mirror of
https://github.com/xroche/httrack.git
synced 2026-05-17 08:26:14 +03:00
5ee4508f6a
http://proliant/svn/httrack/trunk ........ r1269 | roche | 2014-07-14 10:08:55 +0200 (lun., 14 juil. 2014) | 3 lines Added stack trace on Linux when crashing for httrack ........ r1270 | roche | 2014-07-14 10:10:06 +0200 (lun., 14 juil. 2014) | 3 lines Fixed typo. ........ r1271 | roche | 2014-07-14 10:11:00 +0200 (lun., 14 juil. 2014) | 3 lines Cosmetic ........ r1272 | roche | 2014-07-14 13:55:28 +0200 (lun., 14 juil. 2014) | 1 line Fixed WIN32 ........ r1278 | roche | 2014-07-17 20:38:59 +0200 (jeu., 17 juil. 2014) | 3 lines Warning fix. ........ r1279 | roche | 2014-07-17 20:39:16 +0200 (jeu., 17 juil. 2014) | 3 lines Cache cleanup. Added assert() ........ r1280 | roche | 2014-07-17 20:41:29 +0200 (jeu., 17 juil. 2014) | 3 lines assert => assertf ........ r1281 | roche | 2014-07-17 21:30:53 +0200 (jeu., 17 juil. 2014) | 4 lines Fixed infamous crashes inside the DNS cache due to a corruption within the option structure (E.Kalinowski) This long-lasting bug was a real pain to hunt! :) ........ r1282 | roche | 2014-07-17 21:52:35 +0200 (jeu., 17 juil. 2014) | 3 lines 3.48.18 ........ r1285 | roche | 2014-07-17 22:01:10 +0200 (jeu., 17 juil. 2014) | 3 lines closes:#755107 ........
572 lines
20 KiB
C
572 lines
20 KiB
C
/* ------------------------------------------------------------ */
|
|
/*
|
|
HTTrack Website Copier, Offline Browser for Windows and Unix
|
|
Copyright (C) 1998-2014 Xavier Roche and other contributors
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
Important notes:
|
|
|
|
- We hereby ask people using this source NOT to use it in purpose of grabbing
|
|
emails addresses, or collecting any other private information on persons.
|
|
This would disgrace our work, and spoil the many hours we spent on it.
|
|
|
|
Please visit our Website: http://www.httrack.com
|
|
*/
|
|
|
|
/* ------------------------------------------------------------ */
|
|
/* File: Subroutines .h */
|
|
/* Author: Xavier Roche */
|
|
/* ------------------------------------------------------------ */
|
|
|
|
// Fichier librairie .h
|
|
|
|
#ifndef HTS_DEFH
|
|
#define HTS_DEFH
|
|
|
|
#include "httrack-library.h"
|
|
|
|
/* Forward definitions */
|
|
#ifndef HTS_DEF_FWSTRUCT_htsrequest
|
|
#define HTS_DEF_FWSTRUCT_htsrequest
|
|
typedef struct htsrequest htsrequest;
|
|
#endif
|
|
#ifndef HTS_DEF_FWSTRUCT_htsblk
|
|
#define HTS_DEF_FWSTRUCT_htsblk
|
|
typedef struct htsblk htsblk;
|
|
#endif
|
|
#ifndef HTS_DEF_FWSTRUCT_t_dnscache
|
|
#define HTS_DEF_FWSTRUCT_t_dnscache
|
|
typedef struct t_dnscache t_dnscache;
|
|
#endif
|
|
#ifndef HTS_DEF_FWSTRUCT_lien_adrfil
|
|
#define HTS_DEF_FWSTRUCT_lien_adrfil
|
|
typedef struct lien_adrfil lien_adrfil;
|
|
#endif
|
|
#ifndef HTS_DEF_FWSTRUCT_lien_adrfilsave
|
|
#define HTS_DEF_FWSTRUCT_lien_adrfilsave
|
|
typedef struct lien_adrfilsave lien_adrfilsave;
|
|
#endif
|
|
|
|
/* définitions globales */
|
|
#include "htsglobal.h"
|
|
|
|
/* basic net definitions */
|
|
#include "htsbase.h"
|
|
#include "htsbasenet.h"
|
|
#include "htsnet.h"
|
|
#include "htsdefines.h"
|
|
|
|
/* readdir() */
|
|
#ifndef _WIN32
|
|
#include <sys/types.h>
|
|
#include <dirent.h>
|
|
#endif
|
|
|
|
/* cookies et auth */
|
|
#include "htsbauth.h"
|
|
|
|
// Attention, définition existante également dans le shell
|
|
// (à modifier avec celle-ci)
|
|
#define POSTTOK "?>post"
|
|
|
|
#include "htsopt.h"
|
|
|
|
#define READ_ERROR (-1)
|
|
#define READ_EOF (-2)
|
|
#define READ_TIMEOUT (-3)
|
|
#define READ_INTERNAL_ERROR (-4)
|
|
|
|
/* concat */
|
|
|
|
#if ( defined(_WIN32) && defined(_MSC_VER) && ( _MSC_VER >= 1300 ) && (_MSC_VER <= 1310 ) )
|
|
/* NOTE: VC2003 inlining bug in optim mode not respecting function call sequence point */
|
|
#define MSVC2003INLINEBUG __declspec(noinline)
|
|
#else
|
|
#define MSVC2003INLINEBUG
|
|
#endif
|
|
MSVC2003INLINEBUG HTS_STATIC char *getHtsOptBuff_(httrackp * opt) {
|
|
opt->state.concat.index = (opt->state.concat.index + 1) % 16;
|
|
return opt->state.concat.buff[opt->state.concat.index];
|
|
}
|
|
|
|
#undef MSVC2003INLINEBUG
|
|
#define OPT_GET_BUFF(OPT) ( getHtsOptBuff_(OPT) )
|
|
#define OPT_GET_BUFF_SIZE(OPT) ( sizeof(opt->state.concat.buff[0]) )
|
|
|
|
/* ANCIENNE STURCTURE pour cache 1.0 */
|
|
#ifndef HTS_DEF_FWSTRUCT_OLD_t_proxy
|
|
#define HTS_DEF_FWSTRUCT_OLD_t_proxy
|
|
typedef struct OLD_t_proxy OLD_t_proxy;
|
|
#endif
|
|
struct OLD_t_proxy {
|
|
int active;
|
|
char name[1024];
|
|
int port;
|
|
};
|
|
|
|
#ifndef HTS_DEF_FWSTRUCT_OLD_htsblk
|
|
#define HTS_DEF_FWSTRUCT_OLD_htsblk
|
|
typedef struct OLD_htsblk OLD_htsblk;
|
|
#endif
|
|
struct OLD_htsblk {
|
|
int statuscode; // ANCIENNE STURCTURE - status-code, -1=erreur, 200=OK,201=..etc (cf RFC1945)
|
|
int notmodified; // ANCIENNE STURCTURE - page ou fichier NON modifié (transféré)
|
|
int is_write; // ANCIENNE STURCTURE - sortie sur disque (out) ou en mémoire (adr)
|
|
char *adr; // ANCIENNE STURCTURE - adresse du bloc de mémoire, NULL=vide
|
|
FILE *out; // ANCIENNE STURCTURE - écriture directe sur disque (si is_write=1)
|
|
int size; // ANCIENNE STURCTURE - taille fichier
|
|
char msg[80]; // ANCIENNE STURCTURE - message éventuel si échec ("\0"=non précisé)
|
|
char contenttype[64]; // ANCIENNE STURCTURE - content-type ("text/html" par exemple)
|
|
char *location; // ANCIENNE STURCTURE - on copie dedans éventuellement la véritable 'location'
|
|
int totalsize; // ANCIENNE STURCTURE - taille totale à télécharger (-1=inconnue)
|
|
int is_file; // ANCIENNE STURCTURE - ce n'est pas une socket mais un descripteur de fichier si 1
|
|
T_SOC soc; // ANCIENNE STURCTURE - ID socket
|
|
FILE *fp; // ANCIENNE STURCTURE - fichier pour file://
|
|
OLD_t_proxy proxy; // ANCIENNE STURCTURE - proxy
|
|
int user_agent_send; // ANCIENNE STURCTURE - user agent (ex: httrack/1.0 [sun])
|
|
char user_agent[64];
|
|
int http11; // ANCIENNE STURCTURE - l'en tête doit être signé HTTP/1.1 et non HTTP/1.0
|
|
};
|
|
|
|
/* fin ANCIENNE STURCTURE pour cache 1.0 */
|
|
|
|
// cache pour le dns, pour éviter de faire des gethostbyname sans arrêt
|
|
#ifndef HTS_DEF_FWSTRUCT_t_dnscache
|
|
#define HTS_DEF_FWSTRUCT_t_dnscache
|
|
typedef struct t_dnscache t_dnscache;
|
|
#endif
|
|
struct t_dnscache {
|
|
struct t_dnscache *next;
|
|
const char *iadr;
|
|
size_t host_length; // length ; (4 or 16) ; 0 for error
|
|
char host_addr[HTS_MAXADDRLEN];
|
|
};
|
|
|
|
/* Library internal definictions */
|
|
#ifdef HTS_INTERNAL_BYTECODE
|
|
|
|
// initialize an htsblk structure
|
|
void hts_init_htsblk(htsblk * r);
|
|
|
|
// attach specific project log to hachtable logger
|
|
void hts_set_hash_handler(coucal hashtable, httrackp *opt);
|
|
|
|
// version
|
|
HTSEXT_API const char* hts_version(void);
|
|
|
|
// fonctions unix/winsock
|
|
int hts_read(htsblk * r, char *buff, int size);
|
|
|
|
//int HTS_TOTAL_RECV_CHECK(int var);
|
|
LLint check_downloadable_bytes(int rate);
|
|
|
|
HTSEXT_API int hts_uninit_module(void);
|
|
|
|
// fonctions principales
|
|
T_SOC http_fopen(httrackp * opt, const char *adr, const char *fil, htsblk * retour);
|
|
T_SOC http_xfopen(httrackp * opt, int mode, int treat, int waitconnect,
|
|
const char *xsend, const char *adr, const char *fil, htsblk * retour);
|
|
int http_sendhead(httrackp * opt, t_cookie * cookie, int mode, const char *xsend,
|
|
const char *adr, const char *fil,
|
|
const char *referer_adr, const char *referer_fil,
|
|
htsblk * retour);
|
|
|
|
//int newhttp(char* iadr,char* err=NULL);
|
|
T_SOC newhttp(httrackp * opt, const char *iadr, htsblk * retour, int port,
|
|
int waitconnect);
|
|
HTS_INLINE void deletehttp(htsblk * r);
|
|
HTS_INLINE int deleteaddr(htsblk * r);
|
|
HTS_INLINE void deletesoc(T_SOC soc);
|
|
HTS_INLINE void deletesoc_r(htsblk * r);
|
|
htsblk http_test(httrackp * opt, const char *adr, const char *fil, char *loc);
|
|
int check_readinput(htsblk * r);
|
|
int check_readinput_t(T_SOC soc, int timeout);
|
|
void treathead(t_cookie * cookie, const char *adr, const char *fil, htsblk * retour,
|
|
char *rcvd);
|
|
void treatfirstline(htsblk * retour, const char *rcvd);
|
|
|
|
// sous-fonctions
|
|
LLint http_xfread1(htsblk * r, int bufl);
|
|
HTS_INLINE SOCaddr* hts_dns_resolve2(httrackp * opt, const char *iadr,
|
|
SOCaddr *const addr,
|
|
const char **error);
|
|
HTS_INLINE SOCaddr* hts_dns_resolve(httrackp * opt, const char *iadr,
|
|
SOCaddr *const addr);
|
|
HTSEXT_API SOCaddr* hts_dns_resolve_nocache2(const char *const hostname,
|
|
SOCaddr *const addr,
|
|
const char **error);
|
|
HTSEXT_API SOCaddr* hts_dns_resolve_nocache(const char *const hostname,
|
|
SOCaddr *const addr);
|
|
HTSEXT_API int check_hostname_dns(const char *const hostname);
|
|
|
|
int ftp_available(void);
|
|
|
|
#if HTS_DNSCACHE
|
|
void hts_cache_free(t_dnscache *const cache);
|
|
t_dnscache *hts_cache(httrackp * opt);
|
|
#endif
|
|
|
|
// outils divers
|
|
HTS_INLINE TStamp time_local(void);
|
|
|
|
void sec2str(char *s, TStamp t);
|
|
|
|
void time_gmt_rfc822(char *s);
|
|
void time_local_rfc822(char *s);
|
|
struct tm *convert_time_rfc822(struct tm *buffer, const char *s);
|
|
int set_filetime(const char *file, struct tm *tm_time);
|
|
int set_filetime_rfc822(const char *file, const char *date);
|
|
int get_filetime_rfc822(const char *file, char *date);
|
|
HTS_INLINE void time_rfc822(char *s, struct tm *A);
|
|
HTS_INLINE void time_rfc822_local(char *s, struct tm *A);
|
|
|
|
HTS_INLINE int sendc(htsblk * r, const char *s);
|
|
int finput(T_SOC fd, char *s, int max);
|
|
int binput(char *buff, char *s, int max);
|
|
int linput(FILE * fp, char *s, int max);
|
|
int linputsoc(T_SOC soc, char *s, int max);
|
|
int linputsoc_t(T_SOC soc, char *s, int max, int timeout);
|
|
int linput_trim(FILE * fp, char *s, int max);
|
|
int linput_cpp(FILE * fp, char *s, int max);
|
|
void rawlinput(FILE * fp, char *s, int max);
|
|
const char *strstrcase(const char *s, const char *o);
|
|
int ident_url_absolute(const char *url, lien_adrfil *adrfil);
|
|
void fil_simplifie(char *f);
|
|
int is_unicode_utf8(const char *buffer, const size_t size);
|
|
void map_characters(unsigned char *buffer, unsigned int size,
|
|
unsigned int *map);
|
|
int ishtml(httrackp * opt, const char *urlfil);
|
|
int ishtml_ext(const char *a);
|
|
int ishttperror(int err);
|
|
|
|
int get_userhttptype(httrackp * opt, char *s, const char *fil);
|
|
void give_mimext(char *s, const char *st);
|
|
|
|
int may_bogus_multiple(httrackp * opt, const char *mime, const char *filename);
|
|
int may_unknown2(httrackp * opt, const char *mime, const char *filename);
|
|
|
|
const char *strrchr_limit(const char *s, char c, const char *limit);
|
|
char *jump_protocol(char *source);
|
|
const char *jump_protocol_const(const char *source);
|
|
void code64(unsigned char *a, int size_a, unsigned char *b, int crlf);
|
|
|
|
#define copychar(catbuff,a) concat(catbuff,(a),NULL)
|
|
|
|
char *convtolower(char *catbuff, const char *a);
|
|
void hts_lowcase(char *s);
|
|
void hts_replace(char *s, char from, char to);
|
|
int multipleStringMatch(const char *s, const char *match);
|
|
|
|
void fprintfio(FILE * fp, const char *buff, const char *prefix);
|
|
|
|
#ifdef _WIN32
|
|
#else
|
|
int sig_ignore_flag(int setflag); // flag ignore
|
|
#endif
|
|
|
|
void cut_path(char *fullpath, char *path, char *pname);
|
|
int fexist(const char *s);
|
|
int fexist_utf8(const char *s);
|
|
|
|
/*LLint fsize(const char* s); */
|
|
off_t fpsize(FILE * fp);
|
|
off_t fsize(const char *s);
|
|
off_t fsize_utf8(const char *s);
|
|
|
|
// Threads
|
|
typedef void *(*beginthread_type) (void *);
|
|
|
|
/*unsigned long _beginthread( beginthread_type start_address, unsigned stack_size, void *arglist );*/
|
|
|
|
/* variables globales */
|
|
extern HTSEXT_API hts_stat_struct HTS_STAT;
|
|
extern int _DEBUG_HEAD;
|
|
extern FILE *ioinfo;
|
|
|
|
/* constantes */
|
|
extern const char *hts_mime_keep[];
|
|
extern const char *hts_mime[][2];
|
|
extern const char *hts_main_mime[];
|
|
extern const char *hts_detect[];
|
|
extern const char *hts_detectbeg[];
|
|
extern const char *hts_nodetect[];
|
|
extern const char *hts_detectURL[];
|
|
extern const char *hts_detectandleave[];
|
|
extern const char *hts_detect_js[];
|
|
|
|
// htsmodule.c definitions
|
|
extern void *openFunctionLib(const char *file_);
|
|
extern void *getFunctionPtr(void *handle, const char *fncname);
|
|
extern void closeFunctionLib(void *handle);
|
|
|
|
extern void clearCallbacks(htscallbacks * chain);
|
|
int hts_set_callback(t_hts_htmlcheck_callbacks * callbacks,
|
|
const char *name, void *function);
|
|
void *hts_get_callback(t_hts_htmlcheck_callbacks * callbacks,
|
|
const char *name);
|
|
|
|
#define CBSTRUCT(OPT) ((t_hts_htmlcheck_callbacks*) ((OPT)->callbacks_fun))
|
|
#define GET_USERCALLBACK(OPT, NAME) ( CBSTRUCT(OPT)-> NAME .fun )
|
|
#define GET_USERARG(OPT, NAME) ( CBSTRUCT(OPT)-> NAME .carg )
|
|
#define GET_USERDEF(OPT, NAME) ( \
|
|
(CBSTRUCT(OPT) != NULL && CBSTRUCT(OPT)-> NAME .fun != NULL) \
|
|
? ( GET_USERARG(OPT, NAME) ) \
|
|
: ( default_callbacks. NAME .carg ) \
|
|
)
|
|
#define GET_CALLBACK(OPT, NAME) ( \
|
|
(CBSTRUCT(OPT) != NULL && CBSTRUCT(OPT)-> NAME .fun != NULL) \
|
|
? ( GET_USERCALLBACK(OPT, NAME ) ) \
|
|
: ( default_callbacks. NAME .fun ) \
|
|
)
|
|
|
|
/* Predefined macros */
|
|
#define RUN_CALLBACK_NOARG(OPT, NAME) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME))
|
|
#define RUN_CALLBACK0(OPT, NAME) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT)
|
|
#define RUN_CALLBACK1(OPT, NAME, ARG1) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1)
|
|
#define RUN_CALLBACK2(OPT, NAME, ARG1, ARG2) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2)
|
|
#define RUN_CALLBACK3(OPT, NAME, ARG1, ARG2, ARG3) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2, ARG3)
|
|
#define RUN_CALLBACK4(OPT, NAME, ARG1, ARG2, ARG3, ARG4) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2, ARG3, ARG4)
|
|
#define RUN_CALLBACK5(OPT, NAME, ARG1, ARG2, ARG3, ARG4, ARG5) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2, ARG3, ARG4, ARG5)
|
|
#define RUN_CALLBACK6(OPT, NAME, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6)
|
|
#define RUN_CALLBACK7(OPT, NAME, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6, ARG7) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6, ARG7)
|
|
#define RUN_CALLBACK8(OPT, NAME, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6, ARG7, ARG8) GET_CALLBACK(OPT, NAME)(GET_USERARG(OPT, NAME), OPT, ARG1, ARG2, ARG3, ARG4, ARG5, ARG6, ARG7, ARG8)
|
|
|
|
/*
|
|
#define GET_CALLBACK(OPT, NAME, ARG) ( \
|
|
( \
|
|
( ARG ) = GET_USERDEF(OPT, NAME), \
|
|
( \
|
|
(CBSTRUCT(OPT) != NULL && CBSTRUCT(OPT)-> NAME .fun != NULL) \
|
|
? ( GET_USERCALLBACK(OPT, NAME ) ) \
|
|
: ( default_callbacks. NAME .fun ) \
|
|
) \
|
|
) \
|
|
)
|
|
*/
|
|
|
|
/* UTF-8 aware FILE API */
|
|
#ifndef HTS_DEF_FILEAPI
|
|
#ifdef _WIN32
|
|
#define FOPEN hts_fopen_utf8
|
|
HTSEXT_API FILE *hts_fopen_utf8(const char *path, const char *mode);
|
|
|
|
#define STAT hts_stat_utf8
|
|
typedef struct _stat STRUCT_STAT;
|
|
HTSEXT_API int hts_stat_utf8(const char *path, STRUCT_STAT * buf);
|
|
|
|
#define UNLINK hts_unlink_utf8
|
|
HTSEXT_API int hts_unlink_utf8(const char *pathname);
|
|
|
|
#define RENAME hts_rename_utf8
|
|
HTSEXT_API int hts_rename_utf8(const char *oldpath, const char *newpath);
|
|
|
|
#define MKDIR(F) hts_mkdir_utf8(F)
|
|
HTSEXT_API int hts_mkdir_utf8(const char *pathname);
|
|
|
|
#define UTIME(A,B) hts_utime_utf8(A,B)
|
|
typedef struct _utimbuf STRUCT_UTIMBUF;
|
|
HTSEXT_API int hts_utime_utf8(const char *filename,
|
|
const STRUCT_UTIMBUF * times);
|
|
#else
|
|
/* The underlying filesystem charset is supposed to be UTF-8 */
|
|
#define FOPEN fopen
|
|
#define STAT stat
|
|
typedef struct stat STRUCT_STAT;
|
|
|
|
#define UNLINK unlink
|
|
#define RENAME rename
|
|
#define MKDIR(F) mkdir(F, HTS_ACCESS_FOLDER)
|
|
typedef struct utimbuf STRUCT_UTIMBUF;
|
|
|
|
#define UTIME(A,B) utime(A,B)
|
|
#endif
|
|
#define HTS_DEF_FILEAPI
|
|
#endif
|
|
|
|
#endif // internals
|
|
|
|
#undef PATH_SEPARATOR
|
|
#ifdef _WIN32
|
|
#define PATH_SEPARATOR '\\'
|
|
#else
|
|
#define PATH_SEPARATOR '/'
|
|
#endif
|
|
|
|
/* Spaces: CR,LF,TAB,FF */
|
|
#define is_space(c) ( ((c)==' ') || ((c)=='\"') || ((c)==10) || ((c)==13) || ((c)==9) || ((c)==12) || ((c)==11) || ((c)=='\'') )
|
|
#define is_realspace(c) ( ((c)==' ') || ((c)==10) || ((c)==13) || ((c)==9) || ((c)==12) || ((c)==11) )
|
|
#define is_taborspace(c) ( ((c)==' ') || ((c)==9) )
|
|
#define is_quote(c) ( ((c)=='\"') || ((c)=='\'') )
|
|
#define is_retorsep(c) ( ((c)==10) || ((c)==13) || ((c)==9) )
|
|
//HTS_INLINE int is_space(char);
|
|
//HTS_INLINE int is_realspace(char);
|
|
|
|
#define HTTP_IS_REDIRECT(code) ( \
|
|
(code) == 301 \
|
|
|| (code) == 302 \
|
|
|| (code) == 303 \
|
|
|| (code) == 307 \
|
|
|| (code) == 308 \
|
|
)
|
|
#define HTTP_IS_NOTMODIFIED(code) ( \
|
|
(code) == 304 \
|
|
)
|
|
#define HTTP_IS_OK(code) ( ( (code) / 100 ) == 2 )
|
|
#define HTTP_IS_ERROR(code) ( !HTTP_IS_OK(code) && !HTTP_IS_REDIRECT(code) && !HTTP_IS_NOTMODIFIED(code) )
|
|
|
|
// compare le début de f avec s et retourne la position de la fin
|
|
// 'A=a' (case insensitive)
|
|
HTS_STATIC int strfield(const char *f, const char *s) {
|
|
int r = 0;
|
|
|
|
while(streql(*f, *s) && ((*f) != 0) && ((*s) != 0)) {
|
|
f++;
|
|
s++;
|
|
r++;
|
|
}
|
|
if (*s == 0)
|
|
return r;
|
|
else
|
|
return 0;
|
|
}
|
|
|
|
HTS_STATIC int strcmpnocase(const char *a, const char *b) {
|
|
while(*a) {
|
|
int cmp = hichar(*a) - hichar(*b);
|
|
|
|
if (cmp != 0)
|
|
return cmp;
|
|
a++;
|
|
b++;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
#ifdef _WIN32
|
|
#define strcasecmp(a,b) stricmp(a,b)
|
|
#define strncasecmp(a,b,n) strnicmp(a,b,n)
|
|
#define snprintf _snprintf
|
|
#endif
|
|
|
|
#define strfield2(f,s) ( (strlen(f)!=strlen(s)) ? 0 : (strfield(f,s)) )
|
|
|
|
// is this MIME an hypertext MIME (text/html), html/js-style or other script/text type?
|
|
#define HTS_HYPERTEXT_DEFAULT_MIME "text/html"
|
|
|
|
#define is_html_mime_type(a) \
|
|
( (strfield2((a),"text/html")!=0)\
|
|
|| (strfield2((a),"application/xhtml+xml")!=0) \
|
|
)
|
|
#define is_hypertext_mime__(a) \
|
|
( \
|
|
is_html_mime_type(a)\
|
|
|| (strfield2((a),"application/x-javascript")!=0) \
|
|
|| (strfield2((a),"text/css")!=0) \
|
|
/*|| (strfield2((a),"text/vnd.wap.wml")!=0)*/ \
|
|
|| (strfield2((a),"image/svg+xml")!=0) \
|
|
|| (strfield2((a),"image/svg-xml")!=0) \
|
|
/*|| (strfield2((a),"audio/x-pn-realaudio")!=0) */\
|
|
|| (strfield2((a),"application/x-authorware-map")!=0) \
|
|
)
|
|
#define may_be_hypertext_mime__(a) \
|
|
(\
|
|
(strfield2((a),"audio/x-pn-realaudio")!=0) \
|
|
|| (strfield2((a),"audio/x-mpegurl")!=0) \
|
|
/*|| (strfield2((a),"text/xml")!=0) || (strfield2((a),"application/xml")!=0) : TODO: content check */ \
|
|
)
|
|
|
|
/* Library internal definictions */
|
|
#ifdef HTS_INTERNAL_BYTECODE
|
|
|
|
// check if (mime, file) is hypertext
|
|
HTS_STATIC int is_hypertext_mime(httrackp * opt, const char *mime,
|
|
const char *file) {
|
|
if (is_hypertext_mime__(mime))
|
|
return 1;
|
|
if (may_unknown(opt, mime)) {
|
|
char guessed[256];
|
|
|
|
guessed[0] = '\0';
|
|
guess_httptype(opt, guessed, file);
|
|
return is_hypertext_mime__(guessed);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// check if (mime, file) might be "false" hypertext
|
|
HTS_STATIC int may_be_hypertext_mime(httrackp * opt, const char *mime,
|
|
const char *file) {
|
|
if (may_be_hypertext_mime__(mime))
|
|
return 1;
|
|
if (file != NULL && file[0] != '\0' && may_unknown(opt, mime)) {
|
|
char guessed[256];
|
|
|
|
guessed[0] = '\0';
|
|
guess_httptype(opt, guessed, file);
|
|
return may_be_hypertext_mime__(guessed);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
// compare (mime, file) with reference
|
|
HTS_STATIC int compare_mime(httrackp * opt, const char *mime, const char *file,
|
|
const char *reference) {
|
|
if (is_hypertext_mime__(mime) || may_be_hypertext_mime__(mime))
|
|
return strfield2(mime, reference);
|
|
if (file != NULL && file[0] != '\0' && may_unknown(opt, mime)) {
|
|
char guessed[256];
|
|
|
|
guessed[0] = '\0';
|
|
guess_httptype(opt, guessed, file);
|
|
return strfield2(guessed, reference);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
#endif
|
|
|
|
// returns (size_t) -1 upon error
|
|
static HTS_UNUSED size_t off_t_to_size_t(off_t o) {
|
|
const size_t so = (size_t) o;
|
|
if ((off_t) so == o) {
|
|
return so;
|
|
} else {
|
|
return (size_t) -1;
|
|
}
|
|
}
|
|
|
|
/* dirent() compatibility */
|
|
#ifdef _WIN32
|
|
#define HTS_DIRENT_SIZE 256
|
|
struct dirent {
|
|
ino_t d_ino; /* ignored */
|
|
off_t d_off; /* ignored */
|
|
unsigned short d_reclen; /* ignored */
|
|
unsigned char d_type; /* ignored */
|
|
char d_name[HTS_DIRENT_SIZE]; /* filename */
|
|
};
|
|
typedef struct DIR DIR;
|
|
struct DIR {
|
|
HANDLE h;
|
|
struct dirent entry;
|
|
char *name;
|
|
};
|
|
DIR *opendir(const char *name);
|
|
struct dirent *readdir(DIR * dir);
|
|
int closedir(DIR * dir);
|
|
#endif
|
|
|
|
#endif
|