/* * $LynxId: HTFormat.h,v 1.37 2020/01/21 22:02:59 tom Exp $ * * HTFormat: The format manager in the WWW Library * MANAGE DIFFERENT DOCUMENT FORMATS * * Here we describe the functions of the HTFormat module which handles conversion between * different data representations. (In MIME parlance, a representation is known as a * content-type. In WWW the term "format" is often used as it is shorter). * * This module is implemented by HTFormat.c. This hypertext document is used to generate * the HTFormat.h include file. Part of the WWW library. */ #ifndef HTFORMAT_H #define HTFORMAT_H #include #include #include #include #ifdef USE_SOURCE_CACHE #include #endif #ifdef USE_BZLIB #include #endif #ifdef USE_ZLIB #include #endif #ifdef __cplusplus extern "C" { #endif /* These macros (which used to be constants) define some basic internally referenced representations. The www/xxx ones are of course not MIME standard. www/source is an output format which leaves the input untouched. It is useful for diagnostics, and for users who want to see the original, whatever it is. */ /* Internal ones */ /* #define WWW_SOURCE HTAtom_for("www/source") */ /* Whatever it was originally */ extern HTAtom *WWW_SOURCE; /* calculated once, heavy used */ /* www/present represents the user's perception of the document. If you convert to www/present, you present the material to the user. */ #define WWW_PRESENT HTAtom_for("www/present") /* The user's perception */ #define WWW_DEBUG HTAtom_for("www/debug") /* WWW_DEBUG represents the user's perception of debug information, for example sent as a HTML document in a HTTP redirection message. */ /* The message/rfc822 format means a MIME message or a plain text message with no MIME header. This is what is returned by an HTTP server. */ #define WWW_MIME HTAtom_for("www/mime") /* A MIME message */ /* For parsing only the header. - kw */ #define WWW_MIME_HEAD HTAtom_for("message/x-rfc822-head") /* www/print is like www/present except it represents a printed copy. */ #define WWW_PRINT HTAtom_for("www/print") /* A printed copy */ /* www/unknown is a really unknown type. Some default action is appropriate. */ #define WWW_UNKNOWN HTAtom_for("www/unknown") #ifdef DIRED_SUPPORT /* www/dired signals directory edit mode. */ #define WWW_DIRED HTAtom_for("www/dired") #endif /* These are regular MIME types. HTML is assumed to be added by the W3 code. application/octet-stream was mistakenly application/binary in earlier libwww versions (pre 2.11). */ #define STR_BINARY "application/octet-stream" #define STR_PLAINTEXT "text/plain" #define STR_HTML "text/html" #define WWW_BINARY HTAtom_for(STR_BINARY) #define WWW_PLAINTEXT HTAtom_for(STR_PLAINTEXT) #define WWW_HTML HTAtom_for(STR_HTML) #define WWW_POSTSCRIPT HTAtom_for("application/postscript") #define WWW_RICHTEXT HTAtom_for("application/rtf") #define WWW_AUDIO HTAtom_for("audio/basic") typedef HTAtom *HTEncoding; /* * The following are values for the MIME types: */ #define WWW_ENC_7BIT HTAtom_for("7bit") #define WWW_ENC_8BIT HTAtom_for("8bit") #define WWW_ENC_BINARY HTAtom_for("binary") /* * We also add */ #define WWW_ENC_COMPRESS HTAtom_for("compress") /* * Does a string designate a real encoding, or is it just * a "dummy" as for example 7bit, 8bit, and binary? */ #define IsUnityEncStr(senc) \ ((senc)==NULL || *(senc)=='\0' || !strcmp(senc,"identity") ||\ !strcmp(senc,"8bit") || !strcmp(senc,"binary") || !strcmp(senc,"7bit")) #define IsUnityEnc(enc) \ ((enc)==NULL || (enc)==HTAtom_for("identity") ||\ (enc)==WWW_ENC_8BIT || (enc)==WWW_ENC_BINARY || (enc)==WWW_ENC_7BIT) /* The HTPresentation and HTConverter types This HTPresentation structure represents a possible conversion algorithm from one format to another. It includes a pointer to a conversion routine. The conversion routine returns a stream to which data should be fed. See also HTStreamStack which scans the list of registered converters and calls one. See the initialisation module for a list of conversion routines. */ typedef struct _HTPresentation HTPresentation; typedef HTStream *HTConverter (HTPresentation *pres, HTParentAnchor *anchor, HTStream *sink); struct _HTPresentation { HTAtom *rep; /* representation name atomized */ HTAtom *rep_out; /* resulting representation */ HTConverter *converter; /* routine to gen the stream stack */ char *command; /* MIME-format command string */ char *testcommand; /* MIME-format test string */ float quality; /* Between 0 (bad) and 1 (good) */ float secs; float secs_per_byte; off_t maxbytes; BOOL get_accept; /* list in "Accept:" for GET */ int accept_opt; /* matches against LYAcceptMedia */ }; /* The list of presentations is kept by this module. It is also scanned by modules which want to know the set of formats supported. for example. */ extern HTList *HTPresentations; /* The default presentation is used when no other is appropriate */ extern HTPresentation *default_presentation; /* * Options used for "Content-Type" string */ typedef enum { contentBINARY = 0 ,contentTEXT ,contentHTML } ContentType; /* * Options used for "Accept:" string */ typedef enum { /* make the components powers of two so we can add them */ mediaINT = 1 /* internal types predefined in HTInit.c */ ,mediaEXT = 2 /* external types predefined in HTInit.c */ ,mediaCFG = 4 /* types, e.g., viewers, from lynx.cfg */ ,mediaUSR = 8 /* user's mime-types, etc. */ ,mediaSYS = 16 /* system's mime-types, etc. */ /* these are useful flavors for the options menu */ ,mediaOpt1 = mediaINT ,mediaOpt2 = mediaINT + mediaCFG ,mediaOpt3 = mediaINT + mediaCFG + mediaUSR ,mediaOpt4 = mediaINT + mediaCFG + mediaUSR + mediaSYS /* this is the flavor from pre-2.8.6 */ ,mediaALL = mediaINT + mediaEXT + mediaCFG + mediaUSR + mediaSYS } AcceptMedia; /* * Options used for "Accept-Encoding:" string */ typedef enum { encodingNONE = 0 ,encodingGZIP = 1 ,encodingDEFLATE = 2 ,encodingCOMPRESS = 4 ,encodingBZIP2 = 8 ,encodingALL = (encodingGZIP + encodingDEFLATE + encodingCOMPRESS + encodingBZIP2) } AcceptEncoding; /* HTSetPresentation: Register a system command to present a format ON ENTRY, rep is the MIME - style format name command is the MAILCAP - style command template testcommand is the MAILCAP - style testcommand template quality A degradation faction 0..1.0 secs A limit on the time user will wait (0.0 for infinity) secs_per_byte maxbytes A limit on the length acceptable as input (0 infinite) media Used in filtering presentation types for "Accept:" */ extern void HTSetPresentation(const char *representation, const char *command, const char *testcommand, double quality, double secs, double secs_per_byte, long int maxbytes, AcceptMedia media ); /* HTSetConversion: Register a conversion routine ON ENTRY, rep_in is the content-type input rep_out is the resulting content-type converter is the routine to make the stream to do it */ extern void HTSetConversion(const char *rep_in, const char *rep_out, HTConverter *converter, double quality, double secs, double secs_per_byte, long int maxbytes, AcceptMedia media ); /* HTStreamStack: Create a stack of streams This is the routine which actually sets up the conversion. It currently checks only for direct conversions, but multi-stage conversions are forseen. It takes a stream into which the output should be sent in the final format, builds the conversion stack, and returns a stream into which the data in the input format should be fed. The anchor is passed because hypertxet objects load information into the anchor object which represents them. */ extern HTStream *HTStreamStack(HTFormat format_in, HTFormat format_out, HTStream *stream_out, HTParentAnchor *anchor); /* HTReorderPresentation: put presentation near head of list Look up a presentation (exact match only) and, if found, reorder it to the start of the HTPresentations list. - kw */ extern void HTReorderPresentation(HTFormat format_in, HTFormat format_out); /* * Setup 'get_accept' flag to denote presentations that are not redundant, * and will be listed in "Accept:" header. */ extern void HTFilterPresentations(void); /* HTStackValue: Find the cost of a filter stack Must return the cost of the same stack which HTStreamStack would set up. ON ENTRY, format_in The format of the data to be converted format_out The format required initial_value The intrinsic "value" of the data before conversion on a scale from 0 to 1 length The number of bytes expected in the input format */ extern float HTStackValue(HTFormat format_in, HTFormat rep_out, double initial_value, long int length); #define NO_VALUE_FOUND -1e20 /* returned if none found */ /* Display the page while transfer in progress * ------------------------------------------- * * Repaint the page only when necessary. * This is a traverse call for HText_pageDispaly() - it works!. * */ extern void HTDisplayPartial(void); extern void HTFinishDisplayPartial(void); /* HTCopy: Copy a socket to a stream This is used by the protocol engines to send data down a stream, typically one which has been generated by HTStreamStack. */ extern int HTCopy(HTParentAnchor *anchor, int file_number, void *handle, HTStream *sink); /* HTFileCopy: Copy a file to a stream This is used by the protocol engines to send data down a stream, typically one which has been generated by HTStreamStack. It is currently called by HTParseFile */ extern int HTFileCopy(FILE *fp, HTStream *sink); #ifdef USE_SOURCE_CACHE /* HTMemCopy: Copy a memory chunk to a stream This is used by the protocol engines to send data down a stream, typically one which has been generated by HTStreamStack. It is currently called by HTParseMem */ extern int HTMemCopy(HTChunk *chunk, HTStream *sink); #endif /* HTCopyNoCR: Copy a socket to a stream, stripping CR characters. It is slower than HTCopy . */ extern void HTCopyNoCR(HTParentAnchor *anchor, int file_number, HTStream *sink); /* Clear input buffer and set file number This routine and the one below provide simple character input from sockets. (They are left over from the older architecture and may not be used very much.) The existence of a common routine and buffer saves memory space in small implementations. */ extern void HTInitInput(int file_number); /* Get next character from buffer */ extern int interrupted_in_htgetcharacter; extern int HTGetCharacter(void); /* HTParseSocket: Parse a socket given its format This routine is called by protocol modules to load an object. uses HTStreamStack and the copy routines above. Returns HT_LOADED if successful, <0 if not. */ extern int HTParseSocket(HTFormat format_in, HTFormat format_out, HTParentAnchor *anchor, int file_number, HTStream *sink); /* HTParseFile: Parse a File through a file pointer This routine is called by protocols modules to load an object. uses HTStreamStack and HTFileCopy. Returns HT_LOADED if successful, can also return HT_PARTIAL_CONTENT, HT_NO_DATA, or other <0 for failure. */ extern int HTParseFile(HTFormat format_in, HTFormat format_out, HTParentAnchor *anchor, FILE *fp, HTStream *sink); #ifdef USE_SOURCE_CACHE /* HTParseMem: Parse a document in memory This routine is called by protocols modules to load an object. uses HTStreamStack and HTMemCopy. Returns HT_LOADED if successful, can also return <0 for failure. */ extern int HTParseMem(HTFormat format_in, HTFormat format_out, HTParentAnchor *anchor, HTChunk *chunk, HTStream *sink); #endif #ifdef USE_ZLIB /* HTParseGzFile: Parse a gzip'ed File through a file pointer This routine is called by protocols modules to load an object. uses HTStreamStack and HTGzFileCopy. Returns HT_LOADED if successful, can also return HT_PARTIAL_CONTENT, HT_NO_DATA, or other <0 for failure. */ extern int HTParseGzFile(HTFormat format_in, HTFormat format_out, HTParentAnchor *anchor, gzFile gzfp, HTStream *sink); /* HTParseZzFile: Parse a deflate'd File through a file pointer This routine is called by protocols modules to load an object. uses HTStreamStack and HTZzFileCopy. Returns HT_LOADED if successful, can also return HT_PARTIAL_CONTENT, HT_NO_DATA, or other <0 for failure. */ extern int HTParseZzFile(HTFormat format_in, HTFormat format_out, HTParentAnchor *anchor, FILE *zzfp, HTStream *sink); #endif /* USE_ZLIB */ #ifdef USE_BZLIB /* HTParseBzFile: Parse a bzip2'ed File through a file pointer This routine is called by protocols modules to load an object. uses HTStreamStack and HTGzFileCopy. Returns HT_LOADED if successful, can also return HT_PARTIAL_CONTENT, HT_NO_DATA, or other <0 for failure. */ extern int HTParseBzFile(HTFormat format_in, HTFormat format_out, HTParentAnchor *anchor, BZFILE * bzfp, HTStream *sink); #endif /* USE_BZLIB */ /* HTNetToText: Convert Net ASCII to local representation This is a filter stream suitable for taking text from a socket and passing it into a stream which expects text in the local C representation. It does ASCII and newline conversion. As usual, pass its output stream to it when creating it. */ extern HTStream *HTNetToText(HTStream *sink); /* HTFormatInit: Set up default presentations and conversions These are defined in HTInit.c or HTSInit.c if these have been replaced. If you don't call this routine, and you don't define any presentations, then this routine will automatically be called the first time a conversion is needed. However, if you explicitly add some conversions (eg using HTLoadRules) then you may want also to explicitly call this to get the defaults as well. */ extern void HTFormatInit(void); /* Epilogue */ extern BOOL HTOutputSource; /* Flag: shortcut parser */ #ifdef __cplusplus } #endif #endif /* HTFORMAT_H */