58 lines
1.9 KiB
C
58 lines
1.9 KiB
C
/* This file is part of the software similarity tester SIM.
|
|
Written by Dick Grune, Vrije Universiteit, Amsterdam.
|
|
$Id: text.h,v 1.9 2016-07-28 07:00:48 dick Exp $
|
|
*/
|
|
|
|
/* Implements the access to the lexical scanner.
|
|
Additionally, the module tries to save newline information,
|
|
anticipating a second scan which is interested in this
|
|
information only.
|
|
*/
|
|
|
|
/* The input files are called "texts" */
|
|
|
|
struct text {
|
|
const char *tx_fname; /* the file name */
|
|
size_t tx_start; /* index of first token in Token_Array[]
|
|
belonging to the text */
|
|
size_t tx_limit; /* index of first position in Token_Array[]
|
|
not belonging to the text */
|
|
size_t tx_nl_start; /* possibly newline pointer for pass2 */
|
|
size_t tx_nl_limit;
|
|
int tx_EOL_terminated; /* Boolean */
|
|
struct position *tx_pos;/* list of positions in this file that are
|
|
part of a chunk; sorted and updated by
|
|
Pass 2
|
|
*/
|
|
};
|
|
|
|
struct position {
|
|
/* position of first and last token of a chunk */
|
|
struct position *ps_next;
|
|
int ps_type; /* first = 0, last = 1 */
|
|
size_t ps_tk_cnt; /* in tokens; set by add_run()
|
|
in Read_Input_Files() */
|
|
size_t ps_nl_cnt; /* same, in line numbers;set by Retrieve_Runs(),
|
|
used by Show_Runs(), to report line numbers
|
|
*/
|
|
};
|
|
|
|
extern struct text *Text; /* Text[], one for each input file */
|
|
extern int Number_of_Texts; /* number of text files;
|
|
this includes the new/old separator
|
|
if present; actually a design flaw ZZ
|
|
*/
|
|
extern int Number_of_New_Texts; /* number of new text files */
|
|
|
|
extern void Init_Text(int nfiles);
|
|
enum Pass {First_Pass, Second_Pass};
|
|
extern int Open_Text(enum Pass pass, struct text *txt);
|
|
extern int Next_Text_Token_Obtained(void);
|
|
extern int Next_Text_EOL_Obtained(void);
|
|
extern void Close_Text(enum Pass pass, struct text *txt);
|
|
extern void Free_Text(void);
|
|
|
|
#ifdef DB_NL_BUFF
|
|
extern void db_print_nl_buff(size_t start, size_t limit);
|
|
#endif
|