2024-10-10

core/sim/sim_3_01/token.c

@@ -0,0 +1,102 @@
+/*	This file is part of the software similarity tester SIM.
+	Written by Dick Grune, Vrije Universiteit, Amsterdam.
+	$Id: token.c,v 2.13 2016-05-01 09:52:55 dick Exp $
+*/
+
+/*
+	Token interface, implementation part.
+*/
+
+#include	<stdio.h>
+
+#include	"token.h"
+
+static int
+Token_in_range(const Token tk, int low, int high) {
+	int tki = Token2int(tk);
+	if (tki < low) return 0;
+	if (tki > high) return 0;
+	return 1;
+}
+
+static int
+check_and_print(
+	FILE *ofile, const char *name, int ch, int low, int high, int offset
+) {
+	int ch1 = ch + offset;
+	if (low <= ch1 && ch1 <= high) {
+		fprintf(ofile, "%s(%c)", name, (char)ch1);
+		return 1;
+	}
+	return 0;
+}
+
+#define	is_simple_token(tk)	(Token_in_range(tk, 0x0001, 0x00FF))
+#define	is_CTRL_token(tk)	(Token_in_range(tk, 0x0101, 0x011E))
+#define	is_NORM_token(tk)	(Token_in_range(tk, 0x0121, 0x017E))
+#define	is_MTCT_token(tk)	(Token_in_range(tk, 0x0181, 0x019E))
+#define	is_META_token(tk)	(Token_in_range(tk, 0x01A1, 0x01FE))
+#define	is_hashed_token(tk)	(Token_in_range(tk, 0x0200, 0xFFFE))
+
+void
+fprint_token(FILE *ofile, const Token tk) {
+	/*	Prints a regular token in two characters:
+			normal char		meta (bit 9 set)
+			^A	cntl		$A	meta-cntl
+			 A	printable	#A	meta
+		and hashed tokens in hexadecimal.
+	*/
+	int tki = Token2int(tk);
+	int ch =   tki & 0x7F;
+	int bit8 = tki & 0x80;
+
+
+	if (Token_EQ(tk, No_Token))	{fprintf(ofile, "--"); return;}
+	if (Token_EQ(tk, IDF))		{fprintf(ofile, "IDF"); return;}
+	if (Token_EQ(tk, End_Of_Line))	{fprintf(ofile, "EOL"); return;}
+
+	if (is_simple_token(tk)) {
+		if ('!' <= ch && ch <= '~') {
+			fprintf(ofile, "%s%c", (bit8 ? "8" : ""), ch);
+			return;
+		}
+		if (0 < ch && ch <= ' ') {
+			fprintf(ofile, "%s%c", (bit8 ? "$" : "^"), ch + '@');
+			return;
+		}
+		if (ch == 0x7F) {
+			fprintf(ofile, "%s%c", (bit8 ? "$" : "^"), '?');
+			return;
+		}
+	}
+
+	if (is_CTRL_token(tk)) {
+		if (check_and_print(ofile, "CTRL", ch, 'A', '~', '@')) return;
+	}
+
+	if (is_NORM_token(tk)) {
+		if (check_and_print(ofile, "NORM", ch, '!', '~', '\0')) return;
+	}
+
+	if (is_MTCT_token(tk)) {
+		if (check_and_print(ofile, "MTCT", ch, 'A', '~', '@')) return;
+	}
+
+	if (is_META_token(tk)) {
+		if (check_and_print(ofile, "META", ch, '!', '~', '\0')) return;
+	}
+
+	if (is_hashed_token(tk)) {
+		fprintf(ofile, "0x%04x", tki);
+		return;
+	}
+
+	/* gap token! */
+	fprintf(ofile, "!0x%04x!", tki);
+}
+
+int
+Token_EQ(const Token t1, const Token t2) {
+	/* to make sure Token_EQ is indeed called with two Token parameters */
+	return Token2int(t1) == Token2int(t2);
+}