Added _xx_scanner_state.bufsiz

Author: sergeyklay

parser/base.c

@@ -91,6 +91,7 @@ void xx_parse_program(zval *return_value, char *program, size_t program_length,
 	/**
 	 * Initialize the scanner state
 	 */
+	state->bufsiz = program_length;
 	state->active_token = 0;
 	state->cursor = program;
 	state->start_length = 0;

parser/parser.c

@@ -8634,6 +8634,7 @@ void xx_parse_program(zval *return_value, char *program, size_t program_length,
 	/**
 	 * Initialize the scanner state
 	 */
+	state->bufsiz = program_length;
 	state->active_token = 0;
 	state->cursor = program;
 	state->start_length = 0;

parser/xx.h

@@ -9,7 +9,7 @@
 #ifndef PHP_ZEPHIR_XX_H
 #define PHP_ZEPHIR_XX_H 1
 
-#include <Zend/zend_types.h>		// zval
+#include <Zend/zend_types.h>		// zval, size_t
 #include <Zend/zend_operators.h>	// zend_atoi
 #include <stdlib.h>					// getenv
 #include <stdio.h>					// fprintf, stderr
@@ -43,6 +43,9 @@ typedef struct _xx_scanner_state {
 	 * This is the same as re2c's YYMARKER. */
 	char *marker;
 
+	/* The maximum number of bytes that the buffer can hold. */
+	size_t bufsiz;
+
 	int active_token;
 	unsigned int start_length;
 	int mode;
@@ -98,12 +101,12 @@ int xx_get_token(xx_scanner_state *state, xx_scanner_token *token);
 #undef YYDEBUG
 #endif
 
-#define YYDEBUG(s, c) do {									\
-		char *tmp;											\
-		tmp = getenv("ZEPHIR_YYDEBUG");						\
-		if (tmp && zend_atoi(tmp, 1)) {						\
-			fprintf(stderr, "State: %d char: %c\n", s, c);	\
-		}													\
+#define YYDEBUG(s, c) do { \
+		char *tmp; \
+		tmp = getenv("ZEPHIR_YYDEBUG"); \
+		if (tmp && zend_atoi(tmp, 1)) { \
+			fprintf(stderr, "State: %d char: %c\n", s, c); \
+		} \
 	} while(0);
 
 #endif // PHP_ZEPHIR_XX_H