From d30e9c1f128ebf1584c0e59607185ffd10271eeb Mon Sep 17 00:00:00 2001
From: Steve Coffman <steve@khanacademy.org>
Date: Wed, 12 Jun 2024 19:46:13 -0400
Subject: [PATCH] Revert ParseSchema default token limit of 1500, add
 ParseSchemaWithLimit, ParseSchemasWithLimit

Signed-off-by: Steve Coffman <steve@khanacademy.org>
---
 parser/schema.go | 34 +++++++++++++++++++++++++++++++++-
 1 file changed, 33 insertions(+), 1 deletion(-)

diff --git a/parser/schema.go b/parser/schema.go
index f0121734..44c69375 100644
--- a/parser/schema.go
+++ b/parser/schema.go
@@ -21,7 +21,39 @@ func ParseSchemas(inputs ...*Source) (*SchemaDocument, error) {
 func ParseSchema(source *Source) (*SchemaDocument, error) {
 	p := parser{
 		lexer:         lexer.New(source),
-		maxTokenLimit: 15000, // default value
+		maxTokenLimit: 0, // default value is unlimited
+	}
+	sd, err := p.parseSchemaDocument(), p.err
+	if err != nil {
+		return nil, err
+	}
+
+	for _, def := range sd.Definitions {
+		def.BuiltIn = source.BuiltIn
+	}
+	for _, def := range sd.Extensions {
+		def.BuiltIn = source.BuiltIn
+	}
+
+	return sd, nil
+}
+
+func ParseSchemasWithLimit(maxTokenLimit int, inputs ...*Source) (*SchemaDocument, error) {
+	sd := &SchemaDocument{}
+	for _, input := range inputs {
+		inputAst, err := ParseSchemaWithLimit(input, maxTokenLimit)
+		if err != nil {
+			return nil, err
+		}
+		sd.Merge(inputAst)
+	}
+	return sd, nil
+}
+
+func ParseSchemaWithLimit(source *Source, maxTokenLimit int) (*SchemaDocument, error) {
+	p := parser{
+		lexer:         lexer.New(source),
+		maxTokenLimit: maxTokenLimit, // 0 is unlimited
 	}
 	sd, err := p.parseSchemaDocument(), p.err
 	if err != nil {