Merge pull request #98 from zeerd:patch-2

copybara-github · copybara-github · commit a2ef38989787 · 2024-03-14T07:21:23.000-07:00
PiperOrigin-RevId: 615769065
diff --git a/gemma.cc b/gemma.cc
@@ -601,6 +601,9 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,
     } else if ((prompt.size() + max_generated_tokens) > max_tokens) {
       std::cout << "Warning: Prompt size + max_new_tokens exceeds max_tokens."
                 << std::endl;
+    } else if (pos >= max_tokens) {
+      std::cout << "Warning: pos exceeds max_tokens."
+                << std::endl;
     }
   }
 

Original file line number	Diff line number	Diff line change
`@@ -601,6 +601,9 @@ void GenerateImpl(GemmaImpl<TConfig>& gemma, size_t max_tokens,`
`601`	`601`	`} else if ((prompt.size() + max_generated_tokens) > max_tokens) {`
`602`	`602`	`std::cout << "Warning: Prompt size + max_new_tokens exceeds max_tokens."`
`603`	`603`	`<< std::endl;`
	`604`	`+ } else if (pos >= max_tokens) {`
	`605`	`+ std::cout << "Warning: pos exceeds max_tokens."`
	`606`	`+ << std::endl;`
`604`	`607`	`}`
`605`	`608`	`}`
`606`	`609`