From c3620d972b020cafc5fef0604566577d75894d00 Mon Sep 17 00:00:00 2001 From: jxmai Date: Mon, 28 Oct 2024 17:24:40 -0500 Subject: [PATCH] Restore context windows size to 8096 tokens --- constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/constants.py b/constants.py index 428ee45..467eb64 100644 --- a/constants.py +++ b/constants.py @@ -29,7 +29,7 @@ CHROMA_SETTINGS = Settings( ) # Context Window and Max New Tokens -CONTEXT_WINDOW_SIZE = 2048 +CONTEXT_WINDOW_SIZE = 8096 MAX_NEW_TOKENS = CONTEXT_WINDOW_SIZE # int(CONTEXT_WINDOW_SIZE/4) #### If you get a "not enough space in the buffer" error, you should reduce the values below, start with half of the original values and keep halving the value until the error stops appearing