Daniel Marques commited on
Commit
cad43a2
1 Parent(s): 6318d9a

feat: add message tamplate

Browse files
Files changed (1) hide show
  1. constants.py +1 -1
constants.py CHANGED
@@ -28,7 +28,7 @@ CHROMA_SETTINGS = Settings(
28
  )
29
 
30
  # Context Window and Max New Tokens
31
- CONTEXT_WINDOW_SIZE = 512
32
  MAX_NEW_TOKENS = CONTEXT_WINDOW_SIZE # int(CONTEXT_WINDOW_SIZE/4)
33
 
34
  #### If you get a "not enough space in the buffer" error, you should reduce the values below, start with half of the original values and keep halving the value until the error stops appearing
 
28
  )
29
 
30
  # Context Window and Max New Tokens
31
+ CONTEXT_WINDOW_SIZE = 1024
32
  MAX_NEW_TOKENS = CONTEXT_WINDOW_SIZE # int(CONTEXT_WINDOW_SIZE/4)
33
 
34
  #### If you get a "not enough space in the buffer" error, you should reduce the values below, start with half of the original values and keep halving the value until the error stops appearing