chore: Update DEFAULT_MAX_TOKENS to 16384 in config.py (#138)

This commit is contained in:
Daniel Chalef 2024-09-22 09:57:41 -07:00 committed by GitHub
parent 9b71b46c0f
commit a1d871e179
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -15,7 +15,7 @@ limitations under the License.
"""
EMBEDDING_DIM = 1024
DEFAULT_MAX_TOKENS = 4096
DEFAULT_MAX_TOKENS = 16384
DEFAULT_TEMPERATURE = 0