diff --git a/specs/04-Infrastructure-OPS/04-00-docker-compose/Desk-5439/typhoon-np-dms-ocr.model.md b/specs/04-Infrastructure-OPS/04-00-docker-compose/Desk-5439/typhoon-np-dms-ocr.model.md index a82b6364..7fbaee81 100644 --- a/specs/04-Infrastructure-OPS/04-00-docker-compose/Desk-5439/typhoon-np-dms-ocr.model.md +++ b/specs/04-Infrastructure-OPS/04-00-docker-compose/Desk-5439/typhoon-np-dms-ocr.model.md @@ -1,6 +1,6 @@ FROM scb10x/typhoon-ocr1.5-3b:latest -PARAMETER num_ctx 4096 +PARAMETER num_ctx 2048 PARAMETER num_predict 2048 PARAMETER temperature 0.1 PARAMETER top_p 0.1