version bump to 0.0.4 and default batch_size 2 (#225)

h2oai · Jul 4, 2023 · 5388fbd · 5388fbd
1 parent 158893c
commit 5388fbd
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/app_utils/config.py b/app_utils/config.py
@@ -20,7 +20,7 @@ def get_size(x):
         return 2**31
 
 
-version = "0.0.4-dev"
+version = "0.0.4"
 
 try:
     s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)

diff --git a/llm_studio/python_configs/text_causal_language_modeling_config.py b/llm_studio/python_configs/text_causal_language_modeling_config.py
@@ -126,7 +126,7 @@ class ConfigNLPCausalLMTraining(DefaultConfig):
     differential_learning_rate_layers: Tuple[str, ...] = ()
     differential_learning_rate: float = 0.00001
 
-    batch_size: int = 3
+    batch_size: int = 2
     drop_last_batch: bool = True
     epochs: int = 1
     schedule: str = "Cosine"