Update with h2oGPT hash 56c2720bdba1e1c78af479186eab7c9cfd377a9e

app.py

@@ -1645,5 +1645,7 @@ if __name__ == "__main__":
     can also pass --prompt_type='human_bot' and model can somewhat handle instructions without being instruct tuned
     python generate.py --base_model=decapoda-research/llama-65b-hf --load_8bit=False --infer_devices=False --prompt_type='human_bot'
 
+    python generate.py --base_model=h2oai/h2ogpt-oig-oasst1-256-6.9b
+
     """, flush=True)
     fire.Fire(main)

finetune.py

@@ -121,7 +121,10 @@ def train(
         save_code: bool = False,
         run_id: int = None,
 
-        base_model: str = 'EleutherAI/gpt-neox-20b',
+        base_model: str = 'h2oai/h2ogpt-oig-oasst1-256-6.9b',
+        # base_model: str = 'h2oai/h2ogpt-oasst1-512-12b',
+        # base_model: str = 'h2oai/h2ogpt-oasst1-512-20b',
+        # base_model: str = 'EleutherAI/gpt-neox-20b',
         # base_model: str = 'EleutherAI/pythia-12b-deduped',
         # base_model: str = 'togethercomputer/GPT-NeoXT-Chat-Base-20B',
         # base_model: str = 'decapoda-research/llama-7b-hf',