github/home-llm
1
1
Fork 0
mirror of https://github.com/acon96/home-llm.git synced 2026-01-09 13:48:05 -05:00
Code Issues Packages Projects Releases Wiki Activity

scale dataset halfway back to where it was

Browse Source
This commit is contained in:
Alex O'Connell
2024-01-13 23:36:56 -05:00
parent 4aab796cd3
commit 8f99025507
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
data/generate_home_assistant_data.py
View File

@@ -619,7 +619,7 @@ def main():
if args.sample:
generate_example_file("sample", 42, static_factor=1, template_factor=1, status_request_factor=1)
if args.train:
generate_example_file("home_assistant_train", 42, static_factor=1, template_factor=10, status_request_factor=8)
generate_example_file("home_assistant_train", 42, static_factor=5, template_factor=15, status_request_factor=12)
if args.test:
generate_example_file("home_assistant_test", 12345, static_factor=0.25, template_factor=3, status_request_factor=2)
if args.merge_alpaca:

2
train.py
View File

@@ -15,7 +15,7 @@ Phi Modules: fc1,fc2,Wqkv,out_proj,wte,lm_head.linear
"""
python3 train.py \
--run_name home-3b-v2-rev2 \
--run_name home-3b-v2-rev2_1 \
--base_model microsoft/phi-2 \
--add_pad_token \
--add_chatml_tokens \