mirror of
https://github.com/acon96/home-llm.git
synced 2026-01-08 21:28:05 -05:00
finalize new model version
This commit is contained in:
@@ -65,9 +65,39 @@
|
||||
- 3200: 0.948134092346616
|
||||
- 3600: 0.963314358001265
|
||||
- 4000: 0.9614168247944339
|
||||
- Final: 0.9538266919671095
|
||||
- Final (~4200): 0.9538266919671095
|
||||
|
||||
# rev4
|
||||
- lora rank: 64, alpha: 128
|
||||
- dataset size: large (with new device types)
|
||||
+ evaluation results:
|
||||
+ evaluation results:
|
||||
- 400: 0.867914979757085
|
||||
- 800: 0.9316801619433198
|
||||
- 1200: 0.9215587044534413
|
||||
- 1600: 0.9686234817813765
|
||||
- 2000: 0.9772267206477733
|
||||
- 2400: 0.9752024291497976
|
||||
- 2800: 0.9802631578947368
|
||||
- 3200: 0.9777327935222672
|
||||
- 3600: 0.9812753036437247
|
||||
- 4000: 0.979251012145749
|
||||
- 4400: 0.978744939271255
|
||||
- 4800: 0.9777327935222672
|
||||
- Final (5234): 0.9782388663967612
|
||||
+ overfit
|
||||
|
||||
# rev5
|
||||
- lora rank: 64, alpha: 128
|
||||
- dataset size: medium (with new device types)
|
||||
+ evaluation results:
|
||||
- 400: 0.8709514170040485
|
||||
- 800: 0.9316801619433198
|
||||
- 1200: 0.9544534412955465
|
||||
- 1600: 0.9559716599190283
|
||||
- 2000: 0.9671052631578947
|
||||
- 2400: 0.9671052631578947
|
||||
- 2800: 0.9701417004048583
|
||||
- 3200: 0.9696356275303644
|
||||
- 3600: 0.9736842105263158
|
||||
- 4000: 0.9706477732793523
|
||||
- Final: 0.9711538461538461
|
||||
|
||||
Reference in New Issue
Block a user