move to jsonl, finish sharegpt dataset format, and add flag to add chatml prompt template

This commit is contained in:
Alex O'Connell
2024-01-31 23:00:32 -05:00
parent d901eaffdf
commit cecf9bc53e
3 changed files with 54 additions and 11 deletions

1
.gitignore vendored
View File

@@ -4,6 +4,7 @@ core/
config/
.DS_Store
data/*.json
data/*.jsonl
*.pyc
main.log
.venv