diff --git a/src/model-utils/model-infos.cpp b/src/model-utils/model-infos.cpp index 1c21aa1..4f7b19a 100644 --- a/src/model-utils/model-infos.cpp +++ b/src/model-utils/model-infos.cpp @@ -45,6 +45,60 @@ std::map models_info = {{ "B6E77E474AEEA8F441363ACA7614317C06381F3EACFE10FB9856D5081D1074CC"}, {"https://huggingface.co/jncraton/m2m100_1.2B-ct2-int8/resolve/main/sentencepiece.bpe.model?download=true", "D8F7C76ED2A5E0822BE39F0A4F95A55EB19C78F4593CE609E2EDBC2AEA4D380A"}}}}, + {"NLLB 200 1.3B (1.4Gb)", + {"NLLB 200 1.3B", + "nllb-200-1.3b", + MODEL_TYPE_TRANSLATION, + {{"https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/model.bin?download=true", + "72D7533DC7A0E8F10F19A650D4E90FAF9CBFA899DB5411AD124BD5802BD91263"}, + { + "https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/config.json?download=true", + "0C2F6FA2057C7264D052FB4A62BA3476EEAE70487ACDDFA8E779A53A00CBF44C", + }, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/tokenizer.json?download=true", + "E316B82DE11D0F951F370943B3C438311629547285129B0B81DADABD01BCA665"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/shared_vocabulary.txt?download=true", + "A132A83330F45514C2476EB81D1D69B3C41762264D16CE0A7EA982E5D6C728E5"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/special_tokens_map.json?download=true", + "992BD4ED610D644D6823081937BCC91BB8878DD556CEA4AE5327F2480361330E"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/tokenizer_config.json?download=true", + "D1AA8C3697D3E35674F97B5B7E9C99D22B010F528E80140257D97316BE90D044"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-1.3B-ct2-int8/resolve/main/sentencepiece.bpe.model?download=true", + "14BB8DFB35C0FFDEA7BC01E56CEA38B9E3D5EFCDCB9C251D6B40538E1AAB555A"}}}}, + {"NLLB 200 600M (650Mb)", + {"NLLB 200 600M", + "nllb-200-600m", + MODEL_TYPE_TRANSLATION, + {{"https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/model.bin?download=true", + "ED1BEAF75134DE7505315A5223162F56ACFF397EFF6B50638A500D3936FE707B"}, + { + "https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/config.json?download=true", + "0C2F6FA2057C7264D052FB4A62BA3476EEAE70487ACDDFA8E779A53A00CBF44C", + }, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/tokenizer.json?download=true", + "E316B82DE11D0F951F370943B3C438311629547285129B0B81DADABD01BCA665"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/shared_vocabulary.txt?download=true", + "A132A83330F45514C2476EB81D1D69B3C41762264D16CE0A7EA982E5D6C728E5"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/special_tokens_map.json?download=true", + "992BD4ED610D644D6823081937BCC91BB8878DD556CEA4AE5327F2480361330E"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/tokenizer_config.json?download=true", + "D1AA8C3697D3E35674F97B5B7E9C99D22B010F528E80140257D97316BE90D044"}, + {"https://huggingface.co/JustFrederik/nllb-200-distilled-600M-ct2-int8/resolve/main/sentencepiece.bpe.model?download=true", + "14BB8DFB35C0FFDEA7BC01E56CEA38B9E3D5EFCDCB9C251D6B40538E1AAB555A"}}}}, + {"MADLAD 400 3B (2.9Gb)", + {"MADLAD 400 3B", + "madlad-400-3b", + MODEL_TYPE_TRANSLATION, + {{"https://huggingface.co/santhosh/madlad400-3b-ct2/resolve/main/model.bin?download=true", + "F3C87256A2C888100C179D7DCD7F41DF17C767469546C59D32C7DDE86C740A6B"}, + { + "https://huggingface.co/santhosh/madlad400-3b-ct2/resolve/main/config.json?download=true", + "A428C51CD35517554523B3C6B6974A5928BC35E82B130869A543566A34A83B93", + }, + {"https://huggingface.co/santhosh/madlad400-3b-ct2/resolve/main/shared_vocabulary.txt?download=true", + "C327551CE3CA6EFC7B437E11A267F79979893332DDA8A1D146E2C950815193F8"}, + {"https://huggingface.co/santhosh/madlad400-3b-ct2/resolve/main/sentencepiece.model?download=true", + "EF11AC9A22C7503492F56D48DCE53BE20E339B63605983E9F27D2CD0E0F3922C"}}}}, {"Whisper Base q5 (57Mb)", {"Whisper Base q5", "whisper-base-q5",