Georgi Gerganov 0dc0e9aa42 models : convert vocab files to LFS ...

ggml-ci

2024-05-08 09:54:38 +03:00

..

.editorconfig

gguf : new file format with flexible meta data (beta) (#2398)

2023-08-21 23:07:43 +03:00

ggml-vocab-aquila.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-baichuan.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-bert-bge.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-bert-bge.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-bert-bge.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-command-r.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-command-r.gguf.inp

command-r : add BPE pre-tokenization (#7063)

2024-05-05 08:19:30 +03:00

ggml-vocab-command-r.gguf.out

command-r : add BPE pre-tokenization (#7063)

2024-05-05 08:19:30 +03:00

ggml-vocab-deepseek-coder.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-deepseek-coder.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-deepseek-coder.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-deepseek-llm.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-deepseek-llm.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-deepseek-llm.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-falcon.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-falcon.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-falcon.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-gpt2.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-gpt-2.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-gpt-2.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-gpt-2.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-gpt-neox.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-llama-bpe.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-llama-bpe.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-llama-bpe.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-llama-spm.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-llama-spm.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-llama-spm.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-mpt.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-mpt.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-mpt.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-phi-3.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-phi-3.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-phi-3.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-refact.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-refact.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-refact.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-stablelm.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-starcoder.gguf

models : convert vocab files to LFS

2024-05-08 09:54:38 +03:00

ggml-vocab-starcoder.gguf.inp

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00

ggml-vocab-starcoder.gguf.out

tests : add test-tokenizer-0.sh + fix some tokenizers (#7036)

2024-05-04 08:32:32 +03:00