Text Generation
PEFT
Safetensors
English
Hindi
lora
qlora
grpo
rlvr
verifiable-rewards
reverse-curriculum
math
finance
india
hindi
hinglish
aligntune
conversational
Instructions to use tanmay891/tiny-aya-indicfin-sft3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use tanmay891/tiny-aya-indicfin-sft3 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("CohereLabs/tiny-aya-global") model = PeftModel.from_pretrained(base_model, "tanmay891/tiny-aya-indicfin-sft3") - Notebooks
- Google Colab
- Kaggle
Download tokenizer_config.json from tanmay891/tiny-aya-indicfin-sft3: direct link, hf CLI and curl.
- Browser
- Download file 4.83 kB
-
https://huggingface.co/tanmay891/tiny-aya-indicfin-sft3/resolve/main/tokenizer_config.json
- Command line
-
hf download hf://tanmay891/tiny-aya-indicfin-sft3/tokenizer_config.json
-
curl -L -o tokenizer_config.json https://huggingface.co/tanmay891/tiny-aya-indicfin-sft3/resolve/main/tokenizer_config.json
4.83 kB
| { | |
| "add_prefix_space": false, | |
| "backend": "tokenizers", | |
| "bos_token": "<BOS_TOKEN>", | |
| "clean_up_tokenization_spaces": false, | |
| "eos_token": "<|END_OF_TURN_TOKEN|>", | |
| "extra_special_tokens": [ | |
| "<|START_RESPONSE|>", | |
| "<|END_RESPONSE|>" | |
| ], | |
| "is_local": false, | |
| "legacy": true, | |
| "local_files_only": false, | |
| "merges_file": null, | |
| "model_max_length": 1000000000000000019884624838656, | |
| "pad_token": "<PAD>", | |
| "padding_side": "left", | |
| "sp_model_kwargs": {}, | |
| "spaces_between_special_tokens": false, | |
| "tokenizer_class": "TokenizersBackend", | |
| "unk_token": "<UNK>", | |
| "use_default_system_prompt": false, | |
| "added_tokens_decoder": { | |
| "0": { | |
| "content": "<PAD>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "1": { | |
| "content": "<MASK_TOKEN>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "2": { | |
| "content": "<BOS_TOKEN>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "3": { | |
| "content": "<EOS_TOKEN>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "4": { | |
| "content": "<UNK>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "5": { | |
| "content": "<|START_OF_TURN_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "6": { | |
| "content": "<|END_OF_TURN_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "7": { | |
| "content": "<|USER_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "8": { | |
| "content": "<|CHATBOT_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "9": { | |
| "content": "<|SYSTEM_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "10": { | |
| "content": "<|NEW_FILE|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "11": { | |
| "content": "<|BEGINNING_OF_PREFIX_FIM_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "12": { | |
| "content": "<|BEGINNING_OF_MIDDLE_FIM_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "13": { | |
| "content": "<|BEGINNING_OF_SUFFIX_FIM_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "14": { | |
| "content": "<|END_OF_MIDDLE_FIM_TOKEN|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261000": { | |
| "content": "<|START_RESPONSE|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261001": { | |
| "content": "<|END_RESPONSE|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261002": { | |
| "content": "<|START_ACTION|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261003": { | |
| "content": "<|END_ACTION|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261004": { | |
| "content": "<|START_TOOL_RESULT|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261005": { | |
| "content": "<|END_TOOL_RESULT|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261006": { | |
| "content": "<|START_THINKING|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| "261007": { | |
| "content": "<|END_THINKING|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| } | |
| } | |
| } | |