| from transformers import AutoTokenizer | |
| tokenizer = AutoTokenizer.from_pretrained( | |
| "LLM360/CrystalCoder", | |
| revision="CrystalCoder_phase1_checkpoint_055500", | |
| trust_remote_code=True | |
| ) |
| from transformers import AutoTokenizer | |
| tokenizer = AutoTokenizer.from_pretrained( | |
| "LLM360/CrystalCoder", | |
| revision="CrystalCoder_phase1_checkpoint_055500", | |
| trust_remote_code=True | |
| ) |