Skip to content

Commit

Permalink
Update HF token
Browse files Browse the repository at this point in the history
  • Loading branch information
neel04 committed Jun 3, 2024
1 parent e314d7e commit de5c6a4
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 3 deletions.
2 changes: 1 addition & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ FROM python:3.11

# Set environment variables
ENV WANDB_API_KEY=78c7285b02548bf0c06dca38776c08bb6018593f
ENV HF_TOKEN=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
ENV HF_TOKEN=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
ENV jax_threefry_partitionable=1

# Install base utilities
Expand Down
5 changes: 3 additions & 2 deletions ReAct/data/tokenizer.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
from typing import List, Optional, Dict
from typing import Dict, List, Optional

from tokenizers import normalizers
from transformers import AutoTokenizer
from tokenizers.normalizers import NFD, Lowercase, StripAccents
from tokenizers.processors import TemplateProcessing
from transformers import AutoTokenizer

class Tok:
def __init__(self, vocab_dir: Optional[str], max_length: int):
Expand Down

0 comments on commit de5c6a4

Please sign in to comment.