sorry for instead of “cache”
like
print(os.system('python -m pip install datasets --upgrade'))
os.environ['TRANSFORMERS_CACHE'] = "/opt/ml/checkpoints/"
os.environ['HF_DATASETS_CACHE'] = "/opt/ml/checkpoints/"
sorry for instead of “cache”
like
print(os.system('python -m pip install datasets --upgrade'))
os.environ['TRANSFORMERS_CACHE'] = "/opt/ml/checkpoints/"
os.environ['HF_DATASETS_CACHE'] = "/opt/ml/checkpoints/"