File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -264,7 +264,7 @@ def main():
264
264
265
265
dataset = DatasetDict ({"train" : train_dataset , "validation" : val_dataset })
266
266
else :
267
- dataset = load_dataset (args .dataset_name )
267
+ dataset = load_dataset (args .dataset_name , revision = "main" )
268
268
269
269
def preprocess_function (examples ):
270
270
queries = examples ["query" ]
Original file line number Diff line number Diff line change 127
127
},
128
128
{
129
129
"cell_type" : " code" ,
130
- "execution_count" : 4 ,
130
+ "execution_count" : null ,
131
131
"id" : " f190e1ee" ,
132
132
"metadata" : {},
133
133
"outputs" : [
157
157
" import pandas as pd\n " ,
158
158
" \n " ,
159
159
" tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)\n " ,
160
- " dataset = load_dataset(dataset_name)\n " ,
160
+ " dataset = load_dataset(dataset_name, revision= \" main \" )\n " ,
161
161
" train_product_dataset = dataset[\" train\" ].to_pandas()[[\" product_title\" ]]\n " ,
162
162
" val_product_dataset = dataset[\" validation\" ].to_pandas()[[\" product_title\" ]]\n " ,
163
163
" product_dataset_for_indexing = pd.concat([train_product_dataset, val_product_dataset])\n " ,
You can’t perform that action at this time.
0 commit comments