Update 6_Train MOTOR.ipynb

som-shahlab · Apr 27, 2024 · 8497a79 · 8497a79
1 parent 9d593cf
commit 8497a79
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tutorials/6_Train MOTOR.ipynb b/tutorials/6_Train MOTOR.ipynb
@@ -140,6 +140,7 @@
     "with open('input/meds/ontology.pkl', 'rb') as f:\n",
     "    ontology = pickle.load(f)\n",
     "\n",
+    "# NOTE: A vocab size of 128 is probably too low for a real model. 128 was chosen to make this tutorial quick to run\n",
     "tokenizer = femr.models.tokenizer.train_tokenizer(\n",
     "    main_dataset['train'], vocab_size=128, is_hierarchical=True, num_proc=4, ontology=ontology)\n",
     "\n",