updated init.py and created a file for an example

nomic-ai · Jul 9, 2024 · 152a99e · 152a99e
1 parent a5a41f4
commit 152a99e
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 1 deletion.
diff --git a/connectors/__init__.py b/connectors/__init__.py
@@ -2,4 +2,6 @@
 
 atlas_dataset = huggingface_connecter.load('aaa/bbb')
 
-atlas_dataset.create_index(...)
+atlas_dataset.create_index(topic_model=True, embedding_model='NomicEmbed') 
+
+print("Atlas dataset has been loaded and indexed successfully.")
diff --git a/connectors/example_usage.py b/connectors/example_usage.py
@@ -0,0 +1,9 @@
+from nomic.connectors import huggingface_connecter
+
+# Example source url: https://huggingface.co/datasets/allenai/quartz
+#Takes last two parts of url to get allenai/quartz
+atlas_dataset = huggingface_connecter.load('allenai/quartz')
+
+atlas_dataset.create_index(topic_model=True, embedding_model='NomicEmbed') 
+
+print("Atlas dataset has been loaded and indexed successfully.")