"sync datasets feature"

autoai-org · Jan 31, 2019 · 57fddee · 57fddee
1 parent 21a126d
commit 57fddee
Show file tree

Hide file tree

Showing 4 changed files with 60 additions and 2 deletions.
diff --git a/cli/contrib.go b/cli/contrib.go
@@ -16,3 +16,18 @@ import (
 func GetAllDatasets(c *gin.Context) {
 	c.JSON(http.StatusOK, dataset.FetchAllDatasets())
 }
+
+type AddRegistryRequest struct {
+	URL string `json:"url"`
+}
+
+// POST /datasets/registry
+func AddNewRegistry(c *gin.Context) {
+	var addRegistryRequest AddRegistryRequest
+	c.BindJSON(&addRegistryRequest)
+	dataset.AddNewRegistry(addRegistryRequest.URL)
+	c.JSON(http.StatusOK, gin.H{
+		"code":   "200",
+		"status": "Finished",
+	})
+}
diff --git a/cli/daemon.go b/cli/daemon.go
@@ -238,7 +238,8 @@ func runServer(port string) {
 	r.GET("/socket.io/", socketHandler)
 	r.POST("/socket.io/", socketHandler)
 	// Contrib Related Routes
-	r.GET("/datasets", GetAllDatasets)
+	r.GET("/contrib/datasets", GetAllDatasets)
+	r.POST("/contrib/datasets/registries", AddNewRegistry)
 	r.Handle("WS", "/socket.io/", socketHandler)
 	r.Handle("WSS", "/socket.io/", socketHandler)
 	r.Run("0.0.0.0:" + port)

diff --git a/dashboard/src/pages/contrib/dataset/Datasets.vue b/dashboard/src/pages/contrib/dataset/Datasets.vue
@@ -1,6 +1,9 @@
 <template>
   <v-container>
     <v-card>
+      <v-btn outline color="indigo" @click="trigger_sync()">
+        <v-icon left dark>fas fa-sync</v-icon>Sync
+      </v-btn>
       <v-data-table :items="datasets" :headers="headers" class="elevation-1">
         <template slot="items" slot-scope="props">
           <td class="text-xs-left">{{ props.item.Name }}</td>
@@ -46,6 +49,24 @@
         </v-card-actions>
       </v-card>
     </v-dialog>
+    <v-dialog v-model="datasetSyncDialog">
+      <v-card>
+        <v-card-title>
+          <span class="headline">Sync Database</span>
+        </v-card-title>
+        <v-card-text>
+          <v-text-field
+            label="Datasets URL*"
+            required
+            v-model="databaseURL"
+            hint="e.g: https://premium.file.cvtron.xyz/cvpm/data/registry/dataset.toml"
+          ></v-text-field>
+        </v-card-text>
+        <v-card-actions>
+          <v-btn color="indigo darken-1" outline @click="sync()">Sync</v-btn>
+        </v-card-actions>
+      </v-card>
+    </v-dialog>
   </v-container>
 </template>
 
@@ -57,6 +78,8 @@ export default {
       datasets: [],
       searchName: '',
       detailDialog: false,
+      datasetSyncDialog: false,
+      databaseURL: 'https://premium.file.cvtron.xyz/cvpm/data/registry/dataset.toml',
       detailInfo: {},
       searchTag: '',
       headers: [
@@ -88,6 +111,14 @@ export default {
     }
   },
   methods: {
+    trigger_sync () {
+      this.datasetSyncDialog = true
+    },
+    sync () {
+      systemService.SyncDatabase(this.databaseURL).then(function (res) {
+        location.reload()
+      })
+    },
     filterTags (tag) {
       if (tag !== '') {
         return tag

diff --git a/dashboard/src/services/system.js b/dashboard/src/services/system.js
@@ -94,7 +94,18 @@ class SystemService {
   // contrib
   getAllDatasets () {
     return new Promise((resolve, reject) => {
-      axios.get(this.endpoint + '/datasets', {
+      axios.get(this.endpoint + '/contrib/datasets', {
+      }).then(function (res) {
+        resolve(res)
+      }).then(function (err) {
+        reject(err)
+      })
+    })
+  }
+  SyncDatabase (datasetsUrl) {
+    return new Promise((resolve, reject) => {
+      axios.post(this.endpoint + '/contrib/datasets/registries', {
+        url: datasetsUrl
       }).then(function (res) {
         resolve(res)
       }).then(function (err) {