dev

beclab · Nov 15, 2024 · acb5ac4 · acb5ac4
1 parent a52c163
commit acb5ac4
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 3 deletions.
diff --git a/backend-server/crawler/entry.go b/backend-server/crawler/entry.go
@@ -112,13 +112,14 @@ func notionFetchByheadless(websiteURL string) string {
 
 	ctx, cancel := chromedp.NewContext(
 		context.Background(),
+		chromedp.WithDebugf(log.Printf),
 		chromedp.WithLogf(log.Printf),
 		chromedp.WithErrorf(log.Printf),
 	)
 	defer cancel()
 
 	headlessSer := os.Getenv("HEADLESS_SERVER_URL")
-	ctx, cancel = context.WithTimeout(ctx, 60*time.Second)
+	ctx, cancel = context.WithTimeout(ctx, 90*time.Second)
 	defer cancel()
 
 	if headlessSer != "" {

diff --git a/backend-server/service/syncdiscovery.go b/backend-server/service/syncdiscovery.go
@@ -71,7 +71,7 @@ func SyncDiscoveryFeedPackage(store *storage.Storage) {
 		saveData, _ := store.GetDiscoveryFeedPackage()
 		if saveData == nil || saveData.MD5 != packages[0].MD5 {
 			loadErr := syncDiscoveryFeedloadPackage(store, packages[0])
-			if loadErr != nil {
+			if loadErr == nil {
 				store.SaveDiscoveryFeedPackage(*packages[0])
 			}
 

diff --git a/system-workflow/sync/main.go b/system-workflow/sync/main.go
@@ -579,7 +579,7 @@ func doSyncTask() {
 
 			//syncFeed(postgresClient, redisClient, provider)
 			syncErr := syncEntry(redisClient, provider, lastSyncTime)
-			if syncErr != nil {
+			if syncErr == nil {
 				api.SetRedisConfig(key, "last_sync_time", startTimestamp)
 			}
 		}