Feature/chat

.github/staging_fake.yml

@@ -0,0 +1,30 @@
+networkId: N9DU6hLkTAbvcpji3TCKPPd3UQWKGyzUxGmgJEyvhByqAjfD
+nodes:
+  - peerId: FAKE_PEER_ID1
+    addresses:
+      - lol1-any-sync-node1.somefakesite.com:6666
+      - lol1-any-sync-node1.somefakesite.com:6667
+      - quic://lol1.somefakesite.com:8888
+    types:
+      - tree
+  - peerId: FAKE_PEER_ID2
+    addresses:
+      - lol1-file13.somefakesite.com:6666
+      - lol1-file13.somefakesite.com:6667
+      - quic://lol1-file13.somefakesite.com:8888
+    types:
+      - file
+  - peerId: FAKE_PEER_ID3
+    addresses:
+      - lol1-coord1.somefakesite.com:6666
+      - lol1-coord1.somefakesite.com:6667
+      - quic://lol1-coord1.somefakesite.com:8888
+    types:
+      - coordinator
+  - peerId: FAKE_PEER_ID4
+    addresses:
+      - lol1-cons1.somefakesite.com:6666
+      - lol1-cons1.somefakesite.com:6667
+      - quic://lol1-cons1.somefakesite.com:8888
+    types:
+      - consensus

.github/workflows/build.yml

@@ -43,7 +43,7 @@ jobs:
       - name: Install Go
         uses: actions/setup-go@v1
         with:
-          go-version: 1.22
+          go-version: 1.22.8
         if: github.event.inputs.run-on-runner != 'ARM64' && github.event_name != 'schedule'
       - name: Setup GO
         run: |
@@ -109,7 +109,6 @@ jobs:
           which gomobile
       - name: Cross-compile library mac/win/linux
         run: |
-          make download-tantivy-all
           echo $FLAGS
           mkdir -p .release
           echo $SDKROOT
@@ -123,7 +122,6 @@ jobs:
       - name: run perf tests
         run: |
           echo "Running perf tests"
-          make download-tantivy-all
           RUN_COUNT=${{ github.event.inputs.perf-test }}
           if [[ "${{ github.event_name }}" == "schedule" ]]; then
             RUN_COUNT=10

.github/workflows/perftests.yml

@@ -1,3 +1,4 @@
+#https://linear.app/anytype/issue/GO-3985/make-performance-report-on-the-stand
 on:
   workflow_dispatch:
     inputs:
@@ -8,23 +9,24 @@ on:
       perf-test:
         description: 'Run perf test times'
         required: true
-        default: '0'
+        default: '10'
   schedule:
-    - cron: '0 0 * * *' # every day at midnight
+    - cron: '0 1 * * *' # every day at 1am
       filters:
         branches:
           include:
-            - 'feature/chat'
+            - 'main'
 
 
 permissions:
   actions: 'write'
   contents: 'write'
 
 
-name: Build
+name: Perf tests
 jobs:
   build:
+    timeout-minutes: 60
     runs-on: 'ARM64'
     steps:
       - name: Setup GO
@@ -35,13 +37,6 @@ jobs:
           echo $(go env GOPATH)/bin >> $GITHUB_PATH
       - name: Checkout
         uses: actions/checkout@v3
-      - uses: actions/cache@v3
-        with:
-          path: |
-            ~/go/pkg/mod
-          key: ${{ runner.os }}-go-${{ matrix.go-version }}-${{ hashFiles('**/go.sum') }}
-          restore-keys: |
-            ${{ runner.os }}-go-${{ matrix.go-version }}-
       - name: Set env vars
         env:
           UNSPLASH_KEY: ${{ secrets.UNSPLASH_KEY }}
@@ -78,24 +73,30 @@ jobs:
       - name: run perf tests
         run: |
           echo "Running perf tests"
-          make download-tantivy-all
           RUN_COUNT=${{ github.event.inputs.perf-test }}
           if [[ "${{ github.event_name }}" == "schedule" ]]; then
             RUN_COUNT=100
           fi          
+          echo $PERF_CONFIG_STAGING > config.json
+          mv .github/staging_fake.yml staging_fake.yml
+          PERF_CONFIG=$PWD/config.json
+          cd cmd/perfstand/account_create
+          CGO_ENABLED="1" go run main.go $PERF_CONFIG $RUN_COUNT
+          cd ../account_select
+          CGO_ENABLED="1" go run main.go $PERF_CONFIG $RUN_COUNT
+          cd ../../..
+          echo $PERF_CONFIG_LOCAL > ./config.json
           cd cmd/perfstand/account_create
-          CGO_ENABLED="1" go run main.go $RUN_COUNT
+          CGO_ENABLED="1" go run main.go $PERF_CONFIG $RUN_COUNT
           cd ../account_select
-          CGO_ENABLED="1" go run main.go $RUN_COUNT
+          CGO_ENABLED="1" go run main.go $PERF_CONFIG $RUN_COUNT
         env:
-          TEST_MNEMONIC: ${{ secrets.TEST_MNEMONIC_30000 }}
-          CH_API_KEY: ${{ secrets.CH_API_KEY }}
-          ACCOUNT_HASH: ${{ secrets.ACCOUNT_HASH_30000 }}
-          ACCOUNT_SPACE: ${{ secrets.ACCOUNT_SPACE_30000 }}
-          ROOT_FOLDER: ${{ secrets.ROOT_FOLDER }}
+          PERF_CONFIG_STAGING: ${{ secrets.PERF_CONFIG_STAGING }}
+          PERF_CONFIG_LOCAL: ${{ secrets.PERF_CONFIG_LOCAL }}
+          CH_API_KEY: ${{ secrets.CH_PERF_API_KEY }}
       - name: Archive perf tests results
         uses: actions/upload-artifact@v4
         with:
-          name: pprofs
+          name: traces
           path: |
-            *.pprof
+            *.log

.github/workflows/test.yml

@@ -4,7 +4,7 @@ on:
       - main
   pull_request:
     branches:
-      - '*'
+      - '**'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref || github.run_id }}

.mockery.yaml

@@ -37,19 +37,12 @@ packages:
           dir: "{{.InterfaceDir}}"
           outpkg: "{{.PackageName}}"
           inpackage: true
+  github.com/anyproto/anytype-heart/core/block/editor/lastused:
+    interfaces:
+      ObjectUsageUpdater:
   github.com/anyproto/anytype-heart/core/block/import/common:
     interfaces:
       Converter:
-  github.com/anyproto/anytype-heart/pkg/lib/database:
-    interfaces:
-      ObjectStore:
-        config:
-          dir: "{{.InterfaceDir}}"
-          outpkg: "{{.PackageName}}"
-          inpackage: true
-  github.com/anyproto/anytype-heart/pkg/lib/localstore/objectstore:
-    interfaces:
-      ObjectStore:
   github.com/anyproto/anytype-heart/core/block/restriction:
     interfaces:
       Service:
@@ -102,6 +95,7 @@ packages:
     interfaces:
       TechSpace:
       SpaceView:
+      AccountObject:
   github.com/anyproto/anytype-heart/space/spacefactory:
     interfaces:
       SpaceFactory:
@@ -112,6 +106,9 @@ packages:
   github.com/anyproto/anytype-heart/space/internal/components/spaceloader:
     interfaces:
       SpaceLoader:
+  github.com/anyproto/anytype-heart/space/internal/components/personalmigration:
+    interfaces:
+      fileObjectGetter:
   github.com/anyproto/anytype-heart/space/internal/components/participantwatcher:
     interfaces:
       ParticipantWatcher:
@@ -132,6 +129,8 @@ packages:
   github.com/anyproto/anytype-heart/space:
     interfaces:
       Service:
+      coordinatorStatusUpdater:
+      NotificationSender:
   github.com/anyproto/anytype-heart/space/clientspace:
     interfaces:
       Space:
@@ -165,6 +164,7 @@ packages:
   github.com/anyproto/anytype-heart/core/block/source:
     interfaces:
       Service:
+      Store:
   github.com/anyproto/anytype-heart/core/block/object/idresolver:
     interfaces:
       Resolver:
@@ -218,4 +218,7 @@ packages:
       Downloader:
   github.com/anyproto/anytype-heart/core/block/detailservice:
     interfaces:
-      Service:
+      Service:
+  github.com/anyproto/anytype-heart/core/kanban:
+    interfaces:
+      Service:

.run/Run.run.xml

@@ -2,14 +2,26 @@
   <configuration default="false" name="Run" type="GoApplicationRunConfiguration" factoryName="Go Application">
     <module name="anytype-heart" />
     <working_directory value="$PROJECT_DIR$" />
-    <go_parameters value="-tags &quot;nomutexdeadlockdetector noauth nographviz&quot;" />
+    <go_parameters value="-tags &quot;nomutexdeadlockdetector noauth nographviz&quot; -ldflags=&quot;-extldflags=-Wl,-ld_classic&quot;" />
     <envs>
       <env name="ANYDEBUG" value=":6061" />
       <env name="ANYPROF" value=":6060" />
       <env name="ANYTYPE_GATEWAY_ADDR" value="127.0.0.1:31006" />
       <env name="ANYTYPE_GRPC_ADDR" value="127.0.0.1:31007" />
       <env name="ANYTYPE_GRPCWEB_ADDR" value="127.0.0.1:31008" />
+      <env name="CC" value="/usr/bin/cc" />
+      <env name="CXX" value="/usr/bin/c++" />
     </envs>
+    <EXTENSION ID="net.ashald.envfile">
+      <option name="IS_ENABLED" value="false" />
+      <option name="IS_SUBST" value="false" />
+      <option name="IS_PATH_MACRO_SUPPORTED" value="false" />
+      <option name="IS_IGNORE_MISSING_FILES" value="false" />
+      <option name="IS_ENABLE_EXPERIMENTAL_INTEGRATIONS" value="false" />
+      <ENTRIES>
+        <ENTRY IS_ENABLED="true" PARSER="runconfig" IS_EXECUTABLE="false" />
+      </ENTRIES>
+    </EXTENSION>
     <kind value="PACKAGE" />
     <package value="github.com/anyproto/anytype-heart/cmd/grpcserver" />
     <directory value="$PROJECT_DIR$" />

Makefile

@@ -4,6 +4,7 @@ CLIENT_ANDROID_PATH ?= ../anytype-kotlin
 CLIENT_IOS_PATH ?= ../anytype-swift
 TANTIVY_GO_PATH ?= ../tantivy-go
 BUILD_FLAGS ?=
+TANTIVY_VERSION := $(shell cat go.mod | grep github.com/anyproto/tantivy-go | cut -d' ' -f2)
 
 export GOLANGCI_LINT_VERSION=1.58.1
 export CGO_CFLAGS=-Wno-deprecated-non-prototype -Wno-unknown-warning-option -Wno-deprecated-declarations -Wno-xor-used-as-pow -Wno-single-bit-bitfield-constant-conversion
@@ -46,7 +47,7 @@ endif
         cp $$ANY_SYNC_NETWORK $(CUSTOM_NETWORK_FILE); \
     fi
 
-setup-go: setup-network-config
+setup-go: setup-network-config check-tantivy-version
 	@echo 'Setting up go modules...'
 	@go mod download
 	@go install github.com/ahmetb/govvv@v0.2.0
@@ -280,10 +281,10 @@ protos-java:
 	@echo 'Generating protobuf packages (Java)...'
 	@protoc -I ./ --java_out=./dist/android/pb pb/protos/*.proto pkg/lib/pb/model/protos/*.proto
 
-build-server: setup-network-config
+build-server: setup-network-config check-tantivy-version
 	@echo 'Building anytype-heart server...'
 	@$(eval FLAGS += $$(shell govvv -flags -pkg github.com/anyproto/anytype-heart/util/vcs))
-	@$(eval TAGS := nosigar nowatchdog)
+	@$(eval TAGS := $(TAGS) nosigar nowatchdog)
 ifdef ANY_SYNC_NETWORK
 	@$(eval TAGS := $(TAGS) envnetworkcustom)
 endif
@@ -339,7 +340,6 @@ endif
 ### Tantivy Section
 
 REPO := anyproto/tantivy-go
-VERSION := v0.1.0
 OUTPUT_DIR := deps/libs
 SHA_FILE = tantivity_sha256.txt
 
@@ -356,7 +356,7 @@ TANTIVY_LIBS := android-386.tar.gz \
          windows-amd64.tar.gz
 
 define download_tantivy_lib
-	curl -L -o $(OUTPUT_DIR)/$(1) https://github.com/$(REPO)/releases/download/$(VERSION)/$(1)
+	curl -L -o $(OUTPUT_DIR)/$(1) https://github.com/$(REPO)/releases/download/$(TANTIVY_VERSION)/$(1)
 endef
 
 define remove_arch
@@ -366,6 +366,9 @@ endef
 remove-libs:
 	@rm -rf deps/libs/*
 
+write-tantivy-version:
+	@echo "$(TANTIVY_VERSION)" > $(OUTPUT_DIR)/.verified
+
 download-tantivy: remove-libs $(TANTIVY_LIBS)
 
 $(TANTIVY_LIBS):
@@ -381,13 +384,21 @@ download-tantivy-all-force: download-tantivy
 	done
 	@rm -rf deps/libs/*.tar.gz
 	@echo "SHA256 checksums generated."
+	$(MAKE) write-tantivy-version
 
 download-tantivy-all: download-tantivy
 	@echo "Validating SHA256 checksums..."
-	@shasum -a 256 -c $(SHA_FILE) --status || { echo "Hash mismatch detected."; exit 1; }
+	@shasum -a 256 -c $(SHA_FILE) --status || { echo "Hash mismatch detected. Call make download-tantivy-all-force"; exit 1; }
 	@echo "All files are valid."
 	@rm -rf deps/libs/*.tar.gz
+	$(MAKE) write-tantivy-version
 
 download-tantivy-local: remove-libs
 	@mkdir -p $(OUTPUT_DIR)
 	@cp -r $(TANTIVY_GO_PATH)/libs/* $(OUTPUT_DIR)
+
+check-tantivy-version:
+	$(eval OLD_VERSION := $(shell [ -f $(OUTPUT_DIR)/.verified ] && cat $(OUTPUT_DIR)/.verified || echo ""))
+	@if [ "$(TANTIVY_VERSION)" != "$(OLD_VERSION)" ]; then \
+		$(MAKE) download-tantivy-all; \
+	fi