Implement auto-drive SDK

.github/workflows/backend-build.yml

@@ -26,7 +26,7 @@ jobs:
       - name: Set up Node.js
         uses: actions/setup-node@v3
         with:
-          node-version: "18"
+          node-version: "20"
 
       - name: Install Yarn
         run: npm install --global yarn

.github/workflows/frontend-build.yml

@@ -26,7 +26,7 @@ jobs:
       - name: Set up Node.js
         uses: actions/setup-node@v3
         with:
-          node-version: "18"
+          node-version: "20"
 
       - name: Install Yarn
         run: npm install --global yarn

backend/docker-compose.yml

@@ -2,7 +2,7 @@ version: '3.8'
 
 services:
   app:
-    image: node:18
+    image: node:20
     container_name: node_app
     working_dir: /usr/src/app
     volumes:

backend/package.json

@@ -12,7 +12,8 @@
     "lint": "eslint . "
   },
   "dependencies": {
-    "@autonomys/auto-drive": "^0.7.4",
+    "@autonomys/auto-dag-data": "^1.0.5",
+    "@autonomys/auto-drive": "^1.0.5",
     "@polkadot/api": "^12.3.1",
     "@polkadot/types": "^13.0.1",
     "@polkadot/util-crypto": "^13.0.2",

backend/src/controllers/upload.ts

@@ -22,12 +22,6 @@ uploadController.post('/file', async (req, res) => {
     })
   }
 
-  if (typeof mimeType !== 'string') {
-    return res.status(400).json({
-      error: 'Missing or invalid field: mimeType',
-    })
-  }
-
   const safeUploadOptions = z
     .union([uploadOptionsSchema, z.null()])
     .safeParse(uploadOptions)
@@ -41,7 +35,7 @@ uploadController.post('/file', async (req, res) => {
     const upload = await UploadsUseCases.createFileUpload(
       user,
       filename,
-      mimeType,
+      mimeType ?? null,
       safeUploadOptions.data,
     )
 
@@ -109,12 +103,6 @@ uploadController.post('/folder/:uploadId/file', async (req, res) => {
     })
   }
 
-  if (typeof mimeType !== 'string') {
-    return res.status(400).json({
-      error: 'Missing or invalid field: mimeType',
-    })
-  }
-
   if (typeof relativeId !== 'string') {
     return res.status(400).json({
       error: 'Missing or invalid field: relativeId',
@@ -136,7 +124,7 @@ uploadController.post('/folder/:uploadId/file', async (req, res) => {
       uploadId,
       relativeId,
       name,
-      mimeType,
+      mimeType ?? null,
       safeUploadOptions.data,
     )
 

backend/src/models/objects/chunkInfo.ts

@@ -1,4 +1,4 @@
-import { cidOfNode, cidToString } from '@autonomys/auto-drive'
+import { cidOfNode, cidToString } from '@autonomys/auto-dag-data'
 import { encode, PBNode } from '@ipld/dag-pb'
 
 export interface ChunkInfo {

backend/src/models/objects/nodeWithMetadata.ts

@@ -1,4 +1,4 @@
-import { IPLDNodeData } from '@autonomys/auto-drive'
+import { IPLDNodeData } from '@autonomys/auto-dag-data'
 
 export interface NodeWithMetadata {
   cid: string

backend/src/models/objects/object.ts

@@ -1,4 +1,4 @@
-import { OffchainMetadata } from '@autonomys/auto-drive'
+import { OffchainMetadata } from '@autonomys/auto-dag-data'
 
 export interface ObjectInformation {
   cid: string

backend/src/models/uploads/upload.ts

@@ -7,7 +7,7 @@ import {
   FileUploadOptions,
   OffchainFileMetadata,
   OffchainFolderMetadata,
-} from '@autonomys/auto-drive'
+} from '@autonomys/auto-dag-data'
 
 export enum UploadType {
   FILE = 'file',

backend/src/repositories/objects/metadata.ts

@@ -1,4 +1,4 @@
-import { OffchainMetadata } from '@autonomys/auto-drive'
+import { OffchainMetadata } from '@autonomys/auto-dag-data'
 import { getDatabase } from '../../drivers/pg.js'
 import { PaginatedResult } from '../../useCases/objects/common.js'
 

backend/src/repositories/objects/nodes.ts

@@ -1,4 +1,4 @@
-import { MetadataType } from '@autonomys/auto-drive'
+import { MetadataType } from '@autonomys/auto-dag-data'
 import { getDatabase } from '../../drivers/pg.js'
 import pgFormat from 'pg-format'
 

backend/src/repositories/uploads/blockstore.ts

@@ -1,4 +1,4 @@
-import { MetadataType } from '@autonomys/auto-drive'
+import { MetadataType } from '@autonomys/auto-dag-data'
 import { getDatabase } from '../../drivers/pg.js'
 
 interface BlockstoreEntry {

backend/src/repositories/uploads/uploads.ts

@@ -1,4 +1,4 @@
-import { FileUploadOptions } from '@autonomys/auto-drive'
+import { FileUploadOptions } from '@autonomys/auto-dag-data'
 import { getDatabase } from '../../drivers/pg.js'
 import { FolderTreeFolder } from '../../models/objects/folderTree.js'
 import { UploadStatus, UploadType } from '../../models/uploads/upload.js'

backend/src/services/uploadProcessorCache/blockstore.ts

@@ -3,7 +3,7 @@ import {
   decodeIPLDNodeData,
   MetadataType,
   stringToCid,
-} from '@autonomys/auto-drive'
+} from '@autonomys/auto-dag-data'
 import { Pair } from 'interface-blockstore'
 import { AwaitIterable } from 'interface-store'
 import { CID } from 'multiformats/cid'

backend/src/useCases/objects/files.ts

@@ -3,7 +3,7 @@ import {
   folderMetadata,
   MetadataType,
   OffchainFileMetadata,
-} from '@autonomys/auto-drive'
+} from '@autonomys/auto-dag-data'
 import PizZip from 'pizzip'
 import { User } from '../../models/users/index.js'
 import {

backend/src/useCases/objects/nodes.ts

@@ -5,7 +5,7 @@ import {
   encodeNode,
   IPLDNodeData,
   MetadataType,
-} from '@autonomys/auto-drive'
+} from '@autonomys/auto-dag-data'
 import { PBNode } from '@ipld/dag-pb'
 import { CID } from 'multiformats'
 import { nodesRepository } from '../../repositories/index.js'

backend/src/useCases/objects/object.ts

@@ -1,4 +1,4 @@
-import { OffchainMetadata } from '@autonomys/auto-drive'
+import { OffchainMetadata } from '@autonomys/auto-dag-data'
 import { User } from '../../models/users/index.js'
 import {
   getObjectSummary,

backend/src/useCases/objects/transactionResults.ts

@@ -1,4 +1,4 @@
-import { cidToString } from '@autonomys/auto-drive'
+import { cidToString } from '@autonomys/auto-dag-data'
 import { CID } from 'multiformats'
 import { transactionResultsRepository } from '../../repositories/index.js'
 import { TransactionResult } from '../../models/objects/index.js'

backend/src/useCases/uploads/blockstore.ts

@@ -1,16 +1,16 @@
 import {
   ChunkInfo,
   cidToString,
+  DEFAULT_MAX_LINK_PER_NODE,
   MetadataType,
   processFolderToIPLDFormat,
   stringToCid,
-} from '@autonomys/auto-drive'
+} from '@autonomys/auto-dag-data'
 import { blockstoreRepository } from '../../repositories/uploads/index.js'
 import { CID } from 'multiformats'
 import {
   FolderUpload,
   Upload,
-  UploadOptions,
   UploadStatus,
   UploadType,
 } from '../../models/uploads/upload.js'
@@ -123,16 +123,14 @@ const processFileTree = async (
 
   const totalSize = childrenNodesLengths.reduce((acc, curr) => acc + curr, 0)
 
-  const uploadOptions: Partial<UploadOptions> = {
-    ...currentUpload.uploadOptions,
-  }
-
   return processFolderToIPLDFormat(
     blockstore,
     childrenCids,
     fileTree.name,
     totalSize,
-    uploadOptions,
+    {
+      maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+    },
   )
 }
 

backend/src/useCases/uploads/uploadProcessing.ts

@@ -8,11 +8,12 @@ import {
   cidOfNode,
   createFileChunkIpldNode,
   DEFAULT_MAX_CHUNK_SIZE,
+  DEFAULT_MAX_LINK_PER_NODE,
   fileBuilders,
   MetadataType,
   processBufferToIPLDFormatFromChunks,
   processChunksToIPLDFormat,
-} from '@autonomys/auto-drive'
+} from '@autonomys/auto-dag-data'
 import { FolderUpload, UploadType } from '../../models/uploads/upload.js'
 import { BlockstoreUseCases } from './blockstore.js'
 import { mapTableToModel } from './uploads.js'
@@ -93,15 +94,19 @@ const completeFileProcessing = async (uploadId: string): Promise<CID> => {
   const uploadedSize =
     (await filePartsRepository.getUploadFilePartsSize(uploadId)) ?? 0
 
+  const uploadOptions = {
+    maxLinkPerNode: DEFAULT_MAX_LINK_PER_NODE,
+    maxChunkSize: DEFAULT_MAX_CHUNK_SIZE,
+    ...(upload?.upload_options ?? {}),
+  }
+
   return processBufferToIPLDFormatFromChunks(
     blockstore,
     blockstore.getFilteredMany(MetadataType.FileChunk),
     upload?.name,
     uploadedSize,
     fileBuilders,
-    {
-      ...(upload?.upload_options ?? {}),
-    },
+    uploadOptions,
   )
 }
 

backend/src/useCases/uploads/uploads.ts

@@ -17,7 +17,7 @@ import { FileProcessingUseCase as UploadingProcessingUseCase } from './uploadPro
 import { fileProcessingInfoRepository } from '../../repositories/uploads/fileProcessingInfo.js'
 import { FilesUseCases } from '../objects/files.js'
 import { NodesUseCases } from '../objects/index.js'
-import { cidToString, FileUploadOptions } from '@autonomys/auto-drive'
+import { cidToString, FileUploadOptions } from '@autonomys/auto-dag-data'
 
 export const mapTableToModel = (upload: UploadEntry): Upload => {
   return {
@@ -57,7 +57,7 @@ const initFileProcessing = async (upload: UploadEntry): Promise<void> => {
 const createFileUpload = async (
   user: User,
   name: string,
-  mimeType: string,
+  mimeType: string | null,
   uploadOptions: FileUploadOptions | null,
   rootId?: string | null,
   relativeId?: string | null,
@@ -114,7 +114,7 @@ const createFileInFolder = async (
   uploadId: string,
   relativeId: string,
   name: string,
-  mimeType: string,
+  mimeType: string | null,
   uploadOptions: FileUploadOptions | null,
 ): Promise<FileUpload> => {
   const upload = await uploadsRepository.getUploadEntryById(uploadId)

backend/src/utils/index.ts

@@ -1,3 +1 @@
-export { hashData } from './dataHasher.js'
-export { isJson } from './misc.js'
 export { safeCallback } from './safe.js'

backend/tsconfig.json

@@ -6,8 +6,6 @@
     "esModuleInterop": true,
     "skipLibCheck": true,
     "forceConsistentCasingInFileNames": true,
-    "noEmit": true,
-    "allowImportingTsExtensions": true,
     "outDir": "./dist",
     "rootDir": "./src",
     "baseUrl": "src",