[collab] Integration test with CIDgravity / 尝试与CIDgravity集成

[Fatman13]

背景

继Venus完成集成deal filter之后，尝试与CIDgravity进行集成。

CIDgravity集成测试

1. 首先登陆CIDgravity官网，使用github授权登陆方式创建账号。
2. 用worker地址签名，来claim自己的miner_id。
3. 在setting中获取API token。
4. 节点本地安装CIDgravity连接器，并配置API token。

所需资源

• 主网节点测试（暂时没有测试网支持）
• 社区运维

[Fatman13]

[Fatman13]

# Default config:
SimultaneousTransfersForStorage = 20
SimultaneousTransfersForStoragePerClient = 20
SimultaneousTransfersForRetrieval = 20

[API]
  ListenAddress = "/ip4/127.0.0.1/tcp/41235"
  RemoteListenAddress = ""
  Timeout = "30s"
  PrivateKey = "32b40d9518f3e89d11fc62c590b4e7ea39da04a99489da94d19efa802a2c24c7"

[Libp2p]
  ListenAddresses = ["/ip4/0.0.0.0/tcp/58418", "/ip6/::/tcp/0"]
  AnnounceAddresses = []
  NoAnnounceAddresses = []
  PrivateKey = "08011240d1e7d23010175ec10e4a55e00b1c9cdc4653bdbf7f78f9659b514dbae15643a0a417900a0051a5a1e7d1f96dea439140c1bbadfa49e58a55956dd3253798020a"

[Node]
  Url = "/ip4/127.0.0.1/tcp/3453"
  Token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiYWRtaW4iLCJwZXJtIjoiYWRtaW4iLCJleHQiOiIifQ.ei825Nj4pQUuq0qyoBR593my8BAK0K_troWgfnZKrU0"

[Messager]
  Url = "/ip4/127.0.0.1/tcp/39812/"
  Token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiYWRtaW4iLCJwZXJtIjoiYWRtaW4iLCJleHQiOiIifQ.ei825Nj4pQUuq0qyoBR593my8BAK0K_troWgfnZKrU0"

[Signer]
  Type = "gateway"
  Url = "/ip4/127.0.0.1/tcp/45132/"
  Token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiYWRtaW4iLCJwZXJtIjoiYWRtaW4iLCJleHQiOiIifQ.ei825Nj4pQUuq0qyoBR593my8BAK0K_troWgfnZKrU0"

[AuthNode]
  Url = "http://127.0.0.1:8989"
  Token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYW1lIjoiYWRtaW4iLCJwZXJtIjoiYWRtaW4iLCJleHQiOiIifQ.ei825Nj4pQUuq0qyoBR593my8BAK0K_troWgfnZKrU0"

[Mysql]
  ConnectionString = ""
  MaxOpenConn = 100
  MaxIdleConn = 100
  ConnMaxLifeTime = "1m"
  Debug = false

[PieceStorage]

  [[PieceStorage.Fs]]
    Name = "DefaultPieceStorage"
    ReadOnly = false
    Path = "/data/piece-storage"

[DAGStore]
  RootDir = "/root/.venusmarket/dagstore"
  MaxConcurrentIndex = 5
  MaxConcurrentReadyFetches = 0
  MaxConcurrencyStorageCalls = 100
  GCInterval = "1m0s"
  Transient = ""
  Index = ""
  UseTransient = false

[CommonProvider]
  ConsiderOnlineStorageDeals = true
  ConsiderOfflineStorageDeals = true
  ConsiderOnlineRetrievalDeals = true
  ConsiderOfflineRetrievalDeals = true
  ConsiderVerifiedStorageDeals = true
  ConsiderUnverifiedStorageDeals = true
  PieceCidBlocklist = []
  ExpectedSealDuration = "24h0m0s"
  MaxDealStartDelay = "336h0m0s"
  PublishMsgPeriod = "1h0m0s"
  MaxDealsPerPublishMsg = 8
  MaxProviderCollateralMultiplier = 2
  Filter = ""
  RetrievalFilter = ""
  TransferPath = ""
  MaxPublishDealsFee = "0 FIL"
  MaxMarketBalanceAddFee = "0 FIL"
  RetrievalPaymentAddress = ""
  [CommonProvider.RetrievalPricing]
    Strategy = "default"
    [CommonProvider.RetrievalPricing.Default]
      VerifiedDealsFreeTransfer = true
    [CommonProvider.RetrievalPricing.External]
      Path = ""
  Filter = "echo filter"

[Journal]
  Path = "journal"

[Metrics]
  Enabled = false
  [Metrics.Exporter]
    Type = "prometheus"
    [Metrics.Exporter.Prometheus]
      RegistryType = "define"
      Namespace = ""
      EndPoint = "/ip4/0.0.0.0/tcp/4568"
      Path = "/debug/metrics"
      ReportingPeriod = "10s"
    [Metrics.Exporter.Graphite]
      Namespace = ""
      Host = "127.0.0.1"
      Port = 4568
      ReportingPeriod = "10s"

[[Miners]]
  Addr = "f01005"
  Account = "admin"
  Filter = "echo filter"
  ConsiderOnlineStorageDeals = true
  ConsiderOfflineStorageDeals = true
  ConsiderOnlineRetrievalDeals = true
  ConsiderOfflineRetrievalDeals = true
  ConsiderVerifiedStorageDeals = true
  ConsiderUnverifiedStorageDeals = true
  PieceCidBlocklist = []
  ExpectedSealDuration = "24h0m0s"
  MaxDealStartDelay = "336h0m0s"
  PublishMsgPeriod = "1h0m0s"
  MaxDealsPerPublishMsg = 8
  RetrievalFilter = ""
  TransferPath = ""
  [Miners.RetrievalPricing]
    Strategy = "default"
    [Miners.RetrievalPricing.Default]
      VerifiedDealsFreeTransfer = true
    [Miners.RetrievalPricing.External]
      Path = ""
  MaxPublishDealsFee = "0 FIL"
  MaxMarketBalanceAddFee = "0 FIL"
  RetrievalPaymentAddress = ""

[Fatman13]

待主网进一步验证；

[Fatman13]

[Fatman13]

cidgravity log:

client: f3xauqbfku44j6do4elgvxeiaecyonxc24gddcmmnr6xewy5j5zq4duatj2ostvmhiuscc5a52nf2tw3becuja

[Fatman13]

[Fatman13]

@LinZexiao 大佬，cidgravity 那边回复说好像还缺几个必要参数，他才能识别。

When the venus proposal arrive throught CIDgravity, we need some fields (for default values if not provided in the proposal) :

• FormatVersion must be a string, for example for the first version "1.0.0", so when you change the format, we can handle it easily on our side (must be at the root level of proposal) ;
• FastRetrieval is not provided, maybe do you have a default value or something ? (must be boolean true or false or conditional with another field in the proposal) ;>
• TransferType is not provided, value must a string ("manual", "http", "graphsync", "libp2p"), it must be provided or default value (if always the same value for venus-market for example) ;

The first field (FormatVersion) is required, for the others, you can provide us a default value, if you don't want to add it in the proposal (static information only)

[Fatman13]

测试失败，有可能需要把3个参数放到 proposal 这一层？

[Fatman13]

大功告成！

• Update README.md CIDgravity/CIDgravity-X#29