config_filecoin_mainnet.yaml

# Path to a directory to where peer metadata and the overlay graph will be written.
output_directory_path: "output_data_crawls/filecoin/mainnet"

# Path to a file to use as a node cache.
# The node cache is read at startup. All peers in the node cache will be
# contacted by the crawler. This should speed up the crawl, but only works if
# the cache is up-to-date. Due to churn, this is generally only the case for
# crawls that are performed immediately after one another.
#cache_file_path: nodes.cache

# Settings for the crawler
crawler:
  # The number of libp2p hosts to run.
  num_workers: 5

  # The maximum number of concurrent in-flight requests.
  concurrent_requests: 1000

  # Path to the (compressed) preimage file.
  preimage_file_path: "precomputed_hashes/preimages.csv.zst"

  # The bootstrap peers to connect to.
  bootstrap_peers:
    - /dns4/lotus-bootstrap.ipfsforce.com/tcp/41778/p2p/12D3KooWGhufNmZHF3sv48aQeS13ng5XVJZ9E6qy2Ms4VzqeUsHk
    - /dns4/bootstrap-0.starpool.in/tcp/12757/p2p/12D3KooWGHpBMeZbestVEWkfdnC9u7p6uFHXL1n7m1ZBqsEmiUzz
    - /dns4/bootstrap-1.starpool.in/tcp/12757/p2p/12D3KooWQZrGH1PxSNZPum99M1zNvjNFM33d1AAu5DcvdHptuU7u
    - /dns4/node.glif.io/tcp/1235/p2p/12D3KooWBF8cpp65hp2u9LK5mh19x67ftAam84z9LsfaquTDSBpt
    - /dns4/bootstarp-0.1475.io/tcp/61256/p2p/12D3KooWRzCVDwHUkgdK7eRgnoXbjDAELhxPErjHzbRLguSV1aRt
    - /dns4/bootstrap-venus.mainnet.filincubator.com/tcp/8888/p2p/QmQu8C6deXwKvJP2D8B6QGyhngc3ZiDnFzEHBDx8yeBXST
    - /dns4/bootstrap-mainnet-0.chainsafe-fil.io/tcp/34000/p2p/12D3KooWKKkCZbcigsWTEu1cgNetNbZJqeNtysRtFpq7DTqw3eqH
    - /dns4/bootstrap-mainnet-1.chainsafe-fil.io/tcp/34000/p2p/12D3KooWGnkd9GQKo3apkShQDaq1d6cKJJmsVe6KiQkacUk1T8oZ
    - /dns4/bootstrap-mainnet-2.chainsafe-fil.io/tcp/34000/p2p/12D3KooWHQRSDFv4FvAjtU32shQ7znz7oRbLBryXzZ9NMK2feyyH

  # Configuration of the libp2p hosts.
  worker_config:
    # The user agent to announce as.
    user_agent: "ipfs_crawler (https://github.com/trudi-group/ipfs-crawler)"

    # The timeout to establish a connection to a peer.
    connect_timeout: 180s

    # The number of times a connection attempt will be made.
    connection_attempts: 3

  # Configuration for the crawler "plugin"
  crawler_config:
    # The timeout for non-connection interactions.
    # These are steps of the crawling process, such as establishing a stream and
    # requesting a set of known peers. As such the total timeout to get all
    # neighbors of a peer is a multiple of this.
    interaction_timeout: 5s

    # The number of times each interaction is attempted.
    interaction_attempts: 10

    # The protocols to use for crawling.
    protocol_strings:
      - /fil/kad/testnetnet/kad/1.0.0

  # Configuration for plugins.
  # Plugins are executed once a peer has been crawled completely, in the order
  # given here.
  plugins:

    # Configuration for the Bitswap probe plugin
#    - name: "bitswap-probe"
#      options:
#        # A list of CIDs to ask for
#        cids:
#          # CID of the IPFS logo
#          - "QmY7Yh4UquoXHLPFo2XbhXkhBvFoPwmQUSa92pxnxjQuPU"
#
#        # The timeout to use for requests
#        request_timeout: "5s"
#
#        # The period of time to wait for replies
#        response_period: "30s"