-
Notifications
You must be signed in to change notification settings - Fork 1.3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #260 from filecoin-project/feat/builtin-paramfetch
Built in paramfetch
- Loading branch information
Showing
9 changed files
with
172 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| package build | ||
|
|
||
| import rice "github.com/GeertJohan/go.rice" | ||
|
|
||
| func MaybeGenesis() []byte { | ||
| builtinGen, err := rice.FindBox("genesis") | ||
| if err != nil { | ||
| log.Warn("loading built-in genesis: %s", err) | ||
| return nil | ||
| } | ||
| genBytes, err := builtinGen.Bytes("devnet.car") | ||
| if err != nil { | ||
| log.Warn("loading built-in genesis: %s", err) | ||
| } | ||
|
|
||
| return genBytes | ||
| } |
Empty file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,105 @@ | ||
| package build | ||
|
|
||
| import ( | ||
| "encoding/hex" | ||
| "encoding/json" | ||
| "io" | ||
| "net/http" | ||
| "os" | ||
| "path/filepath" | ||
| "strings" | ||
|
|
||
| rice "github.com/GeertJohan/go.rice" | ||
| logging "github.com/ipfs/go-log" | ||
| "github.com/minio/blake2b-simd" | ||
| pb "gopkg.in/cheggaaa/pb.v1" | ||
| ) | ||
|
|
||
| var log = logging.Logger("build") | ||
|
|
||
| const gateway = "http://198.211.99.118/ipfs/" | ||
| const paramdir = "/var/tmp/filecoin-proof-parameters" | ||
|
|
||
| type paramFile struct { | ||
| Cid string `json:"cid"` | ||
| Digest string `json:"digest"` | ||
| SectorSize uint64 `json:"sector_size"` | ||
| } | ||
|
|
||
| func GetParams(storage bool) error { | ||
| if err := os.Mkdir(paramdir, 0755); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| var params map[string]paramFile | ||
|
|
||
| paramBytes := rice.MustFindBox("proof-params").MustBytes("parameters.json") | ||
| if err := json.Unmarshal(paramBytes, ¶ms); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| for name, info := range params { | ||
| if info.SectorSize != SectorSize { | ||
| continue | ||
| } | ||
| if !storage && strings.HasSuffix(name, ".params") { | ||
| continue | ||
| } | ||
|
|
||
| if err := maybeFetch(name, info); err != nil { | ||
| return err | ||
| } | ||
| } | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| func maybeFetch(name string, info paramFile) error { | ||
| path := filepath.Join(paramdir, name) | ||
| f, err := os.Open(path) | ||
| if err == nil { | ||
| defer f.Close() | ||
|
|
||
| h := blake2b.New512() | ||
| if _, err := io.Copy(h, f); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| sum := h.Sum(nil) | ||
| strSum := hex.EncodeToString(sum[:16]) | ||
| if strSum == info.Digest { | ||
| return nil | ||
| } | ||
|
|
||
| log.Warnf("Checksum mismatch in param file %s, %s != %s", name, strSum, info.Digest) | ||
| } | ||
|
|
||
| return doFetch(path, info) | ||
| } | ||
|
|
||
| func doFetch(out string, info paramFile) error { | ||
| log.Infof("Fetching %s", out) | ||
|
|
||
| resp, err := http.Get(gateway + info.Cid) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer resp.Body.Close() | ||
|
|
||
| outf, err := os.Create(out) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer outf.Close() | ||
|
|
||
| bar := pb.New64(resp.ContentLength) | ||
| bar.Units = pb.U_BYTES | ||
| bar.ShowSpeed = true | ||
| bar.Start() | ||
|
|
||
| _, err = io.Copy(outf, bar.NewProxyReader(resp.Body)) | ||
|
|
||
| bar.Finish() | ||
|
|
||
| return err | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters