Skip to content

Commit

Permalink
Merge pull request #1194 from filecoin-project/feat/fauxrep
Browse files Browse the repository at this point in the history 
Add fauxrep to API for fake sealing.
  • Loading branch information
@porcuquine
porcuquine authored Jul 1, 2020
2 parents 4e4f766 + 5ff0e8e commit cd780e1
Show file tree
Hide file tree
Showing 3 changed files with 277 additions and 17 deletions.
49 changes: 49 additions & 0 deletions filecoin-proofs/src/api/seal.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -758,3 +758,52 @@ pub fn verify_batch_seal<Tree: 'static + MerkleTreeTrait>(
info!("verify_batch_seal:finish");
result
}

pub fn fauxrep<R: AsRef<Path>, S: AsRef<Path>, Tree: 'static + MerkleTreeTrait>(
porep_config: PoRepConfig,
cache_path: R,
out_path: S,
) -> Result<Commitment> {
let mut rng = rand::thread_rng();
fauxrep_aux::<_, R, S, Tree>(&mut rng, porep_config, cache_path, out_path)
}

pub fn fauxrep_aux<
Rng: rand::Rng,
R: AsRef<Path>,
S: AsRef<Path>,
Tree: 'static + MerkleTreeTrait,
>(
mut rng: &mut Rng,
porep_config: PoRepConfig,
cache_path: R,
out_path: S,
) -> Result<Commitment> {
let sector_bytes = PaddedBytesAmount::from(porep_config).0;

{
// Create a sector full of null bytes at `out_path`.
let file = File::create(&out_path)?;
file.set_len(sector_bytes)?;
}

let fake_comm_c = <Tree::Hasher as Hasher>::Domain::random(&mut rng);
let (comm_r, p_aux) = StackedDrg::<Tree, DefaultPieceHasher>::fake_replicate_phase2(
fake_comm_c,
out_path,
&cache_path,
sector_bytes as usize,
)?;

let p_aux_path = cache_path.as_ref().join(CacheKey::PAux.to_string());
let mut f_p_aux = File::create(&p_aux_path)
.with_context(|| format!("could not create file p_aux={:?}", p_aux_path))?;
let p_aux_bytes = serialize(&p_aux)?;
f_p_aux
.write_all(&p_aux_bytes)
.with_context(|| format!("could not write to file p_aux={:?}", p_aux_path))?;

let mut commitment = [0u8; 32];
commitment[..].copy_from_slice(&comm_r.into_bytes()[..]);
Ok(commitment)
}
81 changes: 65 additions & 16 deletions filecoin-proofs/tests/api.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -81,25 +81,29 @@ fn seal_lifecycle<Tree: 'static + MerkleTreeTrait>(sector_size: u64) -> Result<(
#[test]
#[ignore]
fn test_winning_post_2kib_base_8() -> Result<()> {
winning_post::<SectorShape2KiB>(SECTOR_SIZE_2_KIB)
winning_post::<SectorShape2KiB>(SECTOR_SIZE_2_KIB, false)?;
winning_post::<SectorShape2KiB>(SECTOR_SIZE_2_KIB, true)
}

#[test]
#[ignore]
fn test_winning_post_4kib_sub_8_2() -> Result<()> {
winning_post::<SectorShape4KiB>(SECTOR_SIZE_4_KIB)
winning_post::<SectorShape4KiB>(SECTOR_SIZE_4_KIB, false)?;
winning_post::<SectorShape4KiB>(SECTOR_SIZE_4_KIB, true)
}

#[test]
#[ignore]
fn test_winning_post_16kib_sub_8_8() -> Result<()> {
winning_post::<SectorShape16KiB>(SECTOR_SIZE_16_KIB)
winning_post::<SectorShape16KiB>(SECTOR_SIZE_16_KIB, false)?;
winning_post::<SectorShape16KiB>(SECTOR_SIZE_16_KIB, true)
}

#[test]
#[ignore]
fn test_winning_post_32kib_top_8_8_2() -> Result<()> {
winning_post::<SectorShape32KiB>(SECTOR_SIZE_32_KIB)
winning_post::<SectorShape32KiB>(SECTOR_SIZE_32_KIB, false)?;
winning_post::<SectorShape32KiB>(SECTOR_SIZE_32_KIB, true)
}

#[test]
Expand Down Expand Up @@ -138,15 +142,18 @@ fn test_winning_post_empty_sector_challenge() -> Result<()> {
Ok(())
}

fn winning_post<Tree: 'static + MerkleTreeTrait>(sector_size: u64) -> Result<()> {
fn winning_post<Tree: 'static + MerkleTreeTrait>(sector_size: u64, fake: bool) -> Result<()> {
let rng = &mut XorShiftRng::from_seed(TEST_SEED);

let prover_fr: DefaultTreeDomain = Fr::random(rng).into();
let mut prover_id = [0u8; 32];
prover_id.copy_from_slice(AsRef::<[u8]>::as_ref(&prover_fr));

let (sector_id, replica, comm_r, cache_dir) =
create_seal::<_, Tree>(rng, sector_size, prover_id, true)?;
let (sector_id, replica, comm_r, cache_dir) = if fake {
create_fake_seal::<_, Tree>(rng, sector_size)?
} else {
create_seal::<_, Tree>(rng, sector_size, prover_id, true)?
};
let sector_count = WINNING_POST_SECTOR_COUNT;

let random_fr: DefaultTreeDomain = Fr::random(rng).into();
Expand Down Expand Up @@ -194,7 +201,8 @@ fn test_window_post_single_partition_smaller_2kib_base_8() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape2KiB>(sector_size, sector_count / 2, sector_count)
window_post::<SectorShape2KiB>(sector_size, sector_count / 2, sector_count, false)?;
window_post::<SectorShape2KiB>(sector_size, sector_count / 2, sector_count, true)
}

#[test]
Expand All @@ -207,7 +215,8 @@ fn test_window_post_two_partitions_matching_2kib_base_8() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape2KiB>(sector_size, 2 * sector_count, sector_count)
window_post::<SectorShape2KiB>(sector_size, 2 * sector_count, sector_count, false)?;
window_post::<SectorShape2KiB>(sector_size, 2 * sector_count, sector_count, true)
}

#[test]
Expand All @@ -220,7 +229,8 @@ fn test_window_post_two_partitions_matching_4kib_sub_8_2() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape4KiB>(sector_size, 2 * sector_count, sector_count)
window_post::<SectorShape4KiB>(sector_size, 2 * sector_count, sector_count, false)?;
window_post::<SectorShape4KiB>(sector_size, 2 * sector_count, sector_count, true)
}

#[test]
Expand All @@ -233,7 +243,8 @@ fn test_window_post_two_partitions_matching_16kib_sub_8_8() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape16KiB>(sector_size, 2 * sector_count, sector_count)
window_post::<SectorShape16KiB>(sector_size, 2 * sector_count, sector_count, false)?;
window_post::<SectorShape16KiB>(sector_size, 2 * sector_count, sector_count, true)
}

#[test]
Expand All @@ -246,7 +257,8 @@ fn test_window_post_two_partitions_matching_32kib_top_8_8_2() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape32KiB>(sector_size, 2 * sector_count, sector_count)
window_post::<SectorShape32KiB>(sector_size, 2 * sector_count, sector_count, false)?;
window_post::<SectorShape32KiB>(sector_size, 2 * sector_count, sector_count, true)
}

#[test]
Expand All @@ -259,7 +271,8 @@ fn test_window_post_two_partitions_smaller_2kib_base_8() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape2KiB>(sector_size, 2 * sector_count - 1, sector_count)
window_post::<SectorShape2KiB>(sector_size, 2 * sector_count - 1, sector_count, false)?;
window_post::<SectorShape2KiB>(sector_size, 2 * sector_count - 1, sector_count, true)
}

#[test]
Expand All @@ -272,13 +285,15 @@ fn test_window_post_single_partition_matching_2kib_base_8() -> Result<()> {
.get(&sector_size)
.unwrap();

window_post::<SectorShape2KiB>(sector_size, sector_count, sector_count)
window_post::<SectorShape2KiB>(sector_size, sector_count, sector_count, false)?;
window_post::<SectorShape2KiB>(sector_size, sector_count, sector_count, true)
}

fn window_post<Tree: 'static + MerkleTreeTrait>(
sector_size: u64,
total_sector_count: usize,
sector_count: usize,
fake: bool,
) -> Result<()> {
let rng = &mut XorShiftRng::from_seed(TEST_SEED);

Expand All @@ -291,8 +306,11 @@ fn window_post<Tree: 'static + MerkleTreeTrait>(
prover_id.copy_from_slice(AsRef::<[u8]>::as_ref(&prover_fr));

for _ in 0..total_sector_count {
let (sector_id, replica, comm_r, cache_dir) =
create_seal::<_, Tree>(rng, sector_size, prover_id, true)?;
let (sector_id, replica, comm_r, cache_dir) = if fake {
create_fake_seal::<_, Tree>(rng, sector_size)?
} else {
create_seal::<_, Tree>(rng, sector_size, prover_id, true)?
};
priv_replicas.insert(
sector_id,
PrivateReplicaInfo::new(replica.path().into(), comm_r, cache_dir.path().into())?,
Expand Down Expand Up @@ -464,3 +482,34 @@ fn create_seal<R: Rng, Tree: 'static + MerkleTreeTrait>(

Ok((sector_id, sealed_sector_file, comm_r, cache_dir))
}

fn create_fake_seal<R: rand::Rng, Tree: 'static + MerkleTreeTrait>(
mut rng: &mut R,
sector_size: u64,
) -> Result<(SectorId, NamedTempFile, Commitment, tempfile::TempDir)> {
init_logger();

let arbitrary_porep_id = [28; 32];
let sealed_sector_file = NamedTempFile::new()?;

let config = PoRepConfig {
sector_size: SectorSize(sector_size),
partitions: PoRepProofPartitions(
*POREP_PARTITIONS.read().unwrap().get(&sector_size).unwrap(),
),
porep_id: arbitrary_porep_id,
};

let cache_dir = tempfile::tempdir().unwrap();

let sector_id = rng.gen::<u64>().into();

let comm_r = fauxrep_aux::<_, _, _, Tree>(
&mut rng,
config,
cache_dir.path(),
sealed_sector_file.path(),
)?;

Ok((sector_id, sealed_sector_file, comm_r, cache_dir))
}
Loading

0 comments on commit cd780e1

Please sign in to comment.