Skip to content

Commit

Permalink
Add new test source
Browse files Browse the repository at this point in the history
  • Loading branch information
@eisenhauer
eisenhauer committed Mar 28, 2023
1 parent b424864 commit a8c239e
Showing 1 changed file with 309 additions and 0 deletions.
309 changes: 309 additions & 0 deletions testing/adios2/engine/staging-common/TestShapeChangingWrite.cpp
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,309 @@
/*
* Distributed under the OSI-approved Apache License, Version 2.0. See
* accompanying file Copyright.txt for details.
*/
#include <cstdint>
#include <cstring>
#include <ctime>

#include <chrono>
#include <iostream>
#include <stdexcept>
#include <thread>

#include <adios2.h>

#include <gtest/gtest.h>

#include "TestData.h"

#include "ParseArgs.h"

class CommonWriteTest : public ::testing::Test
{
public:
CommonWriteTest() = default;
};

#if ADIOS2_USE_MPI
MPI_Comm testComm;
#endif

// ADIOS2 COMMON write
TEST_F(CommonWriteTest, ADIOS2CommonWrite)
{
// form a mpiSize * Nx 1D array
int mpiRank = 0, mpiSize = 1;

#if ADIOS2_USE_MPI
MPI_Comm_rank(testComm, &mpiRank);
MPI_Comm_size(testComm, &mpiSize);
#endif

// Write test data using ADIOS2

#if ADIOS2_USE_MPI
adios2::ADIOS adios(testComm);
#else
adios2::ADIOS adios;
#endif
adios2::IO io = adios.DeclareIO("TestIO");

std::size_t r64_Nx = Nx;
if (ZeroDataVar)
{
assert(mpiSize >= 2);
if (mpiRank == 0)
{
r64_Nx = 0;
}
else if (mpiRank == 1)
{
r64_Nx = 2 * Nx;
}
}
std::cout << "Nx is set to " << r64_Nx << " on Rank " << mpiRank
<< std::endl;

// Declare 1D variables (NumOfProcesses * Nx)
// The local process' part (start, count) can be defined now or later
// before Write().
{
adios2::Dims shape{static_cast<unsigned int>(Nx * mpiSize)};
adios2::Dims first_shape{static_cast<unsigned int>(3 * mpiSize)};
adios2::Dims first_count{static_cast<unsigned int>(3 * mpiSize)};
adios2::Dims second_shape{static_cast<unsigned int>(7 * mpiSize)};
adios2::Dims final_shape{static_cast<unsigned int>(10 * mpiSize)};
adios2::Dims start{static_cast<unsigned int>(Nx * mpiRank)};
adios2::Dims count_r64{static_cast<unsigned int>(r64_Nx)};
adios2::Dims start_r64{static_cast<unsigned int>(Nx * mpiRank)};
adios2::Dims count{static_cast<unsigned int>(Nx)};
adios2::Dims shape2{static_cast<unsigned int>(Nx * mpiSize), 2};
adios2::Dims start2{static_cast<unsigned int>(Nx * mpiRank), 0};
adios2::Dims count2{static_cast<unsigned int>(Nx), 2};
adios2::Dims shape3{2, static_cast<unsigned int>(Nx * mpiSize)};
adios2::Dims start3{0, static_cast<unsigned int>(Nx * mpiRank)};
adios2::Dims count3{2, static_cast<unsigned int>(Nx)};
adios2::Dims time_shape{static_cast<unsigned int>(mpiSize)};
adios2::Dims time_start{static_cast<unsigned int>(mpiRank)};
adios2::Dims time_count{1};

if (ZeroDataVar)
{
if (mpiRank == 1)
{
start_r64[0] = 0;
}
}
(void)io.DefineVariable<double>("scalar_r64");
(void)io.DefineVariable<int8_t>("i8", shape, start, count);
(void)io.DefineVariable<int16_t>("i16", shape, start, count);
(void)io.DefineVariable<int32_t>("i32", first_shape, start,
first_count); // changing
(void)io.DefineVariable<int64_t>("i64", shape, start, count);
auto var_r32 = io.DefineVariable<float>("r32", shape, start, count);
auto var_r64 =
io.DefineVariable<double>("r64", shape, start_r64, count_r64);
(void)io.DefineVariable<std::complex<float>>("c32", shape, start,
count);
(void)io.DefineVariable<std::complex<double>>("c64", shape, start,
count);
auto var_r64_2d =
io.DefineVariable<double>("r64_2d", shape2, start2, count2);
auto var_r64_2d_rev =
io.DefineVariable<double>("r64_2d_rev", shape3, start3, count3);
(void)io.DefineVariable<int64_t>("time", time_shape, time_start,
time_count);
if (CompressZfp)
{
adios2::Operator ZfpOp =
adios.DefineOperator("zfpCompressor", "zfp");
var_r32.AddOperation(ZfpOp, {{"rate", "20"}});
var_r64.AddOperation(ZfpOp, {{"rate", "20"}});
var_r64_2d.AddOperation(ZfpOp, {{"rate", "20"}});
var_r64_2d_rev.AddOperation(ZfpOp, {{"rate", "20"}});
}
}

// Create the Engine
io.SetEngine(engine);
io.SetParameters(engineParams);

adios2::Engine engine = io.Open(fname, adios2::Mode::Write);

for (int step = 0; step < NSteps; ++step)
{
// Generate test data for each process uniquely
generateCommonTestData((int)step, mpiRank, mpiSize, (int)Nx,
(int)r64_Nx);

engine.BeginStep();
// Retrieve the variables that previously went out of scope
auto scalar_r64 = io.InquireVariable<double>("scalar_r64");
auto var_i8 = io.InquireVariable<int8_t>("i8");
auto var_i16 = io.InquireVariable<int16_t>("i16");
auto var_i32 = io.InquireVariable<int32_t>("i32");
auto var_i64 = io.InquireVariable<int64_t>("i64");
auto var_r32 = io.InquireVariable<float>("r32");
auto var_r64 = io.InquireVariable<double>("r64");
auto var_c32 = io.InquireVariable<std::complex<float>>("c32");
auto var_c64 = io.InquireVariable<std::complex<double>>("c64");
auto var_r64_2d = io.InquireVariable<double>("r64_2d");
auto var_r64_2d_rev = io.InquireVariable<double>("r64_2d_rev");
auto var_time = io.InquireVariable<int64_t>("time");

adios2::Dims first_shape{static_cast<unsigned int>(3 * mpiSize)};
adios2::Dims second_shape{static_cast<unsigned int>(7 * mpiSize)};
adios2::Dims final_shape{static_cast<unsigned int>(10 * mpiSize)};

// Make a 1D selection to describe the local dimensions of the
// variable we write and its offsets in the global spaces
adios2::Box<adios2::Dims> sel({mpiRank * Nx}, {Nx});
adios2::Box<adios2::Dims> sel_i32(
{mpiRank * Nx}, {static_cast<unsigned int>(3 * mpiSize)});
adios2::Box<adios2::Dims> sel_i32_2(
{mpiRank * Nx + 3}, {static_cast<unsigned int>(4 * mpiSize)});
adios2::Box<adios2::Dims> sel_i32_3(
{mpiRank * Nx + 7}, {static_cast<unsigned int>(3 * mpiSize)});
adios2::Box<adios2::Dims> sel_r64({mpiRank * Nx}, {r64_Nx});
adios2::Box<adios2::Dims> sel2({mpiRank * Nx, 0}, {Nx, 2});
adios2::Box<adios2::Dims> sel3({0, mpiRank * Nx}, {2, Nx});
adios2::Box<adios2::Dims> sel_time(
{static_cast<unsigned long>(mpiRank)}, {1});
if (ZeroDataVar)
{
if (mpiRank == 1)
{
sel_r64.first[0] = 0;
}
}

var_i8.SetSelection(sel);
var_i16.SetSelection(sel);
var_i32.SetSelection(sel_i32);
var_i64.SetSelection(sel);
var_r32.SetSelection(sel);
var_r64.SetSelection(sel_r64);
var_c32.SetSelection(sel);
var_c64.SetSelection(sel);
var_r64_2d.SetSelection(sel2);
var_r64_2d_rev.SetSelection(sel3);
var_time.SetSelection(sel_time);

// Write each one
// fill in the variable with values from starting index to
// starting index + count
const adios2::Mode sync = adios2::Mode::Deferred;
std::time_t localtime;
if (!NoData)
{
if (mpiRank == 0)
engine.Put(scalar_r64, data_scalar_R64);
engine.Put(var_i8, data_I8.data(), sync);
engine.Put(var_i16, data_I16.data(), sync);
engine.Put(var_i32, data_I32.data(), sync);
var_i32.SetShape(second_shape);
var_i32.SetSelection(sel_i32_2);
engine.Put(var_i32, data_I32.data() + 3, sync);
var_i32.SetShape(final_shape);
var_i32.SetSelection(sel_i32_3);
engine.Put(var_i32, data_I32.data() + 7, sync);

engine.Put(var_i64, data_I64.data(), sync);
engine.Put(var_r32, data_R32.data(), sync);
engine.Put(var_r64, data_R64.data(), sync);
engine.Put(var_c32, data_C32.data(), sync);
engine.Put(var_c64, data_C64.data(), sync);
engine.Put(var_r64_2d, &data_R64_2d[0], sync);
engine.Put(var_r64_2d_rev, &data_R64_2d_rev[0], sync);
// Advance to the next time step
localtime = std::time(NULL);
engine.Put(var_time, (int64_t *)&localtime);
}
else
{
// NoData specified
if (NoDataNode == mpiRank)
{
// we'll write all the data for one variable, nobody else does
// anything
data_R64.resize(Nx * mpiSize);
for (size_t i = 0; i < Nx * mpiSize; i++)
data_R64[i] = (double)10 * i + step;
sel_r64.first[0] = 0;
sel_r64.second[0] = mpiSize * Nx;
var_r64.SetSelection(sel_r64);

engine.Put(var_r64, data_R64.data(), sync);
}
else
{
// nobody does anything
}
}
if (LockGeometry)
{
// we'll never change our data decomposition
engine.LockWriterDefinitions();
}
if (AdvancingAttrs)
{
const std::string r64_Single =
std::string("r64_PerStep_") + std::to_string(step);
io.DefineAttribute<double>(r64_Single, (double)(step * 10.0));
std::cout << "Defining attribute " << r64_Single << std::endl;
}
adios2::Dims shape{static_cast<unsigned int>(Nx * mpiSize)};
engine.EndStep();

// restore original shape only after EndStep()
var_i32.SetShape(first_shape);

std::this_thread::sleep_for(std::chrono::milliseconds(
DelayMS)); /* sleep for DelayMS milliseconds */
}

// Close the file
if (!DontClose)
{
engine.Close();
}
}

int main(int argc, char **argv)
{
int result;
::testing::InitGoogleTest(&argc, argv);

DelayMS = 0; // zero for common writer

ParseArgs(argc, argv);

#if ADIOS2_USE_MPI
int provided;
int thread_support_level = (engine == "SST" || engine == "sst")
? MPI_THREAD_MULTIPLE
: MPI_THREAD_SINGLE;

// MPI_THREAD_MULTIPLE is only required if you enable the SST MPI_DP
MPI_Init_thread(nullptr, nullptr, thread_support_level, &provided);

int key;
MPI_Comm_rank(MPI_COMM_WORLD, &key);

const unsigned int color = 1;
MPI_Comm_split(MPI_COMM_WORLD, color, key, &testComm);
#endif

result = RUN_ALL_TESTS();

#if ADIOS2_USE_MPI
#ifdef CRAY_MPICH_VERSION
MPI_Barrier(MPI_COMM_WORLD);
#else
MPI_Finalize();
#endif
#endif

return result;
}

0 comments on commit a8c239e

Please sign in to comment.