Skip to content

HYRAX-2014, add the method to check if the direct chunk IO can be app… #1254

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
kyang2014 merged 1 commit into from
Feb 11, 2026
Merged

HYRAX-2014, add the method to check if the direct chunk IO can be app… #1254

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
74 changes: 73 additions & 1 deletion modules/dmrpp_module/DmrppArray.cc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2845,8 +2845,10 @@ bool DmrppArray::read() {
bool buffer_chunk_case = array_to_read->use_buffer_chunk();

if (!array_to_read->is_projected()) {

BESDEBUG(MODULE, prolog << "Reading data from chunks, unconstrained." << endl);
// KENT: Only here we need to consider the direct buffer IO.

// Here we need to consider the direct chunk IO.
if (this->get_dio_flag()) {
BESDEBUG(MODULE, prolog << "Using direct IO" << endl);
if (buffer_chunk_case && DmrppRequestHandler::use_buffer_chunk)
Expand All @@ -2865,6 +2867,8 @@ bool DmrppArray::read() {
}
} else {
BESDEBUG(MODULE, prolog << "Reading data from chunks, constrained." << endl);
// We need to check if this is a good subset case that the direct chunk IO can handle.
bool direct_io_subset = check_dio_subset();

// Also buffer chunks for the non-contiguous chunk case.
if (buffer_chunk_case && DmrppRequestHandler::use_buffer_chunk) {
Expand Down Expand Up @@ -3778,4 +3782,72 @@ unsigned long long DmrppArray::obtain_buffer_end_pos(const vector<unsigned long

}

bool DmrppArray::check_dio_subset() {

BESDEBUG(PARSER, prolog << "Coming to check_dio_subset() " << endl);
if (!get_dio_flag())
return false;

bool no_dio = false;

// If the stride is not 1,no direct chunk IO.
auto di = dim_begin();
auto de = dim_end();
for (; di != de; di++) {
if (dimension_stride_ll (di, true) != 1) {
BESDEBUG(PARSER, prolog << "The stride of a dimension is: " <<dimension_stride_ll(di,true) << endl);
BESDEBUG(PARSER, prolog << "Cannot do direct IO subset: the variable name is: " <<this->var()->name() << endl);
no_dio = true;
break;
}
}
if (no_dio)
return false;

// Obtain the chunk dimension sizes
const vector<unsigned long long> &chunk_dim_sizes = get_chunk_dimension_sizes();

// If the subset size is smaller than a chunk size, no direct chunk IO.
di = dim_begin();
int dim_rank_count = 0;
for (; di != de; di++) {
int64_t start = dimension_start_ll (di, true);
int64_t stop = dimension_stop_ll (di, true);
if ((start+chunk_dim_sizes[dim_rank_count])>stop) {
BESDEBUG(PARSER, prolog << "start of this dimension: " <<start << endl);
BESDEBUG(PARSER, prolog << "stop of this dimension: " <<stop << endl);
BESDEBUG(PARSER, prolog << "chunk_dim_size of this dimension: " <<chunk_dim_sizes[dim_rank_count] << endl);
BESDEBUG(PARSER, prolog << "The subset size of this dimension is smaller than the corresponding chunk size. " << endl);
BESDEBUG(PARSER, prolog << "Cannot do direct IO subset: the variable name is: " <<this->var()->name() << endl);
no_dio = true;
break;
}
dim_rank_count++;
}
if (no_dio)
return false;

// If the starting point of the subset is not the starting point of a chunk,no direct chunk IO.
di = dim_begin();
dim_rank_count = 0;
for (; di != de; di++) {
int64_t start = dimension_start_ll (di, true);
if ((start%chunk_dim_sizes[dim_rank_count])!=0) {
BESDEBUG(PARSER, prolog << "start of this dimension: " <<start<<" is not the starting point of a chunk." << endl);
BESDEBUG(PARSER, prolog << "chunk_dim_size of this dimension: " <<chunk_dim_sizes[dim_rank_count] << endl);
BESDEBUG(PARSER, prolog << "Cannot do direct IO subset: the variable name is: " <<this->var()->name() << endl);
no_dio = true;
break;
}
dim_rank_count++;
}
if (no_dio)
return false;

BESDEBUG(PARSER, prolog << "Can do direct IO subset: the variable name is: " <<this->var()->name() << endl);

return true;

}

} // namespace dmrpp
2 changes: 2 additions & 0 deletions modules/dmrpp_module/DmrppArray.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -172,6 +172,8 @@ class DmrppArray : public libdap::Array, public dmrpp::DmrppCommon {

bool use_direct_io_opt();

bool check_dio_subset();

unsigned long long inflate_simple(char **destp, unsigned long long dest_len, char *src, unsigned long long src_len);

public:
Expand Down
Binary file added modules/fileout_netcdf/data/h5_six_big_chunks_comp.h5
View file
Open in desktop
Binary file not shown.
33 changes: 33 additions & 0 deletions modules/fileout_netcdf/data/h5_six_big_chunks_comp.h5.dmrpp
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
<?xml version="1.0" encoding="ISO-8859-1"?>
<Dataset xmlns="http://xml.opendap.org/ns/DAP/4.0#" xmlns:dmrpp="http://xml.opendap.org/dap/dmrpp/1.0.0#" dapVersion="4.0" dmrVersion="2.0" name="h5_six_big_chunks_comp.h5" dmrpp:href="data/h5_six_big_chunks_comp.h5" dmrpp:version="3.21.1">
<Byte name="DS1">
<Dim size="16"/>
<Dim size="24"/>
<dmrpp:chunks compressionType="deflate" deflateLevel="1" fillValue="0" byteOrder="LE">
<dmrpp:chunkDimensionSizes>10 10</dmrpp:chunkDimensionSizes>
<dmrpp:chunk offset="4016" nBytes="61" chunkPositionInArray="[0,0]"/>
<dmrpp:chunk offset="4077" nBytes="61" chunkPositionInArray="[0,10]"/>
<dmrpp:chunk offset="4138" nBytes="53" chunkPositionInArray="[0,20]"/>
<dmrpp:chunk offset="4191" nBytes="44" chunkPositionInArray="[10,0]"/>
<dmrpp:chunk offset="4235" nBytes="44" chunkPositionInArray="[10,10]"/>
<dmrpp:chunk offset="4279" nBytes="40" chunkPositionInArray="[10,20]"/>
</dmrpp:chunks>
</Byte>
<Attribute name="build_dmrpp_metadata" type="Container">
<Attribute name="created" type="String">
<Value>2026-02-10T21:34:57Z</Value>
</Attribute>
<Attribute name="build_dmrpp" type="String">
<Value>3.21.1</Value>
</Attribute>
<Attribute name="bes" type="String">
<Value>3.21.1</Value>
</Attribute>
<Attribute name="libdap" type="String">
<Value>libdap-3.21.1</Value>
</Attribute>
<Attribute name="invocation" type="String">
<Value>build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M</Value>
</Attribute>
</Attribute>
</Dataset>
11 changes: 11 additions & 0 deletions modules/fileout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint.bescmd
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
<?xml version="1.0" encoding="UTF-8"?>
<request reqID="some_unique_value" >
<setContext name="dap_format">dap2</setContext>
<setContainer name="data" space="catalog">/data/h5_six_big_chunks_comp.h5.dmrpp</setContainer>
<define name="d">
<container name="data" >
<dap4constraint>/DS1[0:1:10][10:1:20]</dap4constraint>
</container>
</define>
<get type="dap" definition="d" returnAs="netcdf-4"/>
</request>
30 changes: 30 additions & 0 deletions ...leout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint.bescmd.baseline.data
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
netcdf test {
dimensions:
dim1 = 11 ;
dim2 = 11 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
data:

DS1 =
21, 23, 25, 27, 29, 31, 33, 35, 37, 39, 41,
22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42,
23, 25, 27, 29, 31, 33, 35, 37, 39, 41, 43,
24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44,
25, 27, 29, 31, 33, 35, 37, 39, 41, 43, 45,
26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46,
27, 29, 31, 33, 35, 37, 39, 41, 43, 45, 47,
28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48,
29, 31, 33, 35, 37, 39, 41, 43, 45, 47, 49,
30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50,
31, 33, 35, 37, 39, 41, 43, 45, 47, 49, 51 ;
}
16 changes: 16 additions & 0 deletions ...out_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint.bescmd.baseline.header
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
netcdf test {
dimensions:
dim1 = 11 ;
dim2 = 11 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
}
1 change: 1 addition & 0 deletions ...ileout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint.bescmd.baseline.ver
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
netCDF-4
11 changes: 11 additions & 0 deletions modules/fileout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_2.bescmd
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
<?xml version="1.0" encoding="UTF-8"?>
<request reqID="some_unique_value" >
<setContext name="dap_format">dap2</setContext>
<setContainer name="data" space="catalog">/data/h5_six_big_chunks_comp.h5.dmrpp</setContainer>
<define name="d">
<container name="data" >
<dap4constraint>/DS1[0:1:8][10:1:20]</dap4constraint>
</container>
</define>
<get type="dap" definition="d" returnAs="netcdf-4"/>
</request>
28 changes: 28 additions & 0 deletions ...out_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_2.bescmd.baseline.data
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
netcdf test {
dimensions:
dim1 = 9 ;
dim2 = 11 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
data:

DS1 =
21, 23, 25, 27, 29, 31, 33, 35, 37, 39, 41,
22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42,
23, 25, 27, 29, 31, 33, 35, 37, 39, 41, 43,
24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44,
25, 27, 29, 31, 33, 35, 37, 39, 41, 43, 45,
26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46,
27, 29, 31, 33, 35, 37, 39, 41, 43, 45, 47,
28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48,
29, 31, 33, 35, 37, 39, 41, 43, 45, 47, 49 ;
}
16 changes: 16 additions & 0 deletions ...t_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_2.bescmd.baseline.header
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
netcdf test {
dimensions:
dim1 = 9 ;
dim2 = 11 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
}
1 change: 1 addition & 0 deletions ...eout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_2.bescmd.baseline.ver
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
netCDF-4
11 changes: 11 additions & 0 deletions modules/fileout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_3.bescmd
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
<?xml version="1.0" encoding="UTF-8"?>
<request reqID="some_unique_value" >
<setContext name="dap_format">dap2</setContext>
<setContainer name="data" space="catalog">/data/h5_six_big_chunks_comp.h5.dmrpp</setContainer>
<define name="d">
<container name="data" >
<dap4constraint>/DS1[1:1:11][10:1:20]</dap4constraint>
</container>
</define>
<get type="dap" definition="d" returnAs="netcdf-4"/>
</request>
30 changes: 30 additions & 0 deletions ...out_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_3.bescmd.baseline.data
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
netcdf test {
dimensions:
dim1 = 11 ;
dim2 = 11 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
data:

DS1 =
22, 24, 26, 28, 30, 32, 34, 36, 38, 40, 42,
23, 25, 27, 29, 31, 33, 35, 37, 39, 41, 43,
24, 26, 28, 30, 32, 34, 36, 38, 40, 42, 44,
25, 27, 29, 31, 33, 35, 37, 39, 41, 43, 45,
26, 28, 30, 32, 34, 36, 38, 40, 42, 44, 46,
27, 29, 31, 33, 35, 37, 39, 41, 43, 45, 47,
28, 30, 32, 34, 36, 38, 40, 42, 44, 46, 48,
29, 31, 33, 35, 37, 39, 41, 43, 45, 47, 49,
30, 32, 34, 36, 38, 40, 42, 44, 46, 48, 50,
31, 33, 35, 37, 39, 41, 43, 45, 47, 49, 51,
32, 34, 36, 38, 40, 42, 44, 46, 48, 50, 52 ;
}
16 changes: 16 additions & 0 deletions ...t_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_3.bescmd.baseline.header
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
netcdf test {
dimensions:
dim1 = 11 ;
dim2 = 11 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
}
1 change: 1 addition & 0 deletions ...eout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_3.bescmd.baseline.ver
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
netCDF-4
11 changes: 11 additions & 0 deletions modules/fileout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_4.bescmd
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
<?xml version="1.0" encoding="UTF-8"?>
<request reqID="some_unique_value" >
<setContext name="dap_format">dap2</setContext>
<setContainer name="data" space="catalog">/data/h5_six_big_chunks_comp.h5.dmrpp</setContainer>
<define name="d">
<container name="data" >
<dap4constraint>/DS1[0:1:11][0:2:22]</dap4constraint>
</container>
</define>
<get type="dap" definition="d" returnAs="netcdf-4"/>
</request>
31 changes: 31 additions & 0 deletions ...out_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_4.bescmd.baseline.data
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
netcdf test {
dimensions:
dim1 = 12 ;
dim2 = 12 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
data:

DS1 =
1, 5, 9, 13, 17, 21, 25, 29, 33, 37, 41, 45,
2, 6, 10, 14, 18, 22, 26, 30, 34, 38, 42, 46,
3, 7, 11, 15, 19, 23, 27, 31, 35, 39, 43, 47,
4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48,
5, 9, 13, 17, 21, 25, 29, 33, 37, 41, 45, 49,
6, 10, 14, 18, 22, 26, 30, 34, 38, 42, 46, 50,
7, 11, 15, 19, 23, 27, 31, 35, 39, 43, 47, 51,
8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52,
9, 13, 17, 21, 25, 29, 33, 37, 41, 45, 49, 53,
10, 14, 18, 22, 26, 30, 34, 38, 42, 46, 50, 54,
11, 15, 19, 23, 27, 31, 35, 39, 43, 47, 51, 55,
12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56 ;
}
16 changes: 16 additions & 0 deletions ...t_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_4.bescmd.baseline.header
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
netcdf test {
dimensions:
dim1 = 12 ;
dim2 = 12 ;
variables:
ubyte DS1(dim1, dim2) ;

// global attributes:
:build_dmrpp_metadata.created = "removed date-time" ;
:build_dmrpp_metadata.build_dmrpp = "3.21.1" ;
:build_dmrpp_metadata.bes = "3.21.1" ;
:build_dmrpp_metadata.libdap = "libdap-3.21.1" ;
:build_dmrpp_metadata.invocation = "build_dmrpp -f /Users/myang6/work/opendap/hyrax-2013/h5_six_big_chunks_comp.h5 -r h5_six_big_chunks_comp.h5.dmr -u OPeNDAP_DMRpp_DATA_ACCESS_URL -M" ;
:history = "removed date-timex h5_six_big_chunks_comp.h5.dmrpp\n" ;
:history_json = "[{\"$schema\":\"https://harmony.earthdata.nasa.gov/schemas/history/0.1.0/history-0.1.0.json\",\"date_time\":\"removed date-time\",\"program\":\"hyrax\",\"version\":\"1.16.3\",\"parameters\":[{\"request_url\":\"h5_six_big_chunks_comp.h5.dmrpp\"}]}]" ;
}
1 change: 1 addition & 0 deletions ...eout_netcdf/tests/bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_4.bescmd.baseline.ver
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
netCDF-4
6 changes: 6 additions & 0 deletions modules/fileout_netcdf/tests/testsuite.at
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -455,3 +455,9 @@ AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/compound_simple_bigger_ch
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/h5_one_bigger_chunk_size_comp.h5.dmrpp.bescmd)
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/nc4_group_atomic_puredim_2d_unlimited_comp.nc.dmrpp.bescmd)
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/nc4_unlimited_1_big_comp.nc.dmrpp.bescmd)

# Direct chunk IO for the subset cases.
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint.bescmd)
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_2.bescmd)
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_3.bescmd)
AT_BESCMD_NETCDF_RESPONSE_TEST_NC4_ENHANCED_GRP(bescmd/h5_six_big_chunks_comp.h5.dmrpp_constraint_4.bescmd)
Loading