Repository navigation
Expand file tree
/
Copy pathvalidation.json
More file actions
171 lines (171 loc) · 7.19 KB
/
Copy pathvalidation.json
File metadata and controls
171 lines (171 loc) · 7.19 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
{
"validated_on": "2026-11-01",
"package_version": "0.3.0",
"baseline_commit": "14378910e5ef88eb025b83a3c04429f1c48ce5e5",
"working_tree_state": "validated_source_snapshot_prepared_for_publication",
"interpreter": "C:\\ProgramData\\anaconda3\\python.exe",
"python_version": "3.12.4",
"platform": "Windows",
"dependencies": {
"numpy": "1.26.4",
"pandas": "2.2.2",
"xarray": "2023.6.0",
"dask": "2024.5.0",
"netCDF4": "1.7.5.1.post1",
"cftime": "1.6.6.1",
"pytest": "7.4.4",
"setuptools": "69.5.1"
},
"prior_release_tests_passed": 147,
"tests_passed": 283,
"tests_failed": 0,
"tests_skipped": 0,
"installed_wheel_tests_passed": 283,
"installed_wheel_tests_failed": 0,
"installed_wheel_package_version": "0.3.0",
"wheel_import_outside_source_tree": "passed",
"wheel_module_cli": "passed",
"sdist_and_wheel_build": "passed; wheel built from sdist",
"ruff": "passed (src, tests, examples, tools)",
"test_scope": "Offline synthetic analytical/CF/calendar/alignment/precision/lazy/resource tests and all existing API regressions",
"new_capabilities": [
"Physical 1-D pressure coordinates and bounds, Pa/hPa, shared legacy conversion/order kernel",
"Exact expected time index including endpoint gaps; inclusive calendar-aware time selection",
"Explicit boolean mask, exact labels, protected QC/CF structure and deferred integer precision guard",
"Preparation/configuration integration and synthetic composed example"
],
"commands": [
"python -m pytest tests -q --basetemp <workspace-temporary-directory>",
"python -m ruff check src tests examples tools",
"python -m build --no-isolation --outdir <workspace-build-directory>",
"python tools/check_wheel.py <workspace-build-directory>"
],
"environment_note": "Missing netCDF4/cftime and build/lint tools installed in workspace-only target; selected Anaconda environment unchanged.",
"hpc_validation": {
"package_version": "0.3.0",
"platform": "Linux x86_64, glibc 2.28, login node",
"python_version": "3.13.5",
"dependencies": {
"climate-preprocessing": "0.3.0",
"numpy": "2.3.4",
"pandas": "2.3.3",
"xarray": "2026.2.0",
"dask": "2025.11.0",
"netCDF4": "1.7.5.1.post1",
"cftime": "1.6.5",
"pytest": "8.4.2"
},
"environment": "Dedicated versioned venv; prior environments unchanged; existing C++ runtime path retained",
"installed_package_tests_passed": 283,
"installed_package_tests_failed": 0,
"runtime_source_hashes_matching_local": 23,
"uploaded_package_and_script_hashes_verified": true,
"limits": {
"dask_default_workers": 2,
"blas_threads": 1,
"original_compute_scheduler": "single-threaded"
},
"real_data": {
"product": "ERA5 monthly mean pressure-level V wind, RDA ds633.1",
"source_years": [
2003,
2004
],
"prior_merge_regression": {
"counts": {
"PASS": 5,
"EXPECTED_REJECTION": 1,
"FAIL": 0,
"NOT_RUN": 0
},
"peak_rss_kib": 453520,
"elapsed": "0:09.50"
},
"pressure_time_mask": {
"counts": {
"PASS": 7,
"EXPECTED_REJECTION": 4,
"FAIL": 0,
"NOT_RUN": 0
},
"peak_rss_kib": 461284,
"elapsed": "0:02.74",
"sample_dimensions": {
"time": 1,
"pressure": 2,
"latitude": 16,
"longitude": 32
},
"checks": [
"pressure_time_region_graph_without_field_tasks",
"descending_Pa_and_time_selection_match_reference",
"mask_graph_without_field_tasks",
"mask_matches_exact_expected_values",
"masked_output_netcdf_roundtrip",
"pressure_Pa_hPa_reorder_matches_exact_values",
"expected_time_missing_endpoint_rejected",
"empty_time_selection_rejected",
"misaligned_mask_rejected",
"existing_output_rejected",
"original_sources_unchanged"
]
},
"construction_field_tasks": 0,
"exact_sample_values_and_coordinates": true,
"pressure_unit_conversion": "Native hPa to descending Pa, back to ascending hPa; exact sampled values",
"mask_scope": "Explicit spatial validation condition, not inferred observational QC",
"roundtrip": "Values/missingness, units, calendar and source/operation provenance retained",
"original_input_size_and_mtime_unchanged": true,
"full_field_computed": false,
"performance_note": "Bounded functional verification; no throughput or speedup benchmark"
},
"cli_inspect_pressure_and_expected_time": "passed on original annual files",
"remaining_warnings": [
"Legacy synthetic cftime_range deprecation",
"Requested time chunks split small time/utc_date stored chunks; native V field chunks retained"
],
"private_reports": "Stored outside public repository; no private paths or real data bundled"
},
"limits": [
"Rectilinear 1-D latitude/longitude; positive fixed pressure centers and positive 2-vertex bounds",
"Explicit existing unit table; no calendar conversion or frequency inference",
"Masks require boolean dtype, explicit targets/reason and exact indexed labels",
"Unrepresentable retained integer mask values fail at Dask execution",
"Repeated static fields across files rejected; size/mtime guards are not cryptographic snapshots",
"Legacy ndarray-return boundaries compute; use lazy APIs for composition"
],
"not_validated": [
"macOS runtime",
"Python 3.11 runtime",
"remote CI execution",
"Full ERA5 archive/full-grid execution and other real providers",
"GRIB/Zarr/xESMF/GeoCAT/WRF/Meteostat backends",
"performance speedup benchmarks"
],
"observed_test_anomalies": [
{
"event": "One Windows installed-wheel verification stalled during the synthetic CLI roundtrip; its identified child process was terminated.",
"followup": "Subsequent full source and installed-wheel runs each passed all 115 tests. Six same-process failure-cleanup/source-change/CLI cycles passed all 18 invocations.",
"root_cause": "Not reproduced or identified; no claim of a fixed scheduler/library bug.",
"diagnostics": "Wheel validation enables faulthandler at 30 seconds, a 300-second test process timeout, and CI jobs have a 15-minute timeout."
},
{
"version": "0.3.0",
"event": "Initial private real-data harness omitted the explicit horizontal coordinate map required by source metadata",
"resolution": "Corrected harness options and reran in a new output directory; runtime library unchanged; final 7 passes and 4 expected rejections",
"original_attempt_retained": true
}
],
"bundled_real_or_generated_data": false,
"third_party_implementation_copied": false,
"no_existing_hpc_scientific_workflows_executed": true,
"publication_checks": {
"package_text_line_endings": "LF; .gitattributes included in sdist",
"github_actions": "Inactive docs/preprocessing/preprocessing-ci.yml.example; not enabled"
},
"previous_release_validation": {
"package_version": "0.2.1",
"commit": "14378910e5ef88eb025b83a3c04429f1c48ce5e5",
"source_wheel_and_hpc_tests_passed_each": 147
}
}