Advance M8-M11 parity workflows
Some checks failed
M6 deployable RC / quick (push) Has been cancelled
M6 deployable RC / chromium (push) Has been cancelled
M6 deployable RC / release (push) Has been cancelled

This commit is contained in:
mes123456
2026-08-17 04:37:07 -04:00
parent 7c16b279ae
commit 0fe8d2bb56
324 changed files with 31920 additions and 863 deletions

View File

@@ -18,7 +18,7 @@ target_include_directories(vdb_toolchain INTERFACE "${OPENVDB_INCLUDE_DIR}" "${T
target_compile_definitions(vdb_toolchain INTERFACE NANOVDB_USE_OPENVDB)
target_link_libraries(vdb_toolchain INTERFACE "${OPENVDB_LIBRARY}" "${TBB_LIBRARY}")
foreach(target vdb_fixture_generator vdb_to_nanovdb)
foreach(target vdb_fixture_generator vdb_to_nanovdb vdb_volume_golden)
add_executable(${target} "${target}.cc")
target_link_libraries(${target} PRIVATE vdb_toolchain)
set_target_properties(${target} PROPERTIES

View File

@@ -0,0 +1,86 @@
import crypto from "node:crypto";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
import { spawnSync } from "node:child_process";
import { fileURLToPath } from "node:url";
const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "../..");
const resourceRoot = path.resolve(process.env.VDB_RESOURCE_ROOT ?? path.join(os.homedir(), "resource-library/blender-web-vdb"));
const source = path.join(resourceRoot, "generated", "generated-smoke.vdb");
const generator = path.join(root, "build_vdb_tools", "vdb_volume_golden");
const committedRoot = path.join(root, "tests", "golden", "M8-19");
const check = process.argv.includes("--check");
const outputRoot = check ? fs.mkdtempSync(path.join(os.tmpdir(), "vdb-volume-golden-")) : committedRoot;
const outputPrefix = path.join(outputRoot, "generated-smoke");
const sha256 = (file) => crypto.createHash("sha256").update(fs.readFileSync(file)).digest("hex");
if (!fs.existsSync(generator)) throw new Error(`VDB_VOLUME_GOLDEN_TOOL_MISSING: ${generator}`);
if (!fs.existsSync(source)) throw new Error(`VDB_VOLUME_GOLDEN_SOURCE_MISSING: ${source}`);
fs.mkdirSync(outputRoot, { recursive: true });
try {
const result = spawnSync(generator, [source, outputPrefix], { encoding: "utf8" });
if (result.status !== 0) throw new Error(result.stderr || `vdb_volume_golden exited ${result.status}`);
const native = JSON.parse(result.stdout.trim());
const axes = ["X", "Y", "Z"];
const images = axes.map((axis) => {
const fileName = `generated-smoke-${axis.toLowerCase()}.rgba`;
const file = path.join(outputRoot, fileName);
const bytes = fs.readFileSync(file);
let alphaPixels = 0;
for (let index = 3; index < bytes.byteLength; index += 4) if (bytes[index] > 0) alphaPixels++;
return { axis, file: fileName, byteLength: bytes.byteLength, sha256: sha256(file), alphaPixels };
});
const manifest = {
schemaVersion: 1,
taskId: "M8-19",
source: {
resourceId: "generated-smoke-vdb",
sha256: sha256(source),
grid: native.grid,
activeVoxelCount: native.activeVoxelCount,
indexBounds: native.indexBounds,
},
native: {
openVDBVersion: native.openVDBVersion,
generatorSourceSha256: sha256(path.join(root, "tools", "vdb", "vdb_volume_golden.cc")),
},
renderContract: {
shaderSemanticVersion: "volume-wgsl-v1",
width: native.width,
height: native.height,
format: "RGBA8_UNORM",
interpolation: "LINEAR",
densityScale: 1,
emissionScale: 0,
anisotropy: 0,
color: [0.72, 0.78, 0.86],
axes,
thresholds: {
maxChannelError: 2,
meanAbsoluteError: 0.1,
rmsError: 0.5,
alphaCoverageDeltaRatio: 0.002,
},
},
images,
};
const manifestText = `${JSON.stringify(manifest, null, 2)}\n`;
const manifestFile = path.join(outputRoot, "manifest.json");
fs.writeFileSync(manifestFile, manifestText);
if (check) {
for (const image of images) {
const expected = fs.readFileSync(path.join(committedRoot, image.file));
const actual = fs.readFileSync(path.join(outputRoot, image.file));
if (!expected.equals(actual)) throw new Error(`VDB_VOLUME_GOLDEN_MISMATCH: ${image.file}`);
}
const expectedManifest = fs.readFileSync(path.join(committedRoot, "manifest.json"), "utf8");
if (expectedManifest !== manifestText) throw new Error("VDB_VOLUME_GOLDEN_MISMATCH: manifest.json");
}
process.stdout.write(`vdb-volume-golden-${check ? "check" : "generated"} axes=3 bytes=${images.reduce((total, image) => total + image.byteLength, 0)} sha256=${images.map((image) => image.sha256).join(",")}\n`);
}
finally {
if (check) fs.rmSync(outputRoot, { recursive: true, force: true });
}

View File

@@ -0,0 +1,179 @@
#include <openvdb/openvdb.h>
#include <algorithm>
#include <array>
#include <cmath>
#include <cstdint>
#include <filesystem>
#include <fstream>
#include <iostream>
#include <stdexcept>
#include <string>
#include <vector>
namespace fs = std::filesystem;
namespace {
constexpr int kImageSize = 64;
constexpr std::array<float, 3> kColor = {0.72f, 0.78f, 0.86f};
float sample_linear(const openvdb::FloatGrid::ConstAccessor &accessor,
const std::array<float, 3> &position)
{
const std::array<int, 3> base = {
static_cast<int>(std::floor(position[0])),
static_cast<int>(std::floor(position[1])),
static_cast<int>(std::floor(position[2])),
};
const std::array<float, 3> fraction = {
position[0] - static_cast<float>(base[0]),
position[1] - static_cast<float>(base[1]),
position[2] - static_cast<float>(base[2]),
};
float value = 0.0f;
for (int x = 0; x < 2; ++x) {
for (int y = 0; y < 2; ++y) {
for (int z = 0; z < 2; ++z) {
const float weight = (x ? fraction[0] : 1.0f - fraction[0]) *
(y ? fraction[1] : 1.0f - fraction[1]) *
(z ? fraction[2] : 1.0f - fraction[2]);
value += accessor.getValue(openvdb::Coord(base[0] + x, base[1] + y, base[2] + z)) *
weight;
}
}
}
return value;
}
uint8_t pack_unorm(float value)
{
return static_cast<uint8_t>(std::lround(std::clamp(value, 0.0f, 1.0f) * 255.0f));
}
std::vector<uint8_t> render_axis(const openvdb::FloatGrid &density,
const openvdb::CoordBBox &bounds,
int view_axis)
{
const auto accessor = density.getConstAccessor();
const openvdb::Coord minimum = bounds.min();
const openvdb::Coord maximum = bounds.max();
const std::array<int, 3> plane_a = view_axis == 0 ? std::array<int, 3>{1, 2, 0} :
view_axis == 1 ? std::array<int, 3>{0, 2, 1} :
std::array<int, 3>{0, 1, 2};
const int ray_axis = plane_a[2];
const int ray_min = minimum[ray_axis];
const int ray_max = maximum[ray_axis];
const int ray_count = std::max(1, ray_max - ray_min + 1);
const int stride = std::max(1, (ray_count + 255) / 256);
const float voxel_size = std::max(0.01f, static_cast<float>(density.voxelSize()[ray_axis]));
const float phase = 1.0f / 12.5663706f;
const float source_scale = 0.5f + 8.0f * phase;
std::vector<uint8_t> pixels(kImageSize * kImageSize * 4, 0);
for (int y = 0; y < kImageSize; ++y) {
for (int x = 0; x < kImageSize; ++x) {
const std::array<int, 2> plane_min = {minimum[plane_a[0]], minimum[plane_a[1]]};
const std::array<int, 2> plane_max = {maximum[plane_a[0]], maximum[plane_a[1]]};
const std::array<float, 2> extent = {
static_cast<float>(plane_max[0] - plane_min[0] + 1),
static_cast<float>(plane_max[1] - plane_min[1] + 1),
};
const std::array<float, 2> plane_position = {
static_cast<float>(plane_min[0]) +
((static_cast<float>(x) + 0.5f) / static_cast<float>(kImageSize)) * extent[0] - 0.5f,
static_cast<float>(plane_min[1]) +
((static_cast<float>(y) + 0.5f) / static_cast<float>(kImageSize)) * extent[1] - 0.5f,
};
float transmittance = 1.0f;
std::array<float, 3> radiance = {0.0f, 0.0f, 0.0f};
for (int ray = ray_min; ray <= ray_max; ray += stride) {
std::array<float, 3> position{};
position[plane_a[0]] = plane_position[0];
position[plane_a[1]] = plane_position[1];
position[ray_axis] = static_cast<float>(ray) + 0.5f;
const float sampled_density = std::max(0.0f, sample_linear(accessor, position));
const float alpha = 1.0f - std::exp(-sampled_density * voxel_size * static_cast<float>(stride));
for (int channel = 0; channel < 3; ++channel) {
radiance[channel] += transmittance * alpha * kColor[channel] * source_scale;
}
transmittance *= 1.0f - alpha;
if (transmittance < 0.005f) {
break;
}
}
const size_t offset = static_cast<size_t>(y * kImageSize + x) * 4;
pixels[offset] = pack_unorm(radiance[0]);
pixels[offset + 1] = pack_unorm(radiance[1]);
pixels[offset + 2] = pack_unorm(radiance[2]);
pixels[offset + 3] = pack_unorm(1.0f - transmittance);
}
}
return pixels;
}
void write_bytes(const fs::path &path, const std::vector<uint8_t> &bytes)
{
std::ofstream output(path, std::ios::binary | std::ios::trunc);
if (!output) {
throw std::runtime_error("failed to create golden image: " + path.string());
}
output.write(reinterpret_cast<const char *>(bytes.data()), static_cast<std::streamsize>(bytes.size()));
if (!output) {
throw std::runtime_error("failed to write golden image: " + path.string());
}
}
} // namespace
int main(int argc, char **argv)
{
if (argc != 3) {
std::cerr << "usage: vdb_volume_golden INPUT.vdb OUTPUT_PREFIX\n";
return 2;
}
try {
openvdb::initialize();
const fs::path input = fs::absolute(argv[1]);
const fs::path output_prefix = fs::absolute(argv[2]);
if (input.extension() != ".vdb") {
throw std::runtime_error("input extension must be .vdb");
}
fs::create_directories(output_prefix.parent_path());
openvdb::io::File file(input.string());
file.open(false);
const openvdb::GridBase::Ptr base = file.readGrid("density");
file.close();
const openvdb::FloatGrid::Ptr density = openvdb::gridPtrCast<openvdb::FloatGrid>(base);
if (!density || density->getGridClass() != openvdb::GRID_FOG_VOLUME) {
throw std::runtime_error("density must be an OpenVDB FloatGrid fog volume");
}
const openvdb::CoordBBox bounds = density->evalActiveVoxelBoundingBox();
if (bounds.empty()) {
throw std::runtime_error("density grid has no active voxels");
}
const std::array<const char *, 3> names = {"x", "y", "z"};
for (int axis = 0; axis < 3; ++axis) {
write_bytes(output_prefix.string() + "-" + names[axis] + ".rgba",
render_axis(*density, bounds, axis));
}
std::cout << "{\"schemaVersion\":1,\"openVDBVersion\":\""
<< openvdb::getLibraryVersionString() << "\",\"grid\":\"density\",\"width\":"
<< kImageSize << ",\"height\":" << kImageSize << ",\"activeVoxelCount\":"
<< density->activeVoxelCount() << ",\"indexBounds\":{\"min\":["
<< bounds.min().x() << ',' << bounds.min().y() << ',' << bounds.min().z()
<< "],\"max\":[" << bounds.max().x() << ',' << bounds.max().y() << ','
<< bounds.max().z() << "]}}\n";
openvdb::uninitialize();
return 0;
}
catch (const std::exception &error) {
std::cerr << "VDB_VOLUME_GOLDEN_FAILED: " << error.what() << '\n';
return 1;
}
}