Seele/src/Editor/Asset/EnvironmentLoader.cpp

#include "EnvironmentLoader.h"
#include "Asset/AssetRegistry.h"
#include "Asset/EnvironmentMapAsset.h"
#include "Graphics/Descriptor.h"
#include "Graphics/Enums.h"
#include "Graphics/Graphics.h"
#include "Graphics/Initializer.h"
#include "Graphics/RenderTarget.h"
#include "stb_image.h"

using namespace Seele;

static constexpr uint32 SOURCE_RESOLUTION = 2048;
static constexpr uint32 CONVOLUTED_RESOLUTION = 64;

EnvironmentLoader::EnvironmentLoader(Gfx::PGraphics graphics) : graphics(graphics) {
    cubeRenderViewport = graphics->createViewport(nullptr, ViewportCreateInfo{
                                                               .dimensions =
                                                                   {
                                                                       .size = {SOURCE_RESOLUTION, SOURCE_RESOLUTION},
                                                                       .offset = {0, 0},
                                                                   },
                                                               .fieldOfView = glm::radians(90.0f),
                                                           });
    convolutionViewport = graphics->createViewport(nullptr, ViewportCreateInfo{
                                                                .dimensions =
                                                                    {
                                                                        .size = {CONVOLUTED_RESOLUTION, CONVOLUTED_RESOLUTION},
                                                                        .offset = {0, 0},
                                                                    },
                                                                .fieldOfView = glm::radians(90.0f),
                                                            });
    for (uint32 i = 0; i < prefilterViewports.size(); ++i) {
        prefilterViewports[i] = graphics->createViewport(nullptr, ViewportCreateInfo{
                                                                      .dimensions =
                                                                          {
                                                                              .size = {128 * std::pow(0.5, i), 128 * std::pow(0.5, i)},
                                                                              .offset = {0, 0},
                                                                          },
                                                                      .fieldOfView = glm::radians(90.0f),
                                                                  });
    }
    cubeSampler = graphics->createSampler({
        .magFilter = Gfx::SE_FILTER_LINEAR,
        .minFilter = Gfx::SE_FILTER_LINEAR,
        .addressModeU = Gfx::SE_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
        .addressModeV = Gfx::SE_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
        .addressModeW = Gfx::SE_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
    });

    cubeRenderLayout = graphics->createDescriptorLayout("pViewParams");
    cubeRenderLayout->addDescriptorBinding(Gfx::DescriptorBinding{
        .name = "view",
        .uniformLength = sizeof(Matrix4) * 6,
        .descriptorCount = 24,
    });
    cubeRenderLayout->addDescriptorBinding(Gfx::DescriptorBinding{
        .name = "projection",
        .uniformLength = sizeof(Matrix4),
        .descriptorCount = 4,
    });
    cubeRenderLayout->addDescriptorBinding(Gfx::DescriptorBinding{
        .name = "equirectangularMap",
        .descriptorType = Gfx::SE_DESCRIPTOR_TYPE_SAMPLED_IMAGE,
    });
    cubeRenderLayout->addDescriptorBinding(Gfx::DescriptorBinding{
        .name = "sampler",
        .descriptorType = Gfx::SE_DESCRIPTOR_TYPE_SAMPLER,
    });
    cubeRenderLayout->addDescriptorBinding(Gfx::DescriptorBinding{
        .name = "cubeMap",
        .descriptorType = Gfx::SE_DESCRIPTOR_TYPE_SAMPLED_IMAGE,
    });
    cubeRenderLayout->create();

    cubePipelineLayout = graphics->createPipelineLayout("CubeRenderLayout");
    cubePipelineLayout->addDescriptorLayout(cubeRenderLayout);
    cubePipelineLayout->addPushConstants(Gfx::SePushConstantRange{
        .stageFlags = Gfx::SE_SHADER_STAGE_FRAGMENT_BIT,
        .offset = 0,
        .size = sizeof(float),
        .name = "pRoughness",
    });

    graphics->beginShaderCompilation(ShaderCompilationInfo{
        .name = "CubeRenderPipeline",
        .modules = {"FullScreenQuad", "EnvironmentMapping"},
        .entryPoints =
            {
                {"vertMain", "EnvironmentMapping"},
                {"computeCubemap", "EnvironmentMapping"},
                {"convolveCubemap", "EnvironmentMapping"},
                {"computePrefilteredCubemap", "EnvironmentMapping"},
                {"quadMain", "FullScreenQuad"},
                {"precomputeBRDF", "EnvironmentMapping"},
            },
        .rootSignature = cubePipelineLayout,
    });
    cubePipelineLayout->create();

    cubeRenderVertex = graphics->createVertexShader({0});
    cubeRenderFrag = graphics->createFragmentShader({1});
    convolutionFrag = graphics->createFragmentShader({2});
    prefilterFrag = graphics->createFragmentShader({3});
    lutVert = graphics->createVertexShader({4});
    lutFrag = graphics->createFragmentShader({5});
    Gfx::OPipelineLayout emptyLayout = graphics->createPipelineLayout("LUTlayout");
    {
        graphics->beginDebugRegion("PrecomputeBRDF");
        lutTexture = graphics->createTexture2D(TextureCreateInfo{
            .format = Gfx::SE_FORMAT_R16G16_SFLOAT,
            .width = 512,
            .height = 512,
            .usage = Gfx::SE_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | Gfx::SE_IMAGE_USAGE_SAMPLED_BIT,
        });
        lutSampler = graphics->createSampler(SamplerCreateInfo{
            .magFilter = Gfx::SE_FILTER_LINEAR,
            .minFilter = Gfx::SE_FILTER_LINEAR,
            .addressModeU = Gfx::SE_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
            .addressModeV = Gfx::SE_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
        });
        lutViewport = graphics->createViewport(nullptr, ViewportCreateInfo{
                                                            .dimensions =
                                                                {
                                                                    .size = {512, 512},
                                                                    .offset = {0, 0},
                                                                },
                                                            .fieldOfView = glm::radians(90.0f),
                                                        });
        Gfx::ORenderPass lutPass = graphics->createRenderPass(
            Gfx::RenderTargetLayout{
                .colorAttachments = {Gfx::RenderTargetAttachment(lutTexture->getDefaultView(), Gfx::SE_IMAGE_LAYOUT_UNDEFINED,
                                                                 Gfx::SE_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL,
                                                                 Gfx::SE_ATTACHMENT_LOAD_OP_DONT_CARE, Gfx::SE_ATTACHMENT_STORE_OP_STORE)},
            },
            {Gfx::SubPassDependency{
                .srcSubpass = 0,
                .dstSubpass = ~0U,
                .srcStage = Gfx::SE_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
                .dstStage = Gfx::SE_PIPELINE_STAGE_FRAGMENT_SHADER_BIT,
                .srcAccess = Gfx::SE_ACCESS_NONE,
                .dstAccess = Gfx::SE_ACCESS_SHADER_READ_BIT,
            }},
            URect{{512, 512}, {0, 0}}, "LUTGeneration");
        Gfx::PGraphicsPipeline pipeline = graphics->createGraphicsPipeline(Gfx::LegacyPipelineCreateInfo{
            .vertexShader = lutVert,
            .fragmentShader = lutFrag,
            .renderPass = lutPass,
            .pipelineLayout = emptyLayout,
            .colorBlend =
                {
                    .attachmentCount = 1,
                },
        });
        graphics->beginRenderPass(lutPass);
        Gfx::ORenderCommand cmd = graphics->createRenderCommand("LUT");
        cmd->setViewport(lutViewport);
        cmd->bindPipeline(pipeline);
        cmd->draw(3, 1, 0, 0);
        graphics->executeCommands(std::move(cmd));
        graphics->endRenderPass();
        graphics->endDebugRegion();
    }
}

EnvironmentLoader::~EnvironmentLoader() {}

void EnvironmentLoader::importAsset(EnvironmentImportArgs args) {
    std::filesystem::path assetPath = args.filePath.filename();
    assetPath.replace_extension("asset");
    OEnvironmentMapAsset asset = new EnvironmentMapAsset(args.importPath, assetPath.stem().string());
    asset->setStatus(Asset::Status::Loading);
    // the registry takes ownership, but we need to edit the reference
    PEnvironmentMapAsset ref = asset;
    AssetRegistry::get().registerEnvironmentMap(std::move(asset));
    import(args, ref);
}

void EnvironmentLoader::import(EnvironmentImportArgs args, PEnvironmentMapAsset asset) {
    stbi_set_flip_vertically_on_load(true);
    int width, height, nrComponents;
    float* data = stbi_loadf(args.filePath.string().c_str(), &width, &height, &nrComponents, 4);
    stbi_set_flip_vertically_on_load(false);
    assert(data);
    Gfx::OTexture2D hdrTexture = graphics->createTexture2D(TextureCreateInfo{
        .sourceData =
            {
                .size = width * height * 4 * sizeof(float),
                .data = (uint8*)data,
            },
        .format = Gfx::SE_FORMAT_R32G32B32A32_SFLOAT,
        .width = (uint32)width,
        .height = (uint32)height,
        .name = "HDRRaw",
    });
    Matrix4 captureProjection = cubeRenderViewport->getProjectionMatrix(0.1f, 10.0f);
    Matrix4 captureViews[] = {
        glm::lookAt(Vector(0.0f, 0.0f, 0.0f), Vector(1.0f, 0.0f, 0.0f), Vector(0.0f, 1.0f, 0.0f)),
        glm::lookAt(Vector(0.0f, 0.0f, 0.0f), Vector(-1.0f, 0.0f, 0.0f), Vector(0.0f, 1.0f, 0.0f)),
        glm::lookAt(Vector(0.0f, 0.0f, 0.0f), Vector(0.0f, 1.0f, 0.0f), Vector(0.0f, 0.0f, 1.0f)),
        glm::lookAt(Vector(0.0f, 0.0f, 0.0f), Vector(0.0f, -1.0f, 0.0f), Vector(0.0f, 0.0f, -1.0f)),
        glm::lookAt(Vector(0.0f, 0.0f, 0.0f), Vector(0.0f, 0.0f, -1.0f), Vector(0.0f, 1.0f, 0.0f)),
        glm::lookAt(Vector(0.0f, 0.0f, 0.0f), Vector(0.0f, 0.0f, 1.0f), Vector(0.0f, 1.0f, 0.0f)),
    };
    Gfx::PDescriptorSet set = cubeRenderLayout->allocateDescriptorSet();
    set->updateConstants("view", 0, captureViews);
    set->updateConstants("projection", 0, &captureProjection);
    set->updateTexture("equirectangularMap", 0, hdrTexture->getDefaultView());
    set->updateSampler("sampler", 0, cubeSampler);
    set->writeChanges();
    Gfx::OTextureCube cubeMap = graphics->createTextureCube(TextureCreateInfo{
        .format = Gfx::SE_FORMAT_R32G32B32A32_SFLOAT,
        .width = SOURCE_RESOLUTION,
        .height = SOURCE_RESOLUTION,
        .usage = Gfx::SE_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | Gfx::SE_IMAGE_USAGE_SAMPLED_BIT,
    });
    {
        graphics->beginDebugRegion("CubemapGeneration");
        Array<Gfx::OTextureView> cubeViews;
        cubeViews.add(cubeMap->createTextureView(0, 1, 0, 1));
        cubeViews.add(cubeMap->createTextureView(0, 1, 1, 1));
        cubeViews.add(cubeMap->createTextureView(0, 1, 2, 1));
        cubeViews.add(cubeMap->createTextureView(0, 1, 3, 1));
        cubeViews.add(cubeMap->createTextureView(0, 1, 4, 1));
        cubeViews.add(cubeMap->createTextureView(0, 1, 5, 1));
        for (uint32 i = 0; i < 6; ++i) {
            Gfx::ORenderPass cubeRenderPass = graphics->createRenderPass(
                Gfx::RenderTargetLayout{
                    .colorAttachments =
                        {
                            Gfx::RenderTargetAttachment(cubeViews[i], Gfx::SE_IMAGE_LAYOUT_UNDEFINED,
                                                        Gfx::SE_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL, Gfx::SE_ATTACHMENT_LOAD_OP_DONT_CARE,
                                                        Gfx::SE_ATTACHMENT_STORE_OP_STORE),
                        },
                },
                {
                    Gfx::SubPassDependency{
                        .srcSubpass = 0,
                        .dstSubpass = ~0U,
                        .srcStage = Gfx::SE_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT,
                        .dstStage = Gfx::SE_PIPELINE_STAGE_FRAGMENT_SHADER_BIT,
                        .srcAccess = Gfx::SE_ACCESS_COLOR_ATTACHMENT_WRITE_BIT,
                        .dstAccess = Gfx::SE_ACCESS_SHADER_READ_BIT,
                    },
                },
                {
                    .size = {SOURCE_RESOLUTION, SOURCE_RESOLUTION},
                    .offset = {0, 0},
                },
                "EnvironmentRenderPass");
            Gfx::PGraphicsPipeline cubeRenderPipeline = graphics->createGraphicsPipeline(Gfx::LegacyPipelineCreateInfo{
                .vertexShader = cubeRenderVertex,
                .fragmentShader = cubeRenderFrag,
                .renderPass = cubeRenderPass,
                .pipelineLayout = cubePipelineLayout,
                .colorBlend =
                    {
                        .attachmentCount = 1,
                    },
            });
            graphics->beginRenderPass(cubeRenderPass);
            Gfx::ORenderCommand renderCommand = graphics->createRenderCommand("CubeMapRender");
            renderCommand->bindPipeline(cubeRenderPipeline);
            renderCommand->bindDescriptor({set});
            renderCommand->setViewport(cubeRenderViewport);
            renderCommand->draw(6, 1, i * 6, 0);
            graphics->executeCommands(std::move(renderCommand));
            graphics->endRenderPass();
        }
        graphics->endDebugRegion();
    }

    set = cubeRenderLayout->allocateDescriptorSet();
    set->updateConstants("view", 0, captureViews);
    set->updateConstants("projection", 0, &captureProjection);
    set->updateSampler("sampler", 0, cubeSampler);
    set->updateTexture("cubeMap", 0, cubeMap->getDefaultView());
    set->writeChanges();

    Gfx::OTextureCube convolutedMap = graphics->createTextureCube(TextureCreateInfo{
        .format = Gfx::SE_FORMAT_R32G32B32A32_SFLOAT,
        .width = CONVOLUTED_RESOLUTION,
        .height = CONVOLUTED_RESOLUTION,
        .usage = Gfx::SE_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | Gfx::SE_IMAGE_USAGE_SAMPLED_BIT,
    });
    {
        graphics->beginDebugRegion("Convolution");
        Array<Gfx::OTextureView> convolutedViews;
        convolutedViews.add(convolutedMap->createTextureView(0, 1, 0, 1));
        convolutedViews.add(convolutedMap->createTextureView(0, 1, 1, 1));
        convolutedViews.add(convolutedMap->createTextureView(0, 1, 2, 1));
        convolutedViews.add(convolutedMap->createTextureView(0, 1, 3, 1));
        convolutedViews.add(convolutedMap->createTextureView(0, 1, 4, 1));
        convolutedViews.add(convolutedMap->createTextureView(0, 1, 5, 1));
        for (uint32 i = 0; i < 6; ++i) {
            Gfx::ORenderPass convolutionPass = graphics->createRenderPass(
                Gfx::RenderTargetLayout{
                    .colorAttachments = {Gfx::RenderTargetAttachment(
                        convolutedViews[i], Gfx::SE_IMAGE_LAYOUT_UNDEFINED, Gfx::SE_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL,
                        Gfx::SE_ATTACHMENT_LOAD_OP_DONT_CARE, Gfx::SE_ATTACHMENT_STORE_OP_STORE)},
                },
                {},
                {
                    .size = {CONVOLUTED_RESOLUTION, CONVOLUTED_RESOLUTION},
                    .offset = {0, 0},
                },
                "EnvironmentRenderPass");
            Gfx::PGraphicsPipeline convolutionPipeline = graphics->createGraphicsPipeline(Gfx::LegacyPipelineCreateInfo{
                .vertexShader = cubeRenderVertex,
                .fragmentShader = convolutionFrag,
                .renderPass = convolutionPass,
                .pipelineLayout = cubePipelineLayout,
                .colorBlend =
                    {
                        .attachmentCount = 1,
                    },
            });

            graphics->beginRenderPass(convolutionPass);
            Gfx::ORenderCommand cmd = graphics->createRenderCommand("ConvolutionPass");
            cmd->bindPipeline(convolutionPipeline);
            cmd->bindDescriptor({set});
            cmd->setViewport(convolutionViewport);
            cmd->draw(6, 1, i * 6, 0);
            graphics->executeCommands(std::move(cmd));
            graphics->endRenderPass();
        }
        graphics->endDebugRegion();
    }

    Gfx::OTextureCube prefilteredCubeMap = graphics->createTextureCube(TextureCreateInfo{
        .format = Gfx::SE_FORMAT_R32G32B32A32_SFLOAT,
        .width = 128,
        .height = 128,
        .useMip = true,
        .usage = Gfx::SE_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | Gfx::SE_IMAGE_USAGE_SAMPLED_BIT,
    });
    {
        graphics->beginDebugRegion("Prefiltering");
        for (uint32 mip = 0; mip < prefilteredCubeMap->getMipLevels(); ++mip) {
            Array<Gfx::OTextureView> views;
            views.add(prefilteredCubeMap->createTextureView(mip, 1, 0, 1));
            views.add(prefilteredCubeMap->createTextureView(mip, 1, 1, 1));
            views.add(prefilteredCubeMap->createTextureView(mip, 1, 2, 1));
            views.add(prefilteredCubeMap->createTextureView(mip, 1, 3, 1));
            views.add(prefilteredCubeMap->createTextureView(mip, 1, 4, 1));
            views.add(prefilteredCubeMap->createTextureView(mip, 1, 5, 1));
            for (uint32 i = 0; i < 6; ++i) {
                Gfx::ORenderPass prefilterPass = graphics->createRenderPass(
                    Gfx::RenderTargetLayout{
                        .colorAttachments = {Gfx::RenderTargetAttachment(
                            views[i], Gfx::SE_IMAGE_LAYOUT_UNDEFINED, Gfx::SE_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL,
                            Gfx::SE_ATTACHMENT_LOAD_OP_DONT_CARE, Gfx::SE_ATTACHMENT_STORE_OP_STORE)},
                    },
                    {},
                    {
                        .size = {prefilterViewports[mip]->getWidth(), prefilterViewports[mip]->getHeight()},
                        .offset = {0, 0},
                    },
                    "PrefilterPass");
                Gfx::PGraphicsPipeline prefilterPipeline = graphics->createGraphicsPipeline(Gfx::LegacyPipelineCreateInfo{
                    .vertexShader = cubeRenderVertex,
                    .fragmentShader = prefilterFrag,
                    .renderPass = prefilterPass,
                    .pipelineLayout = cubePipelineLayout,
                    .colorBlend =
                        {
                            .attachmentCount = 1,
                        },
                });

                graphics->beginRenderPass(prefilterPass);
                Gfx::ORenderCommand cmd = graphics->createRenderCommand("PrefilterPass");
                cmd->bindPipeline(prefilterPipeline);
                cmd->bindDescriptor({set});
                float roughness = (float)mip / (float)(prefilteredCubeMap->getMipLevels() - 1);
                cmd->pushConstants(Gfx::SE_SHADER_STAGE_FRAGMENT_BIT, 0, sizeof(float), &roughness);
                cmd->setViewport(prefilterViewports[mip]);
                cmd->draw(6, 1, i * 6, 0);
                graphics->executeCommands(std::move(cmd));
                graphics->endRenderPass();
            }
        }
        graphics->endDebugRegion();
    }

    asset->skybox = std::move(cubeMap);
    asset->irradianceMap = std::move(convolutedMap);
    asset->prefilteredMap = std::move(prefilteredCubeMap);
    asset->brdfLUT = lutTexture;
    asset->lutSampler = lutSampler;
    graphics->waitDeviceIdle();
}