/***************************************************************************** * d3d11_shaders.c: Direct3D11 Shaders ***************************************************************************** * Copyright (C) 2017 VLC authors and VideoLAN * * Authors: Steve Lhomme * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as published by * the Free Software Foundation; either version 2.1 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program; if not, write to the Free Software Foundation, * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA. *****************************************************************************/ #ifdef HAVE_CONFIG_H # include "config.h" #endif #if _WIN32_WINNT < 0x0601 // _WIN32_WINNT_WIN7 # undef _WIN32_WINNT # define _WIN32_WINNT _WIN32_WINNT_WIN7 #endif #include #include #define COBJMACROS #include #include "d3d11_shaders.h" #if !VLC_WINSTORE_APP # define D3DCompile(args...) hd3d->OurD3DCompile(args) #endif #define ST2084_PQ_CONSTANTS "const float ST2084_m1 = 2610.0 / (4096.0 * 4);\n\ const float ST2084_m2 = (2523.0 / 4096.0) * 128.0;\n\ const float ST2084_c1 = 3424.0 / 4096.0;\n\ const float ST2084_c2 = (2413.0 / 4096.0) * 32.0;\n\ const float ST2084_c3 = (2392.0 / 4096.0) * 32.0;\n" #define STRINGIZE2(s) #s #define STRINGIZE(s) STRINGIZE2(s) static const char* globPixelShaderDefault = "\ cbuffer PS_CONSTANT_BUFFER : register(b0)\n\ {\n\ float Opacity;\n\ float BoundaryX;\n\ float BoundaryY;\n\ float LuminanceScale;\n\ };\n\ cbuffer PS_COLOR_TRANSFORM : register(b1)\n\ {\n\ float4x4 WhitePoint;\n\ float4x4 Colorspace;\n\ float4x4 Primaries;\n\ };\n\ Texture2D%s shaderTexture[" STRINGIZE(D3D11_MAX_SHADER_VIEW) "];\n\ SamplerState SamplerStates[2];\n\ \n\ struct PS_INPUT\n\ {\n\ float4 Position : SV_POSITION;\n\ float3 Texture : TEXCOORD0;\n\ };\n\ \n\ /* see http://filmicworlds.com/blog/filmic-tonemapping-operators/ */\n\ inline float4 hable(float4 x) {\n\ const float A = 0.15, B = 0.50, C = 0.10, D = 0.20, E = 0.02, F = 0.30;\n\ return ((x * (A*x + (C*B))+(D*E))/(x * (A*x + B) + (D*F))) - E/F;\n\ }\n\ \n\ /* https://en.wikipedia.org/wiki/Hybrid_Log-Gamma#Technical_details */\n\ inline float inverse_HLG(float x){\n\ const float B67_a = 0.17883277;\n\ const float B67_b = 0.28466892;\n\ const float B67_c = 0.55991073;\n\ const float B67_inv_r2 = 4.0; /* 1/0.5² */\n\ if (x <= 0.5)\n\ x = x * x * B67_inv_r2;\n\ else\n\ x = exp((x - B67_c) / B67_a) + B67_b;\n\ return x;\n\ }\n\ \n\ inline float4 sourceToLinear(float4 rgb) {\n\ %s;\n\ }\n\ \n\ inline float4 linearToDisplay(float4 rgb) {\n\ %s;\n\ }\n\ \n\ inline float4 transformPrimaries(float4 rgb) {\n\ %s;\n\ }\n\ \n\ inline float4 toneMapping(float4 rgb) {\n\ %s;\n\ }\n\ \n\ inline float4 adjustRange(float4 rgb) {\n\ %s;\n\ }\n\ \n\ inline float4 sampleTexture(SamplerState samplerState, float3 coords) {\n\ float4 sample;\n\ %s /* sampling routine in sample */\n\ return sample;\n\ }\n\ \n\ float4 main( PS_INPUT In ) : SV_TARGET\n\ {\n\ float4 sample;\n\ \n\ if (In.Texture.x > BoundaryX || In.Texture.y > BoundaryY) \n\ sample = sampleTexture( SamplerStates[1], In.Texture );\n\ else\n\ sample = sampleTexture( SamplerStates[0], In.Texture );\n\ float4 rgba = max(mul(mul(sample, WhitePoint), Colorspace),0);\n\ float opacity = rgba.a * Opacity;\n\ float4 rgb = rgba; rgb.a = 0;\n\ rgb = sourceToLinear(rgb);\n\ rgb = transformPrimaries(rgb);\n\ rgb = toneMapping(rgb);\n\ rgb = linearToDisplay(rgb);\n\ rgb = adjustRange(rgb);\n\ return float4(rgb.rgb, saturate(opacity));\n\ }\n\ "; const char* globVertexShaderFlat = "\ struct VS_INPUT\n\ {\n\ float4 Position : POSITION;\n\ float4 Texture : TEXCOORD0;\n\ };\n\ \n\ struct VS_OUTPUT\n\ {\n\ float4 Position : SV_POSITION;\n\ float4 Texture : TEXCOORD0;\n\ };\n\ \n\ VS_OUTPUT main( VS_INPUT In )\n\ {\n\ return In;\n\ }\n\ "; const char* globVertexShaderProjection = "\n\ cbuffer VS_PROJECTION_CONST : register(b0)\n\ {\n\ float4x4 RotX;\n\ float4x4 RotY;\n\ float4x4 RotZ;\n\ float4x4 View;\n\ float4x4 Projection;\n\ };\n\ struct VS_INPUT\n\ {\n\ float4 Position : POSITION;\n\ float4 Texture : TEXCOORD0;\n\ };\n\ \n\ struct VS_OUTPUT\n\ {\n\ float4 Position : SV_POSITION;\n\ float4 Texture : TEXCOORD0;\n\ };\n\ \n\ VS_OUTPUT main( VS_INPUT In )\n\ {\n\ VS_OUTPUT Output;\n\ float4 pos = In.Position;\n\ pos = mul(RotY, pos);\n\ pos = mul(RotX, pos);\n\ pos = mul(RotZ, pos);\n\ pos = mul(View, pos);\n\ pos = mul(Projection, pos);\n\ Output.Position = pos;\n\ Output.Texture = In.Texture;\n\ return Output;\n\ }\n\ "; bool IsRGBShader(const d3d_format_t *cfg) { return cfg->resourceFormat[0] != DXGI_FORMAT_R8_UNORM && cfg->resourceFormat[0] != DXGI_FORMAT_R16_UNORM && cfg->formatTexture != DXGI_FORMAT_YUY2; } #undef D3D11_CompilePixelShader HRESULT D3D11_CompilePixelShader(vlc_object_t *o, d3d11_handle_t *hd3d, bool legacy_shader, d3d11_device_t *d3d_dev, const d3d_format_t *format, const display_info_t *display, video_transfer_func_t transfer, video_color_primaries_t primaries, bool src_full_range, ID3D11PixelShader **output) { static const char *DEFAULT_NOOP = "return rgb"; const char *psz_sampler; const char *psz_src_transform = DEFAULT_NOOP; const char *psz_display_transform = DEFAULT_NOOP; const char *psz_primaries_transform = DEFAULT_NOOP; const char *psz_tone_mapping = "return rgb * LuminanceScale"; const char *psz_adjust_range = DEFAULT_NOOP; char *psz_range = NULL; switch (format->formatTexture) { case DXGI_FORMAT_NV12: case DXGI_FORMAT_P010: psz_sampler = "sample.x = shaderTexture[0].Sample(samplerState, coords).x;\n" "sample.yz = shaderTexture[1].Sample(samplerState, coords).xy;\n" "sample.a = 1;"; break; case DXGI_FORMAT_YUY2: psz_sampler = "sample.x = shaderTexture[0].Sample(samplerState, coords).x;\n" "sample.y = shaderTexture[0].Sample(samplerState, coords).y;\n" "sample.z = shaderTexture[0].Sample(samplerState, coords).a;\n" "sample.a = 1;"; break; case DXGI_FORMAT_AYUV: psz_sampler = "sample.x = shaderTexture[0].Sample(SampleType, In.Texture).z;\n" "sample.y = shaderTexture[0].Sample(SampleType, In.Texture).y;\n" "sample.z = shaderTexture[0].Sample(SampleType, In.Texture).x;\n" "sample.a = shaderTexture[0].Sample(SampleType, In.Texture).a;"; break; case DXGI_FORMAT_R8G8B8A8_UNORM: case DXGI_FORMAT_B8G8R8A8_UNORM: case DXGI_FORMAT_B8G8R8X8_UNORM: case DXGI_FORMAT_B5G6R5_UNORM: case DXGI_FORMAT_R10G10B10A2_UNORM: case DXGI_FORMAT_R16G16B16A16_UNORM: psz_sampler = "sample = shaderTexture[0].Sample(samplerState, coords);"; break; case DXGI_FORMAT_UNKNOWN: if (format->fourcc == VLC_CODEC_I420_10L) psz_sampler = "sample.x = shaderTexture[0].Sample(samplerState, coords).x * 64;\n" "sample.y = shaderTexture[1].Sample(samplerState, coords).x * 64;\n" "sample.z = shaderTexture[2].Sample(samplerState, coords).x * 64;\n" "sample.a = 1;"; else psz_sampler = "sample.x = shaderTexture[0].Sample(samplerState, coords).x;\n" "sample.y = shaderTexture[1].Sample(samplerState, coords).x;\n" "sample.z = shaderTexture[2].Sample(samplerState, coords).x;\n" "sample.a = 1;"; break; default: vlc_assert_unreachable(); } video_transfer_func_t src_transfer; if (transfer != display->colorspace->transfer) { /* we need to go in linear mode */ switch (transfer) { case TRANSFER_FUNC_SMPTE_ST2084: /* ST2084 to Linear */ psz_src_transform = ST2084_PQ_CONSTANTS "rgb = pow(max(rgb, 0), 1.0/ST2084_m2);\n" "rgb = max(rgb - ST2084_c1, 0.0) / (ST2084_c2 - ST2084_c3 * rgb);\n" "rgb = pow(rgb, 1.0/ST2084_m1);\n" "return rgb * 10000"; src_transfer = TRANSFER_FUNC_LINEAR; break; case TRANSFER_FUNC_HLG: psz_src_transform = "const float alpha_gain = 2000; /* depends on the display output */\n" "rgb.r = inverse_HLG(rgb.r);\n" "rgb.g = inverse_HLG(rgb.g);\n" "rgb.b = inverse_HLG(rgb.b);\n" "float3 ootf_2020 = float3(0.2627, 0.6780, 0.0593);\n" "float ootf_ys = alpha_gain * dot(ootf_2020, rgb);\n" "return rgb * pow(ootf_ys, 0.200)"; src_transfer = TRANSFER_FUNC_LINEAR; break; case TRANSFER_FUNC_BT709: psz_src_transform = "return pow(rgb, 1.0 / 0.45)"; src_transfer = TRANSFER_FUNC_LINEAR; break; case TRANSFER_FUNC_BT470_M: case TRANSFER_FUNC_SRGB: psz_src_transform = "return pow(rgb, 2.2)"; src_transfer = TRANSFER_FUNC_LINEAR; break; case TRANSFER_FUNC_BT470_BG: psz_src_transform = "return pow(rgb, 2.8)"; src_transfer = TRANSFER_FUNC_LINEAR; break; default: msg_Dbg(o, "unhandled source transfer %d", transfer); src_transfer = transfer; break; } switch (display->colorspace->transfer) { case TRANSFER_FUNC_SRGB: if (src_transfer == TRANSFER_FUNC_LINEAR) { /* Linear to sRGB */ psz_display_transform = "return pow(rgb, 1.0 / 2.2)"; if (transfer == TRANSFER_FUNC_SMPTE_ST2084 || transfer == TRANSFER_FUNC_HLG) { /* HDR tone mapping */ psz_tone_mapping = "static const float4 HABLE_DIV = hable(11.2);\n" "rgb = hable(rgb * LuminanceScale) / HABLE_DIV;\n" "return rgb"; } } else msg_Warn(o, "don't know how to transfer from %d to sRGB", src_transfer); break; case TRANSFER_FUNC_SMPTE_ST2084: if (src_transfer == TRANSFER_FUNC_LINEAR) { /* Linear to ST2084 */ psz_display_transform = ST2084_PQ_CONSTANTS "rgb = pow(rgb / 10000, ST2084_m1);\n" "rgb = (ST2084_c1 + ST2084_c2 * rgb) / (1 + ST2084_c3 * rgb);\n" "rgb = pow(rgb, ST2084_m2);\n" "return rgb"; } else msg_Warn(o, "don't know how to transfer from %d to SMPTE ST 2084", src_transfer); break; default: msg_Warn(o, "don't know how to transfer from %d to %d", src_transfer, display->colorspace->transfer); break; } } if (display->colorspace->primaries != primaries) { switch (primaries) { case COLOR_PRIMARIES_BT601_525: case COLOR_PRIMARIES_BT601_625: case COLOR_PRIMARIES_BT709: case COLOR_PRIMARIES_BT2020: case COLOR_PRIMARIES_DCI_P3: case COLOR_PRIMARIES_FCC1953: psz_primaries_transform = "return max(mul(rgb, Primaries), 0)"; break; default: /* see STANDARD_PRIMARIES */ msg_Warn(o, "unhandled color primaries %d", primaries); } } int range_adjust = 0; if (display->colorspace->b_full_range) { if (!src_full_range) range_adjust = 1; /* raise the source to full range */ } else { if (src_full_range) range_adjust = -1; /* lower the source to studio range */ } if (!IsRGBShader(format) && !src_full_range) range_adjust--; /* the YUV->RGB conversion already output full range */ if (range_adjust != 0) { psz_range = malloc(256); if (likely(psz_range)) { FLOAT itu_black_level; FLOAT itu_range_factor; FLOAT itu_white_level; switch (format->bitsPerChannel) { case 8: /* Rec. ITU-R BT.709-6 §4.6 */ itu_black_level = 16.f / 255.f; itu_white_level = 235.f / 255.f; itu_range_factor = (float)(235 - 16) / 255.f; break; case 10: /* Rec. ITU-R BT.709-6 §4.6 */ itu_black_level = 64.f / 1023.f; itu_white_level = 940.f / 1023.f; itu_range_factor = (float)(940 - 64) / 1023.f; break; case 12: /* Rec. ITU-R BT.2020-2 Table 5 */ itu_black_level = 256.f / 4095.f; itu_white_level = 3760.f / 4095.f; itu_range_factor = (float)(3760 - 256) / 4095.f; break; default: /* unknown bitdepth, use approximation for infinite bit depth */ itu_black_level = 16.f / 256.f; itu_white_level = 235.f / 256.f; itu_range_factor = (float)(235 - 16) / 256.f; break; } FLOAT black_level = 0; FLOAT range_factor = 1.0f; if (range_adjust > 0) { /* expand the range from studio to full range */ while (range_adjust--) { black_level -= itu_black_level; range_factor /= itu_range_factor; } sprintf(psz_range, "return clamp((rgb + %f) * %f, 0, 1)", black_level, range_factor); } else { /* shrink the range to studio range */ while (range_adjust++) { black_level += itu_black_level; range_factor *= itu_range_factor; } sprintf(psz_range, "return clamp(rgb + %f * %f,%f,%f)", black_level, range_factor, itu_black_level, itu_white_level); } psz_adjust_range = psz_range; } } char *shader = malloc(strlen(globPixelShaderDefault) + 32 + strlen(psz_sampler) + strlen(psz_src_transform) + strlen(psz_primaries_transform) + strlen(psz_display_transform) + strlen(psz_tone_mapping) + strlen(psz_adjust_range)); if (!shader) { msg_Err(o, "no room for the Pixel Shader"); free(psz_range); return E_OUTOFMEMORY; } sprintf(shader, globPixelShaderDefault, legacy_shader ? "" : "Array", psz_src_transform, psz_display_transform, psz_primaries_transform, psz_tone_mapping, psz_adjust_range, psz_sampler); if (var_InheritInteger(o, "verbose") >= 4) msg_Dbg(o, "shader %s", shader); #ifndef NDEBUG else if (!IsRGBShader(format)) { msg_Dbg(o,"psz_src_transform %s", psz_src_transform); msg_Dbg(o,"psz_primaries_transform %s", psz_primaries_transform); msg_Dbg(o,"psz_tone_mapping %s", psz_tone_mapping); msg_Dbg(o,"psz_display_transform %s", psz_display_transform); msg_Dbg(o,"psz_adjust_range %s", psz_adjust_range); msg_Dbg(o,"psz_sampler %s", psz_sampler); } #endif free(psz_range); ID3DBlob *pPSBlob = D3D11_CompileShader(o, hd3d, d3d_dev, shader, true); free(shader); if (!pPSBlob) return E_INVALIDARG; HRESULT hr = ID3D11Device_CreatePixelShader(d3d_dev->d3ddevice, (void *)ID3D10Blob_GetBufferPointer(pPSBlob), ID3D10Blob_GetBufferSize(pPSBlob), NULL, output); ID3D10Blob_Release(pPSBlob); return hr; } #undef D3D11_CompileShader ID3DBlob* D3D11_CompileShader(vlc_object_t *obj, const d3d11_handle_t *hd3d, const d3d11_device_t *d3d_dev, const char *psz_shader, bool pixel) { ID3DBlob* pShaderBlob = NULL, *pErrBlob; const char *target; if (pixel) { if (likely(d3d_dev->feature_level >= D3D_FEATURE_LEVEL_10_0)) target = "ps_4_0"; else if (d3d_dev->feature_level >= D3D_FEATURE_LEVEL_9_3) target = "ps_4_0_level_9_3"; else target = "ps_4_0_level_9_1"; } else { if (likely(d3d_dev->feature_level >= D3D_FEATURE_LEVEL_10_0)) target = "vs_4_0"; else if (d3d_dev->feature_level >= D3D_FEATURE_LEVEL_9_3) target = "vs_4_0_level_9_3"; else target = "vs_4_0_level_9_1"; } HRESULT hr = D3DCompile(psz_shader, strlen(psz_shader), NULL, NULL, NULL, "main", target, 0, 0, &pShaderBlob, &pErrBlob); if (FAILED(hr)) { char *err = pErrBlob ? ID3D10Blob_GetBufferPointer(pErrBlob) : NULL; msg_Err(obj, "invalid %s Shader (hr=0x%lX): %s", pixel?"Pixel":"Vertex", hr, err ); if (pErrBlob) ID3D10Blob_Release(pErrBlob); return NULL; } return pShaderBlob; } #undef GetFormatLuminance float GetFormatLuminance(vlc_object_t *o, const video_format_t *fmt) { switch (fmt->transfer) { case TRANSFER_FUNC_SMPTE_ST2084: /* that's the default PQ value if the metadata are not set */ return MAX_PQ_BRIGHTNESS; case TRANSFER_FUNC_HLG: return MAX_HLG_BRIGHTNESS; case TRANSFER_FUNC_BT470_BG: case TRANSFER_FUNC_BT470_M: case TRANSFER_FUNC_BT709: case TRANSFER_FUNC_SRGB: return DEFAULT_BRIGHTNESS; default: msg_Dbg(o, "unhandled source transfer %d", fmt->transfer); return DEFAULT_BRIGHTNESS; } } HRESULT D3D11_CreateRenderTargets( d3d11_device_t *d3d_dev, ID3D11Resource *texture, const d3d_format_t *cfg, ID3D11RenderTargetView *output[D3D11_MAX_SHADER_VIEW] ) { D3D11_RENDER_TARGET_VIEW_DESC renderTargetViewDesc; renderTargetViewDesc.ViewDimension = D3D11_RTV_DIMENSION_TEXTURE2D; renderTargetViewDesc.Texture2D.MipSlice = 0; for (size_t i=0; iresourceFormat[i]) { renderTargetViewDesc.Format = cfg->resourceFormat[i]; HRESULT hr = ID3D11Device_CreateRenderTargetView(d3d_dev->d3ddevice, texture, &renderTargetViewDesc, &output[i]); if (FAILED(hr)) { return hr; } } } return S_OK; } void D3D11_ClearRenderTargets(d3d11_device_t *d3d_dev, const d3d_format_t *cfg, ID3D11RenderTargetView *targets[D3D11_MAX_SHADER_VIEW]) { static const FLOAT blackY[1] = {0.0f}; static const FLOAT blackUV[2] = {0.5f, 0.5f}; static const FLOAT blackRGBA[4] = {0.0f, 0.0f, 0.0f, 1.0f}; static const FLOAT blackYUY2[4] = {0.0f, 0.5f, 0.0f, 0.5f}; static const FLOAT blackVUYA[4] = {0.5f, 0.5f, 0.0f, 1.0f}; switch (cfg->formatTexture) { case DXGI_FORMAT_NV12: case DXGI_FORMAT_P010: ID3D11DeviceContext_ClearRenderTargetView( d3d_dev->d3dcontext, targets[0], blackY); ID3D11DeviceContext_ClearRenderTargetView( d3d_dev->d3dcontext, targets[1], blackUV); break; case DXGI_FORMAT_R8G8B8A8_UNORM: case DXGI_FORMAT_B8G8R8A8_UNORM: case DXGI_FORMAT_B8G8R8X8_UNORM: case DXGI_FORMAT_R10G10B10A2_UNORM: ID3D11DeviceContext_ClearRenderTargetView( d3d_dev->d3dcontext, targets[0], blackRGBA); break; case DXGI_FORMAT_YUY2: ID3D11DeviceContext_ClearRenderTargetView( d3d_dev->d3dcontext, targets[0], blackYUY2); break; case DXGI_FORMAT_AYUV: ID3D11DeviceContext_ClearRenderTargetView( d3d_dev->d3dcontext, targets[0], blackVUYA); break; case DXGI_FORMAT_B5G6R5_UNORM: ID3D11DeviceContext_ClearRenderTargetView( d3d_dev->d3dcontext, targets[0], blackRGBA); break; default: vlc_assert_unreachable(); } }