Make MSAA samples configurable

Author: TellowKrinkle

ShaderSampleRateConverter.cpp

@@ -48,6 +48,8 @@ bool shouldUseSampleRate(const void* data, SIZE_T length) {
   for (const ShaderHash& hash : sampleRateShaders)
     if (hash == header->hash)
       return true;
+  if (config.ssaaTransparentObjects && header->hash == ShaderHash({ 0x0cd1b9e5, 0x22e7069e, 0x476455ff, 0x98bfd850 }))
+      return true;
   return false;
 }
 

impl.cpp

@@ -226,7 +226,7 @@ ID3D11RenderTargetView* getOrCreateMSAARTV(ID3D11Device* dev, ID3D11RenderTarget
     D3D11_TEXTURE2D_DESC desc;
     hostTex->GetDesc(&desc);
     desc.Format = vdesc.Format;
-    desc.SampleDesc.Count = 8;
+    desc.SampleDesc.Count = config.msaaSamples;
     desc.SampleDesc.Quality = 0;
     while (desc.SampleDesc.Count > 1) {
       UINT quality = 0;
@@ -263,7 +263,7 @@ ID3D11DepthStencilView* getOrCreateMSAADSV(ID3D11Device* dev, ID3D11DepthStencil
     D3D11_TEXTURE2D_DESC desc;
     hostTex->GetDesc(&desc);
     desc.Format = vdesc.Format;
-    desc.SampleDesc.Count = 8;
+    desc.SampleDesc.Count = config.msaaSamples;
     desc.SampleDesc.Quality = 0;
     while (desc.SampleDesc.Count > 1) {
       UINT quality = 0;
@@ -779,7 +779,7 @@ class DeviceWrapper final : public ID3D11Device, IDXGIDevice1 {
 
   HRESULT STDMETHODCALLTYPE CreatePixelShader(const void* pShaderBytecode, SIZE_T BytecodeLength, ID3D11ClassLinkage* pClassLinkage, ID3D11PixelShader** ppPixelShader) override {
     void* converted = nullptr;
-    if (shouldUseSampleRate(pShaderBytecode, BytecodeLength))
+    if (config.msaaSamples > 1 && shouldUseSampleRate(pShaderBytecode, BytecodeLength))
       converted = convertShaderToSampleRate(pShaderBytecode, BytecodeLength);
     HRESULT res = dev->CreatePixelShader(converted ? converted : pShaderBytecode, BytecodeLength, pClassLinkage, ppPixelShader); 
     if (converted)
@@ -789,7 +789,8 @@ class DeviceWrapper final : public ID3D11Device, IDXGIDevice1 {
 
   HRESULT STDMETHODCALLTYPE CreateRasterizerState(const D3D11_RASTERIZER_DESC* pRasterizerDesc, ID3D11RasterizerState** ppRasterizerState) override {
     D3D11_RASTERIZER_DESC desc = *pRasterizerDesc;
-    desc.MultisampleEnable = TRUE;
+    if (config.msaaSamples > 1)
+      desc.MultisampleEnable = TRUE;
     return dev->CreateRasterizerState(&desc, ppRasterizerState);
   }
 
@@ -1159,7 +1160,7 @@ class ContextWrapper final : public ID3D11DeviceContext {
     ID3D11RenderTargetView* msaaTex = nullptr;
     ID3D11DepthStencilView* msaaDepth = nullptr;
 
-    if (ppRTVs && RTVCount == 1 && pDSV) {
+    if (config.msaaSamples > 1 && ppRTVs && RTVCount == 1 && pDSV) {
       ppRTVs[0]->GetResource(&base);
       UINT info;
       UINT size = sizeof(info);

impl.h

@@ -11,5 +11,8 @@ ID3D11DeviceContext* hookContext(ID3D11DeviceContext* pContext);
 
 /* lives in main.cpp */
 extern Log log;
-
+extern struct Config {
+	DWORD msaaSamples;
+	BOOL ssaaTransparentObjects;
+} config;
 }

main.cpp

@@ -17,6 +17,7 @@
 namespace atfix {
 
 Log log("atfix.log");
+Config config { 8, 0 };
 
 /** Load system D3D11 DLL and return entry points */
 using PFN_D3D11CreateDevice = HRESULT (__stdcall *) (
@@ -65,6 +66,30 @@ D3D11Proc loadSystemD3D11() {
     }
   }
 
+  if (GetFileAttributesA("atfix.ini") == ~0) {
+    const char* str = "[MSAA]\n"
+                      "; Number of samples (1 = no MSAA)\n"
+                      "NumSamples = 8\n"
+                      "; Whether to do SSAA on transparent objects like grass (expensive)\n"
+                      "ObjectSSAA = 0\n";
+    HANDLE file = CreateFileA("atfix.ini", GENERIC_WRITE, 0, nullptr, CREATE_NEW, 0, nullptr);
+    if (file != INVALID_HANDLE_VALUE) {
+      WriteFile(file, str, strlen(str), nullptr, nullptr);
+      CloseHandle(file);
+    }
+  } else {
+    char NumSamples[8];
+    char ObjectSSAA[8];
+    bool ok = true;
+    GetPrivateProfileStringA("MSAA", "NumSamples", "8", NumSamples, sizeof(NumSamples), ".\\atfix.ini");
+    GetPrivateProfileStringA("MSAA", "ObjectSSAA", "8", ObjectSSAA, sizeof(ObjectSSAA), ".\\atfix.ini");
+    config.msaaSamples = atoi(NumSamples);
+    config.ssaaTransparentObjects = atoi(ObjectSSAA);
+    if (config.msaaSamples < 1)
+      config.msaaSamples = 1;
+    log("Loaded config, ", config.msaaSamples, " samples, ", config.ssaaTransparentObjects, " objectSSAA");
+  }
+
   d3d11Proc.D3D11CreateDevice = reinterpret_cast<PFN_D3D11CreateDevice>(
     GetProcAddress(libD3D11, "D3D11CreateDevice"));
   d3d11Proc.D3D11CreateDeviceAndSwapChain = reinterpret_cast<PFN_D3D11CreateDeviceAndSwapChain>(