Disable the VT color quirk for pwsh and modern inbox powershell

src/server/ConsoleShimPolicy.cpp

@@ -9,51 +9,44 @@
 // - Constructs a new instance of the shim policy class.
 // Arguments:
 // - All arguments specify a true/false status to a policy that could be applied to a console client app.
-ConsoleShimPolicy::ConsoleShimPolicy(const bool isCmd,
-                                     const bool isPowershell) :
-    _isCmd{ isCmd },
-    _isPowershell{ isPowershell }
-{
-}
-
-// Routine Description:
-// - Opens the process token for the given handle and resolves the process name.
-//   We'll initialize the new ConsoleShimPolicy based on whether the client
-//   process is "cmd.exe" or "powershell.exe".
-// - For more info, see GH#3126
-// Arguments:
-// - hProcess - Handle to a connected process
-// Return Value:
-// - ConsoleShimPolicy object containing resolved shim policy data.
-ConsoleShimPolicy ConsoleShimPolicy::s_CreateInstance(const HANDLE hProcess)
+ConsoleShimPolicy::ConsoleShimPolicy(const HANDLE hProcess)
 {
     // If we cannot determine the exe name, then we're probably not cmd or powershell.
-    auto isCmd = false;
-    auto isPowershell = false;
-
     try
     {
         const std::filesystem::path processName = wil::GetModuleFileNameExW<std::wstring>(hProcess, nullptr);
-        auto clientName = processName.filename().wstring();
-        // For whatever reason, wil::GetModuleFileNameExW leaves trailing nulls, so get rid of them.
-        clientName.erase(std::find(clientName.begin(), clientName.end(), '\0'), clientName.end());
-
-        // Convert to lower case, just in case
-        std::transform(clientName.begin(), clientName.end(), clientName.begin(), std::towlower);
+        const auto clientName = processName.filename().native();
 
-        isCmd = clientName.compare(L"cmd.exe") == 0;
+        _isCmd = til::equals_insensitive_ascii(clientName, L"cmd.exe");
 
-        // For powershell, we need both Windows PowersShell (powershell.exe) and
-        // PowerShell Core (pwsh.exe). If PowerShell Core is ever updated to use
+        // For powershell, we need both Windows Powershell (powershell.exe) and
+        // Powershell Core (pwsh.exe). If Powershell Core is ever updated to use
         // ^[[3J for Clear-Host, then it won't ever hit the shim code path, but
         // we're keeping this for the long tail of pwsh versions that still
         // _don't_ use that sequence.
-        isPowershell = (clientName.compare(L"powershell.exe") == 0) ||
-                       (clientName.compare(L"pwsh.exe") == 0);
+        const auto isInboxPowershell = til::equals_insensitive_ascii(clientName, L"powershell.exe");
+        const auto isPwsh = til::equals_insensitive_ascii(clientName, L"pwsh.exe");
+        _isPowershell = isInboxPowershell || isPwsh;
+
+        // Inside Windows, we are guaranteed that we're building alongside a new (good) inbox Powershell.
+        // Therefore, we can default _requiresVtColorQuirk to false.
+#ifndef __INSIDE_WINDOWS
+        // Outside of Windows, we need to check the OS version: Powershell was fixed in early Iron builds.
+        static auto doesInboxPowershellVersionRequireQuirk = [] {
+            OSVERSIONINFOEXW osver{};
+            osver.dwOSVersionInfoSize = sizeof(osver);
+            osver.dwBuildNumber = 20348; // Windows Server 2022 RTM
+
+            DWORDLONG dwlConditionMask = 0;
+            VER_SET_CONDITION(dwlConditionMask, VER_BUILDNUMBER, VER_LESS);
+
+            return VerifyVersionInfoW(&osver, VER_BUILDNUMBER, dwlConditionMask) != FALSE;
+        }();
+        _requiresVtColorQuirk = isInboxPowershell && doesInboxPowershellVersionRequireQuirk;
+        // All modern versions of pwsh.exe have been fixed, and we can direct users to update.
+#endif
     }
     CATCH_LOG();
-
-    return ConsoleShimPolicy(isCmd, isPowershell);
 }
 
 // Method Description:
@@ -90,6 +83,5 @@ bool ConsoleShimPolicy::IsPowershellExe() const noexcept
 // - True as laid out above.
 bool ConsoleShimPolicy::IsVtColorQuirkRequired() const noexcept
 {
-    // Right now, the only client we're shimming is powershell.
-    return IsPowershellExe();
+    return _requiresVtColorQuirk;
 }

src/server/ConsoleShimPolicy.h

@@ -21,16 +21,13 @@ Module Name:
 class ConsoleShimPolicy
 {
 public:
-    static ConsoleShimPolicy s_CreateInstance(const HANDLE hProcess);
-
+    ConsoleShimPolicy(const HANDLE hProcess);
     bool IsCmdExe() const noexcept;
     bool IsPowershellExe() const noexcept;
     bool IsVtColorQuirkRequired() const noexcept;
 
 private:
-    ConsoleShimPolicy(const bool isCmd,
-                      const bool isPowershell);
-
-    const bool _isCmd;
-    const bool _isPowershell;
+    bool _isCmd{ false };
+    bool _isPowershell{ false };
+    bool _requiresVtColorQuirk{ false };
 };

src/server/ProcessHandle.cpp

@@ -27,7 +27,7 @@ ConsoleProcessHandle::ConsoleProcessHandle(const DWORD dwProcessId,
                                                  FALSE,
                                                  dwProcessId))),
     _policy(ConsoleProcessPolicy::s_CreateInstance(_hProcess.get())),
-    _shimPolicy(ConsoleShimPolicy::s_CreateInstance(_hProcess.get())),
+    _shimPolicy(_hProcess.get()),
     _processCreationTime(0)
 {
     if (nullptr != _hProcess.get())