diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index d2b8e88..4ec9a0d 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -118,7 +118,7 @@ jobs:
     - name: Build ${{ env.PACKAGE_NAME }} + consumers
       run: |
         phpize
-        .\configure --with-prefix=${{steps.setup-php-sdk.outputs.prefix}} --enable-awscrt=shared
+        .\configure --with-prefix=${{steps.setup-php-sdk.outputs.prefix}} --enable-awscrt=shared --enable-cli --with-openssl
         nmake
         nmake generate-php-ini
         .\dev-scripts\run_tests ${{steps.setup-php-sdk.outputs.prefix}}\php
diff --git a/dev-scripts/run_tests.bat b/dev-scripts/run_tests.bat
index 8af0e04..baa20df 100644
--- a/dev-scripts/run_tests.bat
+++ b/dev-scripts/run_tests.bat
@@ -23,17 +23,8 @@ if "%composer_dir%"=="" (
   echo %work_dir%
   ls x64\
 
-  %PHP_BINARY% -c php-win.ini %composer_dir% update
-  if %errorlevel% neq 0 (
-    echo An error occurred while using composer to get dependence
-    exit /b %errorlevel%
-  )
-
-  %PHP_BINARY% -c php-win.ini vendor/bin/phpunit tests --debug
-  if %errorlevel% neq 0 (
-    echo An error occurred while running unittests
-    exit /b %errorlevel%
-  )
+  call %PHP_BINARY% -c php-win.ini %composer_dir% update
+  call %PHP_BINARY% -c php-win.ini vendor/bin/phpunit tests --debug
 )
 
 endlocal
\ No newline at end of file