diff --git a/.github/workflows/integration_test_runner.yml b/.github/workflows/integration_test_runner.yml
new file mode 100644
index 000000000000..20a9f3141807
--- /dev/null
+++ b/.github/workflows/integration_test_runner.yml
@@ -0,0 +1,45 @@
+name: RUN INTEGRATION TESTS ONLY
+
+on:
+  pull_request:
+    branches:
+      - master
+      - nutcracker
+jobs:
+  ubuntu_build:
+    name: Build with integration tests only on Windows
+    runs-on: windows-latest
+    timeout-minutes: 150
+    concurrency:
+      group: ${{ github.head_ref }}-ubuntu
+      cancel-in-progress: true
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v4
+
+      - name: Set up JDK 21
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'temurin'
+          java-version: '21.0.3'
+
+      - name: Initialize sub-modules
+        run: git submodule update --init
+
+      - name: Cache Gradle packages
+        uses: actions/cache@v4
+        with:
+          path: ~/.gradle/caches
+          key: ${{ runner.os }}-gradle-${{ github.sha }}
+          restore-keys: ${{ runner.os }}-gradle
+
+      - name: Build with Gradle
+        env:
+          packageUser: ${{ github.actor }}
+          packagePAT: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          export DISPLAY=':99.0'
+          /usr/bin/Xvfb :99 -screen 0 1024x768x24 > /dev/null 2>&1 &
+          ./gradlew :jballerina-integration-test:test --no-build-cache --rerun-tasks
+          --max-workers=2 --scan --no-daemon
diff --git a/.github/workflows/pull_request_full_build.yml b/.github/workflows/pull_request_full_build.yml.disabled
similarity index 100%
rename from .github/workflows/pull_request_full_build.yml
rename to .github/workflows/pull_request_full_build.yml.disabled
diff --git a/.github/workflows/pull_request_windows_build.yml b/.github/workflows/pull_request_windows_build.yml.disabled
similarity index 100%
rename from .github/workflows/pull_request_windows_build.yml
rename to .github/workflows/pull_request_windows_build.yml.disabled
diff --git a/tests/ballerina-test-utils/src/main/java/org/ballerinalang/test/context/ServerLogReader.java b/tests/ballerina-test-utils/src/main/java/org/ballerinalang/test/context/ServerLogReader.java
index 70be17017a09..ffdc99cd3e1d 100644
--- a/tests/ballerina-test-utils/src/main/java/org/ballerinalang/test/context/ServerLogReader.java
+++ b/tests/ballerina-test-utils/src/main/java/org/ballerinalang/test/context/ServerLogReader.java
@@ -125,7 +125,7 @@ public void run() {
                     }
                     feedAndPrint(s);
                 } else {
-                    TimeUnit.MILLISECONDS.sleep(5);
+                    TimeUnit.MICROSECONDS.sleep(300);
                 }
             }
             String s = bufferedReader.readLine();
diff --git a/tests/jballerina-integration-test/src/test/java/org/ballerinalang/test/packaging/ModuleExecutionFlowTests.java b/tests/jballerina-integration-test/src/test/java/org/ballerinalang/test/packaging/ModuleExecutionFlowTests.java
index dd3c455e9c90..e516f2114744 100644
--- a/tests/jballerina-integration-test/src/test/java/org/ballerinalang/test/packaging/ModuleExecutionFlowTests.java
+++ b/tests/jballerina-integration-test/src/test/java/org/ballerinalang/test/packaging/ModuleExecutionFlowTests.java
@@ -32,7 +32,7 @@
  * Tests order of execution of listener methods.
  */
 public class ModuleExecutionFlowTests extends BaseTest {
-    public static final int TIMEOUT = 1000;
+    public static final int TIMEOUT = 2000;
 
     @Test
     public void testModuleExecutionOrder() throws BallerinaTestException {