Merge pull request #2895 from verilog-to-routing/improve-nightly-test

Improve nightly test manual and regenerate QoR results

Author: AlexandreSinger

.github/workflows/nightly_test_manual.yml

@@ -4,6 +4,11 @@ name: NightlyTestManual
 on:
   workflow_dispatch:
 
+  # Automatically runs every Sunday 5 AM UTC.
+  # Results should be ready ~15 hours later (Sunday 8 PM UTC), on time for Monday mornings.
+  schedule:
+    - cron:  '0 5 * * 0'
+
 # We want to cancel previous runs for a given PR or branch / ref if another CI
 # run is requested.
 # See: https://docs.github.com/en/actions/using-jobs/using-concurrency
@@ -57,15 +62,38 @@ jobs:
     # Run all of the nightly tests.
     # TODO: We could expose more parallelism if we had one task list which ran
     #       all of these.
-    - name: 'Run Nightly Tests'
+    - name: 'Run Nightly Test 1'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test1
+
+    - name: 'Run Nightly Test 2'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test2
+
+    - name: 'Run Nightly Test 3'
       run: |
         source .venv/bin/activate
-        ./run_reg_test.py -j12 \
-            vtr_reg_nightly_test1 \
-            vtr_reg_nightly_test2 \
-            vtr_reg_nightly_test3 \
-            vtr_reg_nightly_test4 \
-            vtr_reg_nightly_test5 \
-            vtr_reg_nightly_test6 \
-            vtr_reg_nightly_test7
+        ./run_reg_test.py -j12 vtr_reg_nightly_test3
+
 
+    - name: 'Run Nightly Test 4'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test4
+
+    - name: 'Run Nightly Test 5'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test5
+
+    - name: 'Run Nightly Test 6'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test6
+
+    - name: 'Run Nightly Test 7'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test7