Cirrus: Factor out clang project

Should improve the time limit safety margin of the masosx-toolchain
project.

.cirrus.yml

@@ -72,6 +72,87 @@ release_linux_x86_64_download_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 1
 
+release_linux_x86_64_clang_para1_task:
+  compute_engine_instance:
+    image_project: cirrus-images
+    image: family/docker-builder
+    platform: linux
+    cpu: 8
+    memory: 16G
+  timeout_in: 120m
+  out_release_linux_x86_64_cache:
+    folder: out
+    fingerprint_script:
+      - "echo out_release_linux_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out"
+  out1_release_linux_x86_64_cache:
+    folder: out_cache1
+    fingerprint_script:
+      - "echo out1_release_linux_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache1"
+  out2_release_linux_x86_64_cache:
+    folder: out_cache2
+    fingerprint_script:
+      - "echo out2_release_linux_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache2"
+  out3_release_linux_x86_64_cache:
+    folder: out_cache3
+    fingerprint_script:
+      - "echo out3_release_linux_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache3"
+  git_release_linux_x86_64_cache:
+    folder: git_clones
+    fingerprint_script:
+      - "echo git_release_linux_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_clones"
+  gitindex_release_linux_x86_64_cache:
+    folder: git_index
+    fingerprint_script:
+      - "echo gitindex_release_linux_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_index"
+  interrupted_aa_release_linux_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partaa.folder
+    fingerprint_script:
+      - "echo interrupted_aa_release_linux_x86_64"
+    reupload_on_changes: true
+  interrupted_ab_release_linux_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partab.folder
+    fingerprint_script:
+      - "echo interrupted_ab_release_linux_x86_64"
+    reupload_on_changes: true
+  interrupted_ac_release_linux_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partac.folder
+    fingerprint_script:
+      - "echo interrupted_ac_release_linux_x86_64"
+    reupload_on_changes: true
+  checkpoint_background_script:
+    # 110m caused the 2hr task timeout to be hit while the cache was uploading
+    # for macosx-toolchain, which broke subsequent builds.
+    - sleep 105m
+    - ./tools/container-interrupt.sh
+  build_script:
+    - "./tools/cirrus_build_project.sh clang release linux x86_64 1"
+  env:
+    SIGN_BUILD: 0
+  env:
+    CIRRUS_LOG_TIMESTAMP: true
+    BUMP_DEPS: 0
+    RBM_NUM_PROCS: 8
+  depends_on:
+    - "release_linux_x86_64_download"
+
 release_linux_x86_64_gcc_para1_task:
   compute_engine_instance:
     image_project: cirrus-images
@@ -151,7 +232,7 @@ release_linux_x86_64_gcc_para1_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 8
   depends_on:
-    - "release_linux_x86_64_download"
+    - "release_linux_x86_64_clang_para1"
 
 release_linux_x86_64_goeasyconfig_1_task:
   compute_engine_instance:
@@ -719,6 +800,87 @@ release_linux_i686_download_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 1
 
+release_linux_i686_clang_para1_task:
+  compute_engine_instance:
+    image_project: cirrus-images
+    image: family/docker-builder
+    platform: linux
+    cpu: 8
+    memory: 16G
+  timeout_in: 120m
+  out_release_linux_i686_cache:
+    folder: out
+    fingerprint_script:
+      - "echo out_release_linux_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out"
+  out1_release_linux_i686_cache:
+    folder: out_cache1
+    fingerprint_script:
+      - "echo out1_release_linux_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache1"
+  out2_release_linux_i686_cache:
+    folder: out_cache2
+    fingerprint_script:
+      - "echo out2_release_linux_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache2"
+  out3_release_linux_i686_cache:
+    folder: out_cache3
+    fingerprint_script:
+      - "echo out3_release_linux_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache3"
+  git_release_linux_i686_cache:
+    folder: git_clones
+    fingerprint_script:
+      - "echo git_release_linux_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_clones"
+  gitindex_release_linux_i686_cache:
+    folder: git_index
+    fingerprint_script:
+      - "echo gitindex_release_linux_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_index"
+  interrupted_aa_release_linux_i686_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partaa.folder
+    fingerprint_script:
+      - "echo interrupted_aa_release_linux_i686"
+    reupload_on_changes: true
+  interrupted_ab_release_linux_i686_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partab.folder
+    fingerprint_script:
+      - "echo interrupted_ab_release_linux_i686"
+    reupload_on_changes: true
+  interrupted_ac_release_linux_i686_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partac.folder
+    fingerprint_script:
+      - "echo interrupted_ac_release_linux_i686"
+    reupload_on_changes: true
+  checkpoint_background_script:
+    # 110m caused the 2hr task timeout to be hit while the cache was uploading
+    # for macosx-toolchain, which broke subsequent builds.
+    - sleep 105m
+    - ./tools/container-interrupt.sh
+  build_script:
+    - "./tools/cirrus_build_project.sh clang release linux i686 1"
+  env:
+    SIGN_BUILD: 0
+  env:
+    CIRRUS_LOG_TIMESTAMP: true
+    BUMP_DEPS: 0
+    RBM_NUM_PROCS: 8
+  depends_on:
+    - "release_linux_i686_download"
+
 release_linux_i686_gcc_para1_task:
   compute_engine_instance:
     image_project: cirrus-images
@@ -798,7 +960,7 @@ release_linux_i686_gcc_para1_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 8
   depends_on:
-    - "release_linux_i686_download"
+    - "release_linux_i686_clang_para1"
 
 release_linux_i686_goeasyconfig_1_task:
   compute_engine_instance:
@@ -1366,6 +1528,87 @@ release_windows_x86_64_download_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 1
 
+release_windows_x86_64_clang_para1_task:
+  compute_engine_instance:
+    image_project: cirrus-images
+    image: family/docker-builder
+    platform: linux
+    cpu: 8
+    memory: 16G
+  timeout_in: 120m
+  out_release_windows_x86_64_cache:
+    folder: out
+    fingerprint_script:
+      - "echo out_release_windows_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out"
+  out1_release_windows_x86_64_cache:
+    folder: out_cache1
+    fingerprint_script:
+      - "echo out1_release_windows_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache1"
+  out2_release_windows_x86_64_cache:
+    folder: out_cache2
+    fingerprint_script:
+      - "echo out2_release_windows_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache2"
+  out3_release_windows_x86_64_cache:
+    folder: out_cache3
+    fingerprint_script:
+      - "echo out3_release_windows_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache3"
+  git_release_windows_x86_64_cache:
+    folder: git_clones
+    fingerprint_script:
+      - "echo git_release_windows_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_clones"
+  gitindex_release_windows_x86_64_cache:
+    folder: git_index
+    fingerprint_script:
+      - "echo gitindex_release_windows_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_index"
+  interrupted_aa_release_windows_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partaa.folder
+    fingerprint_script:
+      - "echo interrupted_aa_release_windows_x86_64"
+    reupload_on_changes: true
+  interrupted_ab_release_windows_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partab.folder
+    fingerprint_script:
+      - "echo interrupted_ab_release_windows_x86_64"
+    reupload_on_changes: true
+  interrupted_ac_release_windows_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partac.folder
+    fingerprint_script:
+      - "echo interrupted_ac_release_windows_x86_64"
+    reupload_on_changes: true
+  checkpoint_background_script:
+    # 110m caused the 2hr task timeout to be hit while the cache was uploading
+    # for macosx-toolchain, which broke subsequent builds.
+    - sleep 105m
+    - ./tools/container-interrupt.sh
+  build_script:
+    - "./tools/cirrus_build_project.sh clang release windows x86_64 1"
+  env:
+    SIGN_BUILD: 0
+  env:
+    CIRRUS_LOG_TIMESTAMP: true
+    BUMP_DEPS: 0
+    RBM_NUM_PROCS: 8
+  depends_on:
+    - "release_windows_x86_64_download"
+
 release_windows_x86_64_mingw-w64_para1_task:
   compute_engine_instance:
     image_project: cirrus-images
@@ -1445,7 +1688,7 @@ release_windows_x86_64_mingw-w64_para1_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 8
   depends_on:
-    - "release_windows_x86_64_download"
+    - "release_windows_x86_64_clang_para1"
 
 release_windows_x86_64_goeasyconfig_1_task:
   compute_engine_instance:
@@ -2013,6 +2256,87 @@ release_windows_i686_download_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 1
 
+release_windows_i686_clang_para1_task:
+  compute_engine_instance:
+    image_project: cirrus-images
+    image: family/docker-builder
+    platform: linux
+    cpu: 8
+    memory: 16G
+  timeout_in: 120m
+  out_release_windows_i686_cache:
+    folder: out
+    fingerprint_script:
+      - "echo out_release_windows_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out"
+  out1_release_windows_i686_cache:
+    folder: out_cache1
+    fingerprint_script:
+      - "echo out1_release_windows_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache1"
+  out2_release_windows_i686_cache:
+    folder: out_cache2
+    fingerprint_script:
+      - "echo out2_release_windows_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache2"
+  out3_release_windows_i686_cache:
+    folder: out_cache3
+    fingerprint_script:
+      - "echo out3_release_windows_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache3"
+  git_release_windows_i686_cache:
+    folder: git_clones
+    fingerprint_script:
+      - "echo git_release_windows_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_clones"
+  gitindex_release_windows_i686_cache:
+    folder: git_index
+    fingerprint_script:
+      - "echo gitindex_release_windows_i686"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_index"
+  interrupted_aa_release_windows_i686_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partaa.folder
+    fingerprint_script:
+      - "echo interrupted_aa_release_windows_i686"
+    reupload_on_changes: true
+  interrupted_ab_release_windows_i686_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partab.folder
+    fingerprint_script:
+      - "echo interrupted_ab_release_windows_i686"
+    reupload_on_changes: true
+  interrupted_ac_release_windows_i686_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partac.folder
+    fingerprint_script:
+      - "echo interrupted_ac_release_windows_i686"
+    reupload_on_changes: true
+  checkpoint_background_script:
+    # 110m caused the 2hr task timeout to be hit while the cache was uploading
+    # for macosx-toolchain, which broke subsequent builds.
+    - sleep 105m
+    - ./tools/container-interrupt.sh
+  build_script:
+    - "./tools/cirrus_build_project.sh clang release windows i686 1"
+  env:
+    SIGN_BUILD: 0
+  env:
+    CIRRUS_LOG_TIMESTAMP: true
+    BUMP_DEPS: 0
+    RBM_NUM_PROCS: 8
+  depends_on:
+    - "release_windows_i686_download"
+
 release_windows_i686_mingw-w64_para1_task:
   compute_engine_instance:
     image_project: cirrus-images
@@ -2092,7 +2416,7 @@ release_windows_i686_mingw-w64_para1_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 8
   depends_on:
-    - "release_windows_i686_download"
+    - "release_windows_i686_clang_para1"
 
 release_windows_i686_goeasyconfig_1_task:
   compute_engine_instance:
@@ -2660,6 +2984,87 @@ release_osx_x86_64_download_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 1
 
+release_osx_x86_64_clang_para1_task:
+  compute_engine_instance:
+    image_project: cirrus-images
+    image: family/docker-builder
+    platform: linux
+    cpu: 8
+    memory: 16G
+  timeout_in: 120m
+  out_release_osx_x86_64_cache:
+    folder: out
+    fingerprint_script:
+      - "echo out_release_osx_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out"
+  out1_release_osx_x86_64_cache:
+    folder: out_cache1
+    fingerprint_script:
+      - "echo out1_release_osx_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache1"
+  out2_release_osx_x86_64_cache:
+    folder: out_cache2
+    fingerprint_script:
+      - "echo out2_release_osx_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache2"
+  out3_release_osx_x86_64_cache:
+    folder: out_cache3
+    fingerprint_script:
+      - "echo out3_release_osx_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p out_cache3"
+  git_release_osx_x86_64_cache:
+    folder: git_clones
+    fingerprint_script:
+      - "echo git_release_osx_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_clones"
+  gitindex_release_osx_x86_64_cache:
+    folder: git_index
+    fingerprint_script:
+      - "echo gitindex_release_osx_x86_64"
+    reupload_on_changes: true
+    populate_script:
+      - "mkdir -p git_index"
+  interrupted_aa_release_osx_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partaa.folder
+    fingerprint_script:
+      - "echo interrupted_aa_release_osx_x86_64"
+    reupload_on_changes: true
+  interrupted_ab_release_osx_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partab.folder
+    fingerprint_script:
+      - "echo interrupted_ab_release_osx_x86_64"
+    reupload_on_changes: true
+  interrupted_ac_release_osx_x86_64_cache:
+    folder: tmp/interrupted_dirs.tar.gz.partac.folder
+    fingerprint_script:
+      - "echo interrupted_ac_release_osx_x86_64"
+    reupload_on_changes: true
+  checkpoint_background_script:
+    # 110m caused the 2hr task timeout to be hit while the cache was uploading
+    # for macosx-toolchain, which broke subsequent builds.
+    - sleep 105m
+    - ./tools/container-interrupt.sh
+  build_script:
+    - "./tools/cirrus_build_project.sh clang release osx x86_64 1"
+  env:
+    SIGN_BUILD: 0
+  env:
+    CIRRUS_LOG_TIMESTAMP: true
+    BUMP_DEPS: 0
+    RBM_NUM_PROCS: 8
+  depends_on:
+    - "release_osx_x86_64_download"
+
 release_osx_x86_64_macosx-toolchain_para1_task:
   compute_engine_instance:
     image_project: cirrus-images
@@ -2739,7 +3144,7 @@ release_osx_x86_64_macosx-toolchain_para1_task:
     BUMP_DEPS: 0
     RBM_NUM_PROCS: 8
   depends_on:
-    - "release_osx_x86_64_download"
+    - "release_osx_x86_64_clang_para1"
 
 release_osx_x86_64_goeasyconfig_1_task:
   compute_engine_instance:

tools/cirrus_gen_yml.sh

@@ -83,7 +83,7 @@ print_os_arch () {
 
     # TODO fine-tune this list
     # Use "para" prefix to run with 8 threads; otherwise will use 1 thread.
-    for PROJECT in compiler.para1 goeasyconfig.1 ncdns.1 ncprop279.1 plain-binaries.1 release.nosign release.sign; do
+    for PROJECT in clang.para1 compiler.para1 goeasyconfig.1 ncdns.1 ncprop279.1 plain-binaries.1 release.nosign release.sign; do
         PROJECT_BASE=$(echo $PROJECT | cut -d . -f 1)
         if [[ "$PROJECT_BASE" == "compiler" ]]; then
             if [[ "$OS" == "android" ]]; then
@@ -203,7 +203,7 @@ print_os_arch () {
         fi
 
         # Depend on previous project
-        if [[ "$PROJECT" == "compiler.para1" ]]; then
+        if [[ "$PROJECT" == "clang.para1" ]]; then
             echo "  depends_on:
     - \"${CHANNEL}_${OS}_${ARCH}_download\""
         else