mv crondata to sco (DeepLink-org#856)

mv crondata to sco

Author: wugeshui

.github/workflows/data-cron.yml

@@ -12,7 +12,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  CLUSTER_1988: SH1988
+  CLUSTER_V100: SCO
   CLUSTER_CAMB: CAMB
   CLUSTER_ASCEND_910B: ASCEND-910B
   CLUSTER_TOPSRIDER: TOPSRIDER
@@ -23,7 +23,6 @@ env:
   ENV_PATH: '/mnt/cache/share/platform/env'
   GEN_DATA: 'diopi_test/python/cache'
   ENV_NAME: 'pt2.0_diopi'
-  SLURM_PAR_SH1988: ${{ vars.SLURM_PAR_SH1984 != '' && vars.SLURM_PAR_SH1984 || 'pat_rd -x SH-IDC1-10-198-8-58,SH-IDC1-10-198-8-87' }}
 
 jobs:
   Clone:
@@ -38,23 +37,21 @@ jobs:
           cd source && git submodule update --init --recursive
       - name: Rsync to Server
         run: |
-          ssh ${CLUSTER_1988} "mkdir -p ${DATA_DIR} && cd ${DATA_DIR} && rm -rf source && mkdir source" \
-          && rsync -a --delete ${GITHUB_WORKSPACE}/source/ ${CLUSTER_1988}:${DATA_DIR}/source/
+          ssh ${CLUSTER_V100} "mkdir -p ${DATA_DIR} && cd ${DATA_DIR} && rm -rf source && mkdir source" \
+          && rsync -a --delete ${GITHUB_WORKSPACE}/source/ ${CLUSTER_V100}:${DATA_DIR}/source/
 
   Gen-Data:
     name: Gen-Data
-    runs-on: tps-diopi-ci
+    runs-on: tps-sco-ci
     needs: [Clone]
     steps:
       - name: gen-test-data
         run: |
-          ssh ${CLUSTER_1988} """
           set -e
-          source /mnt/cache/share/platform/env/${ENV_NAME}
-          cd ${DATA_DIR}/source/diopi_test/python
-          srun --job-name=${GITHUB_JOB} --partition=${SLURM_PAR_SH1988} --time=10 --gres=gpu:1 bash -c 'python main.py --mode gen_data' \
-          || ( cd ${DATA_DIR}/source/ && git clean -xdf ${GEN_DATA} && exit 1 )
-          """
+          srun bash -c "cd ${DATA_DIR}/source/diopi_test/python \
+          && source ${ENV_PATH}/pt2.0_diopi \
+          && python main.py --mode gen_data \
+          || ( cd ${DATA_DIR}/source/diopi_test/python && git clean -xdf ${GEN_DATA} && exit 1 ) "
 
   CheckAndRsync:
     name: check and rsync
@@ -66,7 +63,7 @@ jobs:
       - name: check
         id: get_gen_data
         run: |
-          ssh ${CLUSTER_1988} """
+          ssh ${CLUSTER_V100} """
           set -e
           cd ${DATA_DIR}
           if [[ -f "pre_hash" ]]; then
@@ -78,7 +75,7 @@ jobs:
           cp new_hash pre_hash
           """
           export file_path="/home/autolink/rsync/sourcecode"
-          rsync -a --delete ${CLUSTER_1988}:${DATA_DIR}/to_gen_data ${file_path}/
+          rsync -a --delete ${CLUSTER_V100}:${DATA_DIR}/to_gen_data ${file_path}/
           if grep -q "true" "${file_path}/to_gen_data"; then
             echo "to_gen_data=true" >> "$GITHUB_ENV"
           else
@@ -90,12 +87,12 @@ jobs:
           set -e
           ssh ${CLUSTER_CAMB} """
           mkdir -p ${DATA_DIR}/source/${GEN_DATA}
-          rsync -a --delete ${CLUSTER_1988}:${DATA_DIR}/source/${GEN_DATA}/ ${DATA_DIR}/source/${GEN_DATA}/
+          rsync -a --delete ${CLUSTER_V100}:${DATA_DIR}/source/${GEN_DATA}/diopi/ ${DATA_DIR}/source/${GEN_DATA}/diopi/
           """
           ssh ${CLUSTER_ASCEND_910B} """
           mkdir -p ${DATA_DIR}/source/${GEN_DATA}
-          rsync -a --delete ${CLUSTER_1988}:${DATA_DIR}/source/${GEN_DATA}/ ${DATA_DIR}/source/${GEN_DATA}/
+          rsync -a --delete ${CLUSTER_V100}:${DATA_DIR}/source/${GEN_DATA}/diopi/ ${DATA_DIR}/source/${GEN_DATA}/diopi/
           """
 #          ssh ${CLUSTER_SUPA} """
-#          rsync -a ${CLUSTER_1988}:${DATA_DIR}/source/${GEN_DATA} ${DATA_DIR}/source/
+#          rsync -a ${CLUSTER_V100}:${DATA_DIR}/source/${GEN_DATA}/diopi/ ${DATA_DIR}/source/${GEN_DATA}/diopi/
 #          """