Bringing Develop back on Par

shared_scripts.yml

@@ -63,7 +63,7 @@ variables:
         #
         - if($env:EXIT_CODE -eq 0){
         -   if(Test-Path $env:CI_PROJECT_DIR/launcher.meta){
-        -      $env:SHARED_META=$((Invoke-WebRequest $env:SHARED_META_URL).Content | head -n -1 | tail -n +2 | Out-String)
+        -      $env:SHARED_META=$((Invoke-WebRequest $env:SHARED_META_URL -UseBasicParsing).Content | head -n -1 | tail -n +2 | Out-String)
         -      $env:CI_DEPLOY_TIME=$(Get-Date -UFormat +%Y_%m_%d_%H_%M)
         -      $env:CLEANED_COMMIT_MSG=$(echo $env:CI_COMMIT_MESSAGE | python -c "import json,sys; print(json.dumps(sys.stdin.read()).strip('\`"'))")
         -      cat $env:CI_PROJECT_DIR/launcher.meta | sed '/CI-DATA-ENTRIES/c\${SHARED_META}' | envsubst > $env:CI_PROJECT_DIR/Release/$env:CI_PROJECT_NAME/WindowsNoEditor/launcher.meta.tmp
@@ -76,7 +76,7 @@ variables:
         - echo "*********************************************`nThe build failed. You can find all output logs in the artifacts.`n*********************************************"
           }
         - mkdir -f "$env:CI_PROJECT_DIR/Release/$env:CI_PROJECT_NAME/WindowsNoEditor/BuildLogs/" | out-null
-        - cp -R "$env:ADDITIONAL_LOGS/*" "$env:CI_PROJECT_DIR/Release/$env:CI_PROJECT_NAME/WindowsNoEditor/BuildLogs/"
+        - cp -ErrorAction Ignore -R "$env:ADDITIONAL_LOGS/*" "$env:CI_PROJECT_DIR/Release/$env:CI_PROJECT_NAME/WindowsNoEditor/BuildLogs/" ; $true | out-null
         - exit $env:EXIT_CODE
     timeout: 3h
     artifacts:
@@ -122,7 +122,7 @@ variables:
         -   echo -e "*********************************************The build failed. You can find all output logs in the artifacts.*********************************************"
         - fi
         - mkdir -p "${CI_PROJECT_DIR}/Release/${CI_PROJECT_NAME}/LinuxNoEditor/BuildLogs/"
-        - cp -R "${ADDITIONAL_LOGS}/"* "${CI_PROJECT_DIR}/Release/${CI_PROJECT_NAME}/LinuxNoEditor/BuildLogs/"
+        - cp -R "${ADDITIONAL_LOGS}/"* "${CI_PROJECT_DIR}/Release/${CI_PROJECT_NAME}/LinuxNoEditor/BuildLogs/" || true
         - exit ${EXIT_CODE}
     timeout: 3h
     artifacts:
@@ -142,7 +142,7 @@ variables:
     allow_failure: true
     script:
         # Get all previous builds from network
-        - rsync -e "ssh -i $HOME/.ssh/cluster_access_vrdev" -av --progress --delete --exclude=*.11 --chmod=0770 vrdev@${CLUSTER_ADDRESS}:/ ${VRDEV_UNREAL_DEPLOY_FOLDER}/ || true
+        - rsync -e "ssh -i $HOME/.ssh/cluster_access_vrdev" --archive --info=progress2 --human-readable --no-inc-recursive --delete --exclude=*.11 --chmod=0770 vrdev@${CLUSTER_ADDRESS}:/ ${VRDEV_UNREAL_DEPLOY_FOLDER}/ || true
         # Copy build into the previous builds folder and overwrite old folder
         - CURRENT_VRDEV_FOLDER=${VRDEV_UNREAL_DEPLOY_FOLDER}/${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/${CI_PIPELINE_IID}
         - find ${CURRENT_VRDEV_FOLDER} -delete &> /dev/null || true
@@ -150,9 +150,9 @@ variables:
         - mv -f ${CI_PROJECT_DIR}/Release/${CI_PROJECT_NAME}/WindowsNoEditor/ ${CURRENT_VRDEV_FOLDER}/
         # Remove all old versions except the last $NUMBER_OF_OLD_VERSIONS versions
         - find ${VRDEV_UNREAL_DEPLOY_FOLDER}/${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/ -mindepth 1 -maxdepth 1 -type d -name "[[:digit:]]*" | sort -V -r | sed -e "1,${NUMBER_OF_OLD_VERSIONS}d" | xargs -d '\n' rm -rf
-        - rsync -e "ssh -i $HOME/.ssh/cluster_access_vrdev" -av --progress --delete --relative --chown=vrdev:av00 --chmod=0770 --exclude "${CURRENT_VRDEV_FOLDER}/WindowsNoEditor/launcher.meta" ${VRDEV_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/ vrdev@${CLUSTER_ADDRESS}:/
+        - rsync -e "ssh -i $HOME/.ssh/cluster_access_vrdev" --archive --info=progress2 --human-readable --no-inc-recursive --delete --relative --chown=vrdev:av00 --chmod=0770 --exclude "${CURRENT_VRDEV_FOLDER}/WindowsNoEditor/launcher.meta" ${VRDEV_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/ vrdev@${CLUSTER_ADDRESS}:/
         - if [ -f ${CURRENT_VRDEV_FOLDER}/WindowsNoEditor/launcher.meta ] ; then
-        -    rsync -e "ssh -i $HOME/.ssh/cluster_access_vrdev" -av --progress --delete --relative --chown=vrdev:av00 --chmod=0770 ${VRDEV_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/${CI_PIPELINE_IID}/WindowsNoEditor/launcher.meta vrdev@${CLUSTER_ADDRESS}:/
+        -    rsync -e "ssh -i $HOME/.ssh/cluster_access_vrdev" --archive --info=progress2 --human-readable --no-inc-recursive --delete --relative --chown=vrdev:av00 --chmod=0770 ${VRDEV_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/${CI_PIPELINE_IID}/WindowsNoEditor/launcher.meta vrdev@${CLUSTER_ADDRESS}:/
         - fi
         
 .Deploy_CAVE_:
@@ -163,7 +163,7 @@ variables:
     allow_failure: true
     script:
         # Get all previous builds from network
-        - rsync -e "ssh -i $HOME/.ssh/cluster_access_av006de" -av --progress --delete --exclude=*.11 --chmod=0770 av006de@${CLUSTER_ADDRESS}:/ ${CAVE_UNREAL_DEPLOY_FOLDER}/ || true
+        - rsync -e "ssh -i $HOME/.ssh/cluster_access_av006de" --archive --info=progress2 --human-readable --no-inc-recursive --delete --exclude=*.11 --chmod=0770 av006de@${CLUSTER_ADDRESS}:/ ${CAVE_UNREAL_DEPLOY_FOLDER}/ || true
         # Copy build into the previous builds folder and overwrite old folder
         - CURRENT_CAVE_FOLDER=${CAVE_UNREAL_DEPLOY_FOLDER}/${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/${CI_PIPELINE_IID}
         - find ${CURRENT_CAVE_FOLDER} -delete &> /dev/null || true
@@ -171,7 +171,7 @@ variables:
         - mv -f ${CI_PROJECT_DIR}/Release/${CI_PROJECT_NAME}/LinuxNoEditor/ ${CURRENT_CAVE_FOLDER}/
         # Remove all old versions except the last $NUMBER_OF_OLD_VERSIONS versions
         - find ${CAVE_UNREAL_DEPLOY_FOLDER}/${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/ -mindepth 1 -maxdepth 1 -type d -name "[[:digit:]]*" | sort -V -r | sed -e "1,${NUMBER_OF_OLD_VERSIONS}d" | xargs -d '\n' rm -rf
-        - rsync -e "ssh -i $HOME/.ssh/cluster_access_av006de" -av --progress --delete --relative --chown=av006de:av00 --chmod=0770 --exclude "${CURRENT_CAVE_FOLDER}/LinuxNoEditor/launcher.meta" ${CAVE_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/ av006de@${CLUSTER_ADDRESS}:/
+        - rsync -e "ssh -i $HOME/.ssh/cluster_access_av006de" --archive --info=progress2 --human-readable --no-inc-recursive --delete --relative --chown=av006de:av00 --chmod=0770 --exclude "${CURRENT_CAVE_FOLDER}/LinuxNoEditor/launcher.meta" ${CAVE_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/ av006de@${CLUSTER_ADDRESS}:/
         - if [ -f ${CURRENT_CAVE_FOLDER}/LinuxNoEditor/launcher.meta ] ; then
-        -   rsync -e "ssh -i $HOME/.ssh/cluster_access_av006de" -av --progress --delete --relative --chown=av006de:av00 --chmod=0770 ${CAVE_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/${CI_PIPELINE_IID}/LinuxNoEditor/launcher.meta av006de@${CLUSTER_ADDRESS}:/
-        - fi
+        -   rsync -e "ssh -i $HOME/.ssh/cluster_access_av006de" --archive --info=progress2 --human-readable --no-inc-recursive --delete --relative --chown=av006de:av00 --chmod=0770 ${CAVE_UNREAL_DEPLOY_FOLDER}/./${CI_PROJECT_NAME}/${CI_COMMIT_REF_NAME}/${CI_PIPELINE_IID}/LinuxNoEditor/launcher.meta av006de@${CLUSTER_ADDRESS}:/
+        - fi
\ No newline at end of file