apache--tvm/ci/jenkins/templates/utils/macros.j2

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

{% macro per_exec_ws(folder) -%}
  "workspace/exec_${env.EXECUTOR_NUMBER}/{{ folder }}"
{%- endmacro -%}

{% macro test_step(name, ws, docker_image, platform, test_method_names, condition="!skip_ci && is_docs_only_build != 1") %}
{% set method_name = "run_" + name.replace(":", "").replace(" ", "-").replace("-", "_") %}
def {{ method_name }}(node_type) {
  echo 'Begin running on node_type ' + node_type
  if ({{ condition }}) {
    node(node_type) {
      ws({{ per_exec_ws(ws) }}) {
        // NOTE: if exception happens, it will be caught outside
        init_git()
        docker_init({{ docker_image }})
        timeout(time: max_time, unit: 'MINUTES') {
          withEnv([
            'PLATFORM={{ platform }}',
            'TEST_STEP_NAME={{ name }}',
            "SKIP_SLOW_TESTS=${skip_slow_tests}"], {
            {{ caller() | trim | indent(width=12) }}
          })
        }
      }
    }
    echo 'End running on node_type ' + node_type
  } else {
    Utils.markStageSkippedForConditional('{{ name }}')
  }
}
{% set _ = test_method_names.append((name, method_name)) %}

{% endmacro %}

{% macro invoke_build(name, condition, node, docker_image, ws, platform) %}
def run_build(node_type) {
  if ({{ condition }}) {
    echo 'Begin running node_type ' + node_type
    node(node_type) {
      ws({{ per_exec_ws(ws) }}) {
        init_git()
        docker_init({{ docker_image }})
        timeout(time: max_time, unit: 'MINUTES') {

          withEnv([
            'PLATFORM={{ platform }}',
            ], {
            {{ caller() | trim | indent(width=6) }}
          })
        }
      }
    }
    echo 'End running node_type ' + node_type
  } else {
    Utils.markStageSkippedForConditional('{{ name }}')
  }
}
def build() {
  stage('Build') {
    try {
        run_build('{{ node }}-SPOT')
    } catch (hudson.AbortException abortEx) {
        echo "Received normal AbortException, exit now. Details:" + abortEx.toString()
        throw abortEx
    } catch (Throwable ex) {
      echo 'Exception during SPOT run ' + ex.toString()
      if (is_last_build()) {
        // retry if we are currently at last build
        // mark the current stage as success
        // and try again via on demand node
        echo 'Retry on-demand given it is last build'
        currentBuild.result = 'SUCCESS'
        run_build('{{ node }}')
      } else {
        echo 'Exit since it is not last build'
        throw ex
      }
    }
  }
}
build()
{% endmacro %}

{% macro invoke_tests(node, test_method_names) %}
def test() {
  stage('Test') {
    environment {
      SKIP_SLOW_TESTS = "${skip_slow_tests}"
    }
    parallel(
    {% for stage_name, method_name in test_method_names %}
    '{{ stage_name }}': {
      try {
      {{ method_name }}('{{ node }}-SPOT')
      } catch (Throwable ex) {
        echo 'Exception during SPOT run ' + ex.toString()
        if (is_last_build()) {
          // retry if at last build
          // mark the current stage as success
          // and try again via on demand node
          echo 'Retry on-demand given it is last build'
          currentBuild.result = 'SUCCESS'
          {{ method_name }}('{{ node }}')
        } else {
          echo 'Exit since it is not last build'
          throw ex
        }
      }
    },
    {% endfor %}
    )
  }
}
test()
{% endmacro %}

{% macro deploy_step(name, feature_flag, ws) %}
  '{{ name }}': {
    if ({{ feature_flag }}) {
      node('CPU') {
        ws({{ per_exec_ws(ws) }}) {
          timeout(time: max_time, unit: 'MINUTES') {
            {{ caller() | indent(width=10) | trim }}
          }
        }
      }
    } else {
      Utils.markStageSkippedForConditional('{{ name }}')
    }
  },
{% endmacro %}

{% macro upload_artifacts(tag, bundles=none, filenames=none) %}
{% if bundles is not none %}
sh(
      script: "./${jenkins_scripts_root}/s3.py --action upload --bucket ${s3_bucket} --prefix ${s3_prefix}/{{ tag }}{% for b in bundles %} --bundle {{ b }}{% endfor %}",
      label: 'Upload artifacts to S3',
    )
{% elif filenames is not none %}
{% set items = ' '.join(filenames) %}
sh(
      script: "./${jenkins_scripts_root}/s3.py --action upload --bucket ${s3_bucket} --prefix ${s3_prefix}/{{ tag }} --items {{ items }}",
      label: 'Upload artifacts to S3',
    )
{% endif %}
{% endmacro %}

{% macro download_artifacts(tag) %}
sh(
      script: "./${jenkins_scripts_root}/s3.py --action download --bucket ${s3_bucket} --prefix ${s3_prefix}/{{ tag }}",
      label: 'Download artifacts from S3',
    )
{% endmacro %}