云原生灾备产品HyperBDR自动化测试实践

resource "null_resource" "ins_centos7_run_remote_command" {
  # 定义了SSH连接方式，可以通过密码或者密钥方式
  connection {
    timeout  = "5m"
    type     = "ssh"
    user     = "root"
    password = "${random_password.password.result}"
    host     = "${openstack_compute_instance_v2.ins_centos7.network[0].fixed_ip_v4}"
  }
  # 将本地文件上传至远程资源的某个目录中
  provisioner "file" {
    source      = "../downloads/linux_agent.sh"
    destination = "/tmp/script.sh"
  }
  # 通过remote-exec远程执行脚本
  provisioner "remote-exec" {
    inline = [
      "chmod +x /tmp/script.sh",
      "sudo bash /tmp/script.sh",
    ]
  }
  depends_on = [openstack_compute_instance_v2.ins_centos7]
}

resource "null_resource" "run_windows_remote_command" {
  # 注意此处的类型为winrm
  connection {
    timeout  = "5m"
    type     = "winrm"
    user     = "Administrator"
    password = "${random_password.password.result}"
    host     = "${openstack_compute_instance_v2.ins_windows.network[0].fixed_ip_v4}"
    https    = true
    insecure = true
  }
  # 如果给定的是一个目录，则会上传整个目录，但是要注意Windows目录的斜线方向，盘符需要转移C:\\
  provisioner "file" {
    source      = "../downloads/Windows_server_64bit_beta"
    destination = "C:\\Windows_server_64bit_beta"
  }
  # 远程执行方式与Linux相同
  provisioner "remote-exec" {
    inline = [
      "C:\\Windows_server_64bit_beta\\install-cli.bat",
      "net start DiskSyncAgent",
    ]
  }
  depends_on = [openstack_compute_instance_v2.ins_windows]
}

.
├── main.tf
├── playbooks
│   └── apache-install.yml

resource "null_resource" "run_ansible" {
  connection {
    timeout  = "5m"
    type     = "ssh"
    user     = "root"
    password = "${random_password.password.result}"
    host     = "${huaweicloud_vpc_eip.myeip.address}"
  }
  # 这里调用了local-exec本地执行Ansible命令
  provisioner "local-exec" {
    command = "ANSIBLE_HOST_KEY_CHECKING=False ansible-playbook -u root -i '${huaweicloud_vpc_eip.myeip.address},' --extra-vars 'ansible_ssh_pass=${random_password.password.result}' --ssh-common-args '-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' playbooks/apache-install.yml"
  }
  depends_on = [huaweicloud_compute_eip_associate.associated]
}

resource "local_file" "inventory" {
    filename = "./sources.conf"
    content     = <<-EOF
    [${openstack_compute_instance_v2.ins_centos7.network[0].fixed_ip_v4}]
    username = centos
    password = ${nonsensitive(random_password.password.result)}
    ipv4 = ${openstack_compute_instance_v2.ins_centos7.network[0].fixed_ip_v4}
    mac = ${openstack_compute_instance_v2.ins_centos7.network[0].mac}
    private_key = "${abspath(path.module)}/../keys/openstack_linux.pem"
    os = CentOS7
    EOF
}

.
├── install.sh
├── plugins-cache
│   └── registry.terraform.io
│       ├── hashicorp
│       │   ├── local
│       │   ├── null
│       │   ├── random
│       │   ├── template
│       │   └── tls
│       ├── huaweicloud
│       │   └── huaweicloud
│       └── terraform-provider-openstack
│           └── openstack
├── README.md
├── terraform_1.3.7_linux_amd64.zip
└── update_plugins_cache.sh

plugin_cache_dir = "$HOME/.terraform.d/plugins-cache"

terraform init -ignore-remote-version

terrform providers mirror /path/to/your/plugins-cache

#!/bin/bash
#
# This script is used to install Terraform from local
#
set -e
CURRENT_PATH=$(cd `dirname $0`; pwd)
TERRAFORM_CLI="$HOME/bin/terraform"
PLUGINS_CACHE_PATH="${CURRENT_PATH}/plugins-cache"
SRC_ROOT_PATH="${CURRENT_PATH}/.."
# NOTE(Ray): Find all terraform directories and cache providers
for dir in $(find $SRC_ROOT_PATH -type d); do
    for file in "$dir"/*tf; do
        if [ -f "$file" ]; then
            echo "Run terraform cache in $dir..."
            $TERRAFORM_CLI providers mirror $PLUGINS_CACHE_PATH
            break
        fi
    done
done

tasks =
  cloud_config_oss = autotest.tasks.cloud_config:CloudConfigOss
  cloud_config_block = autotest.tasks.cloud_config:CloudConfigBlock
  cloud_config_clean = autotest.tasks.cloud_config:CloudConfigClean
  data_sync_oss = autotest.tasks.data_sync:DataSyncOss
  data_sync_block = autotest.tasks.data_sync:DataSyncBlock
  host_boot = autotest.tasks.host_boot:HostBoot
  host_clean = autotest.tasks.host_clean:HostClean
  report = autotest.tasks.report:Report

def run_tasks(args, hosts_conf, hyperbdr_conf):
    """Load each tasks as a driver"""
    # We use a csv as a data table
    data_table = DataTable(hosts_conf, args.work_path)
    data_table.init()
    status_file = StatusFile(args.work_path)
    status_file.init()
    driver_name = args.which.replace("-", "_")
    logging.info("Loading task driver for %s..." % driver_name)
    # 根据不同的命令行名称，加载相关的驱动
    driver_manager = driver.DriverManager(
        namespace="tasks",
        name=driver_name,
        invoke_on_load=False)
    task_driver = driver_manager.driver(hyperbdr_conf, data_table, status_file)
    task_driver.run()

import taskflow.engines
from taskflow.patterns import linear_flow as lf
class BaseTask(object):
    # 此处有代码省略
    
    def run(self, tasks=[], *args, **kwargs):
        # 子类只需要在继承类中定义好自己的tasks即可
        if not tasks:
            raise NotImplementedError("run() method "
                                      "is not implemented")
        # .......
            
        flow_name = self.__class__.__name__
        flow_api = lf.Flow(flow_name)
        for task in tasks:
            flow_api.add(task)
        try:
            taskflow.engines.run(flow_api,
                    engine_conf={"engine": "serial"},
                    store={
                        # 参数传递
                    })
        except Exception as e:
            raise e
        finally:
            # 任务失败后的处理，比如记录数据

from taskflow import task
from autotest.tasks.base import BaseTask
class CloudConfigOss(BaseTask):
    def run(self, *args, **kwargs):
        steps = [
            AddCloudAccount(),
            WaitCloudAccount(),
            AddOss(),
        ]
        super().run(steps)
class AddCloudAccount(task.Task):
    # TODO
class WaitCloudAccount(task.Task):
    # TODO
class AddOss(task.Task):
    # TODO

.
├── Jenkinsfile
├── openstack_oss_qa_tiny_smoke
│   ├── hyperbdr.conf
│   └── terraform_templates

pipeline {
    // 省略部分代码
    parameters {
        string(
            name: 'TEST_CASE',
            defaultValue: 'openstack_oss_qa_tiny_smoke',
            description: '测试任务执行的目录，对应autotest-cases的目录'
        )
        string(
            name: 'HYPERBDR_URL',
            defaultValue: 'https://xxxx',
            description: 'HyperBDR地址，需要配合鉴权信息使用'
        )
        // 省略部分代码
    }
    stages {
        stage('Clone Repository') {
            // 省略部分代码
        } // end stage
        stage('更新HyperBDR环境') {
            // 省略部分代码
        } // end stage
        stage('下载Agent代理') {
            // 省略部分代码
        } // end stage
        // 鉴权信息固定写在Terraform tfvars文件时，使用时通过Jenkins中的Credentials进行替换
        stage('创建源端') {
            steps {
                // 对每个目录下auth文件进行替换后，source声明环境变量
                withCredentials([usernamePassword(credentialsId: "${CLOUD_CREDENTIALS_ID}", usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]) {
                    sh """
                    sed -i "s/JENKINS_CLOUD_USERNAME/${USERNAME}/g" "${terraformVars}"
                    sed -i "s/JENKINS_CLOUD_PASSWORD/${PASSWORD}/g" "${terraformVars}"
                    """
                }
                dir("${terraformTemplatePath}") {
                    sh """
                    ${terraformPath} init -ignore-remote-version -plugin-dir ~/.terraform.d/plugins-cache
                    ${terraformPath} apply -auto-approve -var-file="${terraformVars}"
                    """
                }
            } // end steps
        } // end stage
        stage('目标平台配置') {
            // 省略部分代码
        } // end stage
        stage('数据同步') {
            // 省略部分代码
        } // end stage
        stage('启动主机') {
            // 省略部分代码
        } // end stage
        stage('清理资源') {
            // 省略部分代码
        } // end stage
        stage('清理环境') {
            steps {
                dir("${terraformTemplatePath}") {
                    sh """
                    ${terraformPath} destroy -auto-approve -var-file="${terraformVars}"
                    """
                }
            } // end steps
        } // end stage
        stage('发送报告') {
            // 将Markdown格式报告发送至钉钉，包含执行结果和执行时间
        } // end stage
    } // end stages
} // end pipeline