feat: add staging repo and delete old repo

Signed-off-by: Meng JiaFeng <jiafeng.meng@merico.dev>

Author: steinliber

.yamllint.yml

@@ -32,3 +32,4 @@ ignore: |
   **/.github/**
   **/githubactions/**
   **/workflows/**
+  **/staging/**

staging/gitlab-share-library/README.md

@@ -0,0 +1,14 @@
+# gitlab-share-library
+
+This repo contains share library used by DevStream plugin "gitlab-ci" (thereafter: the plugin). It currently has the following functions：
+- send notification to dingtalk when pipeline result is success or failed.
+- build docker image by current project, and push this image to image repo.
+
+## general config variables
+
+|  field   | description  | default_value  |
+|  ----  | ----  | ----  |
+|  CI_REGISTRY_USER  | image repo owner  |   |
+|  CI_REGISTRY_PASSWORD  | image repo owner's password  |  |
+
+_this repo is synced from [devstream](https://github.com/devstream-io/devstream/tree/main/staging/pipeline-templates), please request pr through the devstream repo._

staging/gitlab-share-library/build.yml

@@ -0,0 +1,9 @@
+.build-docker:
+  stage: build
+  script:
+    - auth=`echo -n "$CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD" | base64`
+    - mkdir -p ~/.docker
+    # - authfile=`{"auths": {"test": {"auth": "$auth"}}}`
+    # - echo $authfile > ~/.docker/config.json
+    - buildctl build --frontend dockerfile.v0 --local context=. --local dockerfile=. --output type=image,name=${imageRepo}:${defaultTag},push=true${opts}
+    - echo "SUCCESS" > .job_status

staging/gitlab-share-library/notification.yml

@@ -0,0 +1,101 @@
+# 钉钉消息发送模版任务
+# 必须变量
+# DINGTALK_ACCESS_TOKEN 群机器人token
+
+variables:
+  # 钉钉markdown换行符 必须\n且前后跟两个空格(shell 转义)
+  V_BR: "\ \ \\n\ \ "
+
+# 消息发送准备工作
+# 检测钉钉消息发送access_token是否存在
+.prepare: &prepare
+  # token检验
+  - |
+    if [ -z $DINGTALK_ACCESS_TOKEN ]; then
+      echo "使用钉钉消息发送必须配置DINGTALK_ACCESS_TOKEN变量"
+      exit 1
+    fi
+  - |
+    if [ -z $DINGTALK_SECURITY_VALUE ]; then
+      echo "使用钉钉消息发送必须配置DINGTALK_SECURITY_VALUE变量"
+      exit 1
+    fi
+  # url编码项目地址及任务地址
+  - |
+    project_url="$(curl -s -o /dev/null -w %{url_effective} --get --data-urlencode "${GITLAB_URL}/${CI_PROJECT_PATH}/-/tree/${CI_BUILD_REF_NAME}" "" || true)"
+    job_url="$(curl -s -o /dev/null -w %{url_effective} --get --data-urlencode "${GITLAB_URL}/${CI_PROJECT_PATH}/-/jobs/${CI_JOB_ID}" "" || true)"
+
+# 钉钉消息发送http Anchors
+.send_request: &send_request
+  # Markdown消息内容
+  - |
+    V_TEXT="**CI任务<font color=\\\"${V_COLOR}\\\">${V_STATUS}</font>通知**${V_BR}\
+    任务ID: **${CI_JOB_ID}**${V_BR}\
+    任务名: **${CI_JOB_NAME}**${V_BR}\
+    项目: **${CI_PROJECT_PATH}**${V_BR}\
+    分支: **${CI_BUILD_REF_NAME}**${V_BR}\
+    执行人: **${GITLAB_USER_NAME}**\
+    "
+  # 钉钉消息发送json报文
+  - |
+    V_JSON="{
+      \"actionCard\": {\
+            \"title\": \"${V_TITLE}\",\
+            \"text\": \"${V_TEXT}\", \
+            \"btnOrientation\": \"1\",\
+            \"btns\": [{\
+               \"title\": \"查看项目\",
+               \"actionURL\": \"dingtalk://dingtalkclient/page/link?url=${project_url##/?}&pc_slide=false\"
+             }, {\
+              \"title\": \"查看任务\",
+              \"actionURL\": \"dingtalk://dingtalkclient/page/link?url=${job_url##/?}&pc_slide=false\"
+            }]\
+        },\
+        \"msgtype\": \"actionCard\"\
+    }"
+  - >
+    curl -s -H 'Content-Type: application/json; charset=utf-8' -X POST
+    https://oapi.dingtalk.com/robot/send?access_token=${DINGTALK_ACCESS_TOKEN} -d "${V_JSON}" -w "\n"
+
+# 消息发送模板任务
+.pre:
+  stage: .pre
+  image: curlimages/curl:7.86.0
+  script:
+    - *prepare
+    - |
+      V_COLOR="#FF9900"
+      V_STATUS="启动"
+      V_TITLE="CI任务启动通知"
+    - echo "GITLAB_CI_STATUS=FAIL" >> build.env
+    - *send_request
+  artifacts:
+    reports:
+      dotenv: build.env
+
+.post:
+  stage: .post
+  image: curlimages/curl:7.86.0
+  # 发送ci结束消息
+  script:
+    - *prepare
+    # 不同任务状态设置不同消息标题、颜色
+    - |
+      case $GITLAB_CI_STATUS in
+        ALL_SUCCESS)
+          V_TITLE="CI任务执行成功通知"
+          V_STATUS="执行成功"
+          V_COLOR="#33CC00"
+          ;;
+        FAIL)
+          V_TITLE="CI任务执行失败通知"
+          V_STATUS="执行失败"
+          V_COLOR="#FF3333"
+          ;;
+        *)
+          echo "不支持job状态$GITLAB_CI_STATUS"
+          exit 1
+          ;;
+      esac
+    # 执行耗时计算
+    - *send_request

staging/jenkins-share-library/README.md

@@ -0,0 +1,53 @@
+# jenkins-share-library
+
+This repo contains share library used by DevStream plugin "jenkins-pipeline" (thereafter: the plugin). It currently has the following functions：
+- send notification to dingtalk when pipeline result is success or failed.
+- run test for java project.
+- run sonar scanner for java project.
+- build docker image by current project, and push this image to image repo.
+
+## example
+```groovy dingtalk
+/*
+config dingtalk related info, if not set, pipeline result will not be sent
+required plugins: dingding-notifications
+*/
+setting.configNotifyDingtalk([
+    'robot_id': "dingdingtest", // robotID in jenkins config
+    'at_user': ""
+])
+
+/*
+config docker image repo info, if not set, image will not be sent to repo
+*/
+setting.configImageRepo([
+    'image_repo': "test.com/library",
+    'image_auth_secret_name': "docker-config",
+])
+
+/*
+pipeline generic config
+*/
+runPipeline([
+    'enable_test': true, // whether run test for code
+    'name': "spring-test-github", // this name will be used for image repo name and sonar project name
+    'enable_sonarqube': true, // whether use sonar to scan code
+])
+
+```
+
+## general config variables
+
+|  field   | description  | default_value  |
+|  ----  | ----  | ----  |
+|  repo_type  | whether code repo is github or gitlab, if repo_type is gitlab, we can use gitlab_connection to show jenkins pipeline status in gitlab  |   |
+|  name  | this name will be used for image repo name and sonar project name  |  |
+|  language  | the project language, current only support Java  | java |
+|  container_requests_cpu  | jenkins worker container requests cpu  | 0.3 |
+|  container_requests_memory  | jenkins worker container requests memory  | 512Mi |
+|  container_limit_cpu  | jenkins worker container limit cpu  | 1 |
+|  container_limit_memory  | jenkins worker container limit memory  | 2Gi |
+|  enable_test  | whether run test for code  | true |
+|  enable_sonarqube  | whether use sonar to scan code  | false |
+
+_this repo is synced from [devstream](https://github.com/devstream-io/devstream/tree/main/staging/pipeline-templates), please request pr through the devstream repo._

staging/jenkins-share-library/src/com/devstream/ci/Git.groovy

@@ -0,0 +1,32 @@
+package com.devstream.ci
+
+def getChangeString() {
+    def changeString = ""
+    def MAX_MSG_LEN = 10
+    def changeLogSets = currentBuild.changeSets
+    for (int i = 0; i < changeLogSets.size(); i++) {
+        def entries = changeLogSets[i].items
+        for (int j = 0; j < entries.length; j++) {
+            def entry = entries[j]
+            truncatedMsg = entry.msg.take(MAX_MSG_LEN)
+            commitTime = new Date(entry.timestamp).format("yyyy-MM-dd HH:mm:ss")
+            changeString += " - ${truncatedMsg} [${entry.author} ${commitTime}]\n"
+        }
+    }
+    if (!changeString) {
+        changeString = " - No new changes"
+    }
+    return (changeString)
+}
+
+def getCommitIDHead() {
+    String gitCommit
+    if (env.GIT_COMMIT) {
+        gitCommit = env.GIT_COMMIT.substring(0, 8)
+    } else {
+        sh "git config --global --add safe.directory '*'"
+        String gitCommitLang = sh (script: "git log -n 1 --pretty=format:'%H'", returnStdout: true)
+        gitCommit = gitCommitLang.substring(0, 8)
+    }
+    return gitCommit
+}

staging/jenkins-share-library/src/com/devstream/ci/Language.groovy

@@ -0,0 +1,26 @@
+package com.devstream.ci
+
+def selector(String language){
+    // config default options for different language
+    switch(language.toLowerCase()){
+        case "java":
+            return javaDefault()
+        default:
+            if (!Config.generalSettings.ci_test_command) {
+                throw new Exception("Language %s language should set ci_test_command and ci_test_options in generalSettings")
+            }
+    }
+}
+
+
+def javaDefault() {
+    return [
+        ci_test_command: 'mvn',
+        ci_test_options: '-B test',
+        ci_test_container_repo: 'maven:3.8.1-jdk-8',
+        container_requests_cpu: "512m",
+        container_requests_memory: "2Gi",
+        container_limit_cpu: "512m",
+        container_limit_memory: "2Gi",
+    ]
+}

staging/jenkins-share-library/src/com/devstream/notification/Dingtalk.groovy

@@ -0,0 +1,31 @@
+package com.devstream.notification
+
+
+def send(changeString, headMessage, statusMessage, Integer _timeout=60) {
+    // String buildUser = variable.buildUserName()
+    String notifyUser = Config.notifySettings.get("at_user")
+    String robotID = Config.notifySettings.get("robot_id")
+    List<String> atUsers = [] as String[]
+    if (notifyUser != null && notifyUser != "") {
+        atUsers = notifyUser.split(",") as String[]
+    }
+    timeout(time: _timeout, unit: 'SECONDS') {
+             dingtalk (
+              robot: "${robotID}",
+              type: 'MARKDOWN',
+              title: "${env.JOB_NAME}[${env.BRANCH_NAME}]构建通知",
+              text: [
+                  "# $headMessage",
+                  "# 构建详情",
+                  "- 构建变更: ${changeString}",
+                  "- 构建结果: ${statusMessage}",
+                  // "- 构建人: **${buildUser}**",
+                  "- 持续时间: ${currentBuild.durationString}",
+                  "# 构建日志",
+                  "[日志](${env.BUILD_URL}console)"
+              ],
+              at: atUsers
+            )
+    }
+
+}

staging/jenkins-share-library/src/com/devstream/scanner/SonarQube.groovy

@@ -0,0 +1,47 @@
+package com.devstream.scanner
+
+import com.devstream.ci.Git
+
+def scanner(
+    String name,
+    String lang,
+    String options='') {
+    try {
+        println('Info: Preparing SonarQube Scanner')
+        gitUtil = new Git()
+        version = gitUtil.getCommitIDHead()
+        withSonarQubeEnv(){
+            def private opts
+
+            opts  = ' -Dsonar.projectKey='       + name
+            opts += ' -Dsonar.projectName='      + name
+            opts += ' -Dsonar.projectVersion='   + version
+            opts += ' -Dsonar.language='         + lang
+            opts += ' -Dsonar.projectBaseDir=.'
+            opts += ' -Dsonar.sources=.'
+            opts += ' -Dsonar.java.binaries=.'
+            sonar_exec  = 'sonar-scanner' + opts + ' ' + options
+
+            sh(sonar_exec)
+        }
+    }
+    catch (e) {
+        println('Error: Failed with SonarQube Scanner')
+        throw e
+    }
+}
+
+def qualityGateStatus(){
+    try {
+        timeout(time: Config.generalSettings.sonarqube_timeout_minutes, unit: 'MINUTES') {
+            def qg_stats = waitForQualityGate()
+            if (qg_stats.status != 'SUCCESS') {
+                println('Error: Pipeline aborted due to quality gate failure: ' + qg.stats)
+                error "Pipeline aborted due to quality gate failure: ${qg.status}"
+            }
+        }
+    }
+    catch (e) {
+        throw e
+    }
+}

staging/jenkins-share-library/vars/Config.groovy

@@ -0,0 +1,8 @@
+// Config is a global config for jenkins pipeline
+class Config implements Serializable {
+    static Map generalSettings = [:]
+
+    static Map notifySettings = [:]
+
+    static Map imageRepoSettings = [:]
+}