Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ci/cd: rename pingcap/ticdc to pingcap/tiflow #508

Merged
merged 1 commit into from
Dec 17, 2021
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -19,9 +19,9 @@ if (isNeedGo1160) {
println "BUILD_NODE_NAME=${GO_BUILD_SLAVE}"
println "TEST_NODE_NAME=${GO_TEST_SLAVE}"

def BUILD_URL = 'git@github.com:pingcap/ticdc.git'
def BUILD_URL = 'git@github.com:pingcap/tiflow.git'

def build_path = 'go/src/github.com/pingcap/ticdc'
def build_path = 'go/src/github.com/pingcap/tiflow'
def slackcolor = 'good'
def githash
def ws
Expand Down Expand Up @@ -89,7 +89,7 @@ try {
stage("Upload") {
dir(build_path) {
def target = "ticdc-${os}-${arch}"
def refspath = "refs/pingcap/ticdc/${env.BRANCH_NAME}/sha1"
def refspath = "refs/pingcap/tiflow/${env.BRANCH_NAME}/sha1"
def filepath = "builds/pingcap/ticdc/${githash}/centos7/${target}.tar.gz"
container("golang") {
timeout(10) {
Expand Down Expand Up @@ -121,4 +121,4 @@ stage('Summary') {
if (currentBuild.result != "SUCCESS" && (branch == "master" || branch.startsWith("release") || branch.startsWith("refs/tags/v"))) {
slackSend channel: '#jenkins-ci-build-critical', color: 'danger', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
}
}
}
6 changes: 3 additions & 3 deletions jenkins/pipelines/cd/nightly/build-darwin-amd64-4.0.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -233,7 +233,7 @@ try {


stage("Build cdc") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {

def target = "ticdc-${os}-${arch}"
def filepath = "builds/pingcap/ticdc/${tag}/${CDC_HASH}/darwin/ticdc-${os}-${arch}.tar.gz"
Expand All @@ -243,9 +243,9 @@ try {
deleteDir()
}
if(PRE_RELEASE == "true" || RELEASE_TAG == "nightly") {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
} else {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/tiflow.git']]]
}
}

Expand Down
6 changes: 3 additions & 3 deletions jenkins/pipelines/cd/nightly/build-darwin-arm64-4.0.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -264,7 +264,7 @@ try {

if(RELEASE_TAG == "nightly" || RELEASE_TAG >= "v4.0.0") {
stage("Build cdc") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {

def target = "ticdc-${os}-${arch}"
def filepath = "builds/pingcap/ticdc/${tag}/${CDC_HASH}/${platform}/ticdc-${os}-${arch}.tar.gz"
Expand All @@ -274,9 +274,9 @@ try {
deleteDir()
}
if(PRE_RELEASE == "true" || RELEASE_TAG == "nightly") {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
} else {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/tiflow.git']]]
}
}

Expand Down
6 changes: 3 additions & 3 deletions jenkins/pipelines/cd/nightly/build-linux-arm64-4.0.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,7 @@ try {

if(RELEASE_TAG == "nightly" || RELEASE_TAG >= "v4.0.0") {
stage("Build cdc") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {

def target = "ticdc-${os}-${arch}"
def filepath = "builds/pingcap/ticdc/${tag}/${CDC_HASH}/centos7/ticdc-${os}-${arch}.tar.gz"
Expand All @@ -252,9 +252,9 @@ try {
}

if(PRE_RELEASE == "true" || RELEASE_TAG == "nightly") {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'CloneOption', timeout: 60], [$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
} else {
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${RELEASE_TAG}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'CheckoutOption', timeout: 30], [$class: 'LocalBranch'],[$class: 'CloneOption', noTags: true, timeout: 60]], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: "+refs/tags/${RELEASE_TAG}:refs/tags/${RELEASE_TAG}", url: 'git@github.com:pingcap/tiflow.git']]]
}
}

Expand Down
10 changes: 5 additions & 5 deletions jenkins/pipelines/cd/nightly/release_cdc_docker_nightly.groovy
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
def BUILD_URL = 'git@github.com:pingcap/ticdc.git'
def BUILD_URL = 'git@github.com:pingcap/tiflow.git'
def slackcolor = 'good'
def githash

Expand Down Expand Up @@ -30,15 +30,15 @@ try {
container('delivery') {
sh "rm -rf ./*"
stage("Checkout") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
// deleteDir()
git credentialsId: 'github-sre-bot-ssh', url: "${BUILD_URL}", branch: "master"
sh "git checkout ${BUILD_TAG}"
githash = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
}
}
stage("Build & Upload") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
def wss = pwd()
def DOCKER_TAG = "${BUILD_TAG}"
if ( DOCKER_TAG == "master" ) {
Expand All @@ -65,13 +65,13 @@ try {
cat - >"bin/Dockerfile" <<EOF
FROM ${buildImage} as builder
RUN apk add --no-cache git make bash
WORKDIR /go/src/github.com/pingcap/ticdc
WORKDIR /go/src/github.com/pingcap/tiflow
COPY . .
RUN make

FROM registry-mirror.pingcap.net/library/alpine:3.12
RUN apk add --no-cache tzdata bash curl socat
COPY --from=builder /go/src/github.com/pingcap/ticdc/bin/cdc /cdc
COPY --from=builder /go/src/github.com/pingcap/tiflow/bin/cdc /cdc
EXPOSE 8300
CMD [ "/cdc" ]
EOF
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ try {
curl -F refs/pingcap/tics/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload

echo ${cdc_githash} > sha1
curl -F refs/pingcap/ticdc/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload
curl -F refs/pingcap/tiflow/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload

echo ${tidb_ctl_githash} > sha1
curl -F refs/pingcap/tidb-ctl/nightly/sha1=@sha1 ${FILE_SERVER_URL}/upload
Expand Down Expand Up @@ -154,4 +154,4 @@ stage('Summary') {
if (currentBuild.result != "SUCCESS") {
slackSend channel: '#jenkins-ci-build-critical', color: 'danger', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
}
}
}
4 changes: 2 additions & 2 deletions jenkins/pipelines/cd/optimization-build-tidb-linux-amd.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -362,13 +362,13 @@ try {
container("golang") {
def ws = pwd()
deleteDir()
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
if (sh(returnStatus: true, script: '[ -d .git ] || git rev-parse --git-dir > /dev/null 2>&1') != 0) {
deleteDir()
}
def target = "ticdc-linux-amd64"
def filepath = "builds/pingcap/ticdc/optimization/${RELEASE_TAG}/${CDC_HASH}/centos7/ticdc-linux-amd64.tar.gz"
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/ticdc.git']]]
checkout changelog: false, poll: true, scm: [$class: 'GitSCM', branches: [[name: "${CDC_HASH}"]], doGenerateSubmoduleConfigurations: false, extensions: [[$class: 'PruneStaleBranch'], [$class: 'CleanBeforeCheckout']], submoduleCfg: [], userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh', refspec: '+refs/heads/*:refs/remotes/origin/*', url: 'git@github.com:pingcap/tiflow.git']]]
sh """
for a in \$(git tag --contains ${CDC_HASH}); do echo \$a && git tag -d \$a;done
git tag -f ${RELEASE_TAG} ${CDC_HASH}
Expand Down
8 changes: 4 additions & 4 deletions jenkins/pipelines/cd/release-enterprise-docker.groovy
Original file line number Diff line number Diff line change
Expand Up @@ -241,7 +241,7 @@ __EOF__
}

builds["Push cdc Docker"] = {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
// deleteDir()
checkout changelog: false,
poll: true,
Expand All @@ -252,7 +252,7 @@ __EOF__
submoduleCfg: [],
userRemoteConfigs: [[credentialsId: 'github-sre-bot-ssh',
refspec: "+refs/tags/${CDC_TAG}:refs/tags/${CDC_TAG}",
url: 'git@github.com:pingcap/ticdc.git']]
url: 'git@github.com:pingcap/tiflow.git']]
]

def DOCKER_TAG = "${RELEASE_TAG}"
Expand All @@ -266,13 +266,13 @@ __EOF__
cat - >"bin/Dockerfile" <<EOF
FROM ${buildImage} as builder
RUN apk add --no-cache git make bash
WORKDIR /go/src/github.com/pingcap/ticdc
WORKDIR /go/src/github.com/pingcap/tiflow
COPY . .
RUN make

FROM alpine:3.12
RUN apk add --no-cache tzdata bash curl socat
COPY --from=builder /go/src/github.com/pingcap/ticdc/bin/cdc /cdc
COPY --from=builder /go/src/github.com/pingcap/tiflow/bin/cdc /cdc
EXPOSE 8300
CMD [ "/cdc" ]
EOF
Expand Down
10 changes: 5 additions & 5 deletions jenkins/pipelines/cd/release_cdc_docker.groovy
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
def BUILD_URL = 'git@github.com:pingcap/ticdc.git'
def BUILD_URL = 'git@github.com:pingcap/tiflow.git'
def slackcolor = 'good'
def githash

Expand Down Expand Up @@ -60,15 +60,15 @@ try {
container('delivery') {
sh "rm -rf ./*"
stage("Checkout") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
// deleteDir()
git credentialsId: 'github-sre-bot-ssh', url: "${BUILD_URL}", branch: "master"
sh "git checkout ${BUILD_TAG}"
githash = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
}
}
stage("Build & Upload") {
dir("go/src/github.com/pingcap/ticdc") {
dir("go/src/github.com/pingcap/tiflow") {
def wss = pwd()
def DOCKER_TAG = "${BUILD_TAG}"
if ( DOCKER_TAG == "master" ) {
Expand Down Expand Up @@ -98,13 +98,13 @@ try {
cat - >"bin/Dockerfile" <<EOF
FROM ${buildImage} as builder
RUN apk add --no-cache git make bash
WORKDIR /go/src/github.com/pingcap/ticdc
WORKDIR /go/src/github.com/pingcap/tiflow
COPY . .
RUN make

FROM registry-mirror.pingcap.net/library/alpine:3.12
RUN apk add --no-cache tzdata bash curl socat
COPY --from=builder /go/src/github.com/pingcap/ticdc/bin/cdc /cdc
COPY --from=builder /go/src/github.com/pingcap/tiflow/bin/cdc /cdc
EXPOSE 8300
CMD [ "/cdc" ]
EOF
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ def pack = { version, os, arch ->
rm -rf tikv-*

wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${RELEASE_BRANCH}/metrics/grafana/binlog.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${RELEASE_BRANCH}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${RELEASE_BRANCH}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/disk_performance.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/blackbox_exporter.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/node.json || true; \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@ def pack = { version, os, arch ->
rm -rf tikv-*

wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${tag}/metrics/grafana/binlog.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${tag}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${tag}/metrics/grafana/ticdc.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/disk_performance.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/blackbox_exporter.json || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/monitoring/master/platform-monitoring/ansible/grafana/node.json || true; \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ def pack = { version, os, arch ->
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${RELEASE_BRANCH}/metrics/alertmanager/tikv.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${RELEASE_BRANCH}/metrics/alertmanager/tikv.accelerate.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${RELEASE_BRANCH}/metrics/alertmanager/binlog.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${RELEASE_BRANCH}/metrics/alertmanager/ticdc.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${RELEASE_BRANCH}/metrics/alertmanager/ticdc.rules.yml || true; \
if [ ${HOTFIX_TAG} \\> "v5.2.0" ] || [ ${HOTFIX_TAG} == "v5.2.0" ]; then \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb/${RELEASE_BRANCH}/br/metrics/alertmanager/lightning.rules.yml || true; \
else
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ def pack = { version, os, arch ->
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${tag}/metrics/alertmanager/tikv.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/tikv/tikv/${tag}/metrics/alertmanager/tikv.accelerate.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb-binlog/${tag}/metrics/alertmanager/binlog.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/ticdc/${tag}/metrics/alertmanager/ticdc.rules.yml || true; \
wget -qnc https://raw.githubusercontent.com/pingcap/tiflow/${tag}/metrics/alertmanager/ticdc.rules.yml || true; \
if [ ${RELEASE_TAG} \\> "v5.2.0" ] || [ ${RELEASE_TAG} == "v5.2.0" ]; then \
wget -qnc https://raw.githubusercontent.com/pingcap/tidb/${tag}/br/metrics/alertmanager/lightning.rules.yml || true; \
else
Expand Down
Loading