2a2549e92 · cryptotaxi247/netdata-1

@@ -64,127 +64,12 @@ stages:

64 if: branch = master AND type != pull_request AND type != cron AND commit_message =~ /(\[netdata release candidate\]|\[netdata major release\]|\[netdata minor release\]|\[netdata patch release\])/

65

66 # Build DEB packages under special conditions

67 - # Ubuntu

68 - - name: "Package ubuntu/disco"

70 - - name: "Package ubuntu/cosmic"

72 - - name: "Package ubuntu/bionic"

74 -

75 - # Debian

76 - - name: "Package debian/buster"

78 - - name: "Package debian/stretch"

80 - - name: "Package debian/jessie"

67 + - name: Package ubuntu/* and debian/*

68 + if: type != cron AND type != pull_request AND branch = master

69

70 # Build RPM packages under special conditions

84 - # Enterprise linux (Covers CentOS, Redhat, Amazon linux)

85 - - name: "Package Enterprise Linux 7"

86 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Enterprise Linux\]|\[Package arm64 RPM\]|\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package amd64 RPM Enterprise Linux\]|\[Package amd64 RPM\])/

87 - - name: "Package Enterprise linux 6"

88 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package amd64 RPM Enterprise Linux\]|\[Package amd64 RPM\])/

89 -

90 - # Fedora

91 - - name: "Package Fedora 30"

92 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

93 - - name: "Package Fedora 29"

94 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

95 - - name: "Package Fedora 28"

96 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

97 -

98 - # OpenSuSE

99 - - name: "Package OpenSuSE 15.1"

100 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package amd64 RPM openSuSE\]|\[Package amd64 RPM\])/

101 - - name: "Package OpenSuSE 15.0"

102 - if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package amd64 RPM openSuSE\]|\[Package amd64 RPM\])/

103 -

104 -

105 -

106 - # DEB and RPM template flows

107 - - stage: &_RPM_TEMPLATE

108 - name: "Build & Publish RPM package"

109 - before_install:

110 - - sudo apt-get install -y wget lxc lxc-templates

111 - - source tests/installer/slack.sh

112 - before_script:

113 - - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"

114 - - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"

115 - script:

116 - - echo "GIT Branch:" && git branch

117 - - echo "Last commit:" && git log -1

118 - - echo "GIT Describe:" && git describe

119 - - echo "packaging/version:" && cat packaging/version

120 - - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh

121 - - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh

122 - - sudo chmod -R 755 "/var/lib/lxc"

123 - - echo "Preparing RPM packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh

124 - git:

125 - depth: false

126 - after_failure: post_message "TRAVIS_MESSAGE" "Failed to build RPM for ${BUILD_STRING}.${BUILD_ARCH}"

127 - before_deploy:

128 - - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale RPM found"

129 - deploy:

130 - - provider: packagecloud

131 - repository: "${DEPLOY_REPO}"

132 - username: "${PACKAGING_USER}"

133 - token: "${PKG_CLOUD_TOKEN}"

134 - dist: "${BUILD_STRING}"

135 - local_dir: "${PACKAGES_DIRECTORY}"

136 - skip_cleanup: true

137 - on:

138 - # Only deploy on ${USER}/netdata, master branch, when packages directory is created

139 - repo: ${TRAVIS_REPO_SLUG}

140 - branch: "master"

141 - condition: -d "${PACKAGES_DIRECTORY}"

142 - after_deploy:

143 - - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;

144 - - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;

145 -

146 -

147 -

148 - # TODO: This section is stale, will be aligned with the RPM implementation when we get to DEB packaging

149 - - stage: &_DEB_TEMPLATE

150 - name: "Build & Publish DEB package"

151 - before_install:

152 - - sudo apt-get install -y wget lxc lxc-templates dh-make git-buildpackage build-essential libdistro-info-perl

153 - - source tests/installer/slack.sh

154 - before_script:

155 - - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"

156 - - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"

157 - script:

158 - - echo "GIT Branch:" && git branch

159 - - echo "Last commit:" && git log -1

160 - - echo "GIT Describe:" && git describe

161 - - echo "packaging/version:" && cat packaging/version

162 - - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh

163 - - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh

164 - - sudo chown -R root:travis "/var/lib/lxc"

165 - - sudo chmod -R 750 "/var/lib/lxc"

166 - - echo "Preparing DEB packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh

167 - git:

168 - depth: false

169 - after_failure: post_message "TRAVIS_MESSAGE" "Failed to build DEB for ${BUILD_STRING}.${BUILD_ARCH}"

170 - before_deploy:

171 - - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale DEB found"

172 - deploy:

173 - - provider: packagecloud

174 - repository: "${DEPLOY_REPO}"

175 - username: "${PACKAGING_USER}"

176 - token: "${PKG_CLOUD_TOKEN}"

177 - dist: "${BUILD_STRING}"

178 - local_dir: "${PACKAGES_DIRECTORY}"

179 - skip_cleanup: true

180 - on:

181 - # Only deploy on ${USER}/netdata, master branch, when build-area directory is created

182 - repo: ${TRAVIS_REPO_SLUG}

183 - branch: "master"

184 - condition: -d "${PACKAGES_DIRECTORY}"

185 - after_deploy:

186 - - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;

187 - - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;

71 + - name: Package centos, fedora and opensuse

72 + if: type != cron AND type != pull_request AND branch = master

73

74

75

@@ -361,11 +246,53 @@ jobs:

246 # https://us.images.linuxcontainers.org

247 # https://packagecloud.io/docs#install_repo

248

249 + # TODO: This section is stale, will be aligned with the RPM implementation when we get to DEB packaging

250 + - &_DEB_TEMPLATE

251 + stage: Package ubuntu/* and debian/*

252 + if: true == false # Never run. This is only the template for the jobs below

253 + before_install:

254 + - sudo apt-get install -y wget lxc lxc-templates dh-make git-buildpackage build-essential libdistro-info-perl

255 + - source tests/installer/slack.sh

256 + before_script:

257 + - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"

258 + - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"

259 + script:

260 + - echo "GIT Branch:" && git branch

261 + - echo "Last commit:" && git log -1

262 + - echo "GIT Describe:" && git describe

263 + - echo "packaging/version:" && cat packaging/version

264 + - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh

265 + - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh

266 + - sudo chown -R root:travis "/var/lib/lxc"

267 + - sudo chmod -R 750 "/var/lib/lxc"

268 + - echo "Preparing DEB packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh

269 + git:

270 + depth: false

271 + after_failure: post_message "TRAVIS_MESSAGE" "Failed to build DEB for ${BUILD_STRING}.${BUILD_ARCH}"

272 + before_deploy:

273 + - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale DEB found"

274 + deploy:

275 + - provider: packagecloud

276 + repository: "${DEPLOY_REPO}"

277 + username: "${PACKAGING_USER}"

278 + token: "${PKG_CLOUD_TOKEN}"

279 + dist: "${BUILD_STRING}"

280 + local_dir: "${PACKAGES_DIRECTORY}"

281 + skip_cleanup: true

282 + on:

283 + # Only deploy on ${USER}/netdata, master branch, when build-area directory is created

284 + repo: ${TRAVIS_REPO_SLUG}

285 + branch: "master"

286 + condition: -d "${PACKAGES_DIRECTORY}"

287 + after_deploy:

288 + - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;

289 + - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;

290 +

291 # Ubuntu distros build

292 #

366 - - stage:

367 - <<: *_DEB_TEMPLATE

368 - stage: "Package ubuntu/disco"

293 + - <<: *_DEB_TEMPLATE

294 + name: "Build & Publish DEB package for ubuntu/disco"

296 env:

297 - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="disco" BUILD_STRING="ubuntu/disco"

298 - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"

@@ -373,9 +300,9 @@ jobs:

300

301

302

376 - - stage:

377 - <<: *_DEB_TEMPLATE

378 - stage: "Package ubuntu/cosmic"

303 + - <<: *_DEB_TEMPLATE

304 + name: "Build & Publish DEB package for ubuntu/cosmic"

306 env:

307 - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="cosmic" BUILD_STRING="ubuntu/cosmic"

308 - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"

@@ -383,9 +310,9 @@ jobs:

310

311

312

386 - - stage:

387 - <<: *_DEB_TEMPLATE

388 - stage: "Package ubuntu/bionic"

313 + - <<: *_DEB_TEMPLATE

314 + name: "Build & Publish DEB package for ubuntu/bionic"

316 env:

317 - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="bionic" BUILD_STRING="ubuntu/bionic"

318 - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"

@@ -394,9 +321,10 @@ jobs:

321

322

323 # Debian distros build

397 - - stage:

398 - <<: *_DEB_TEMPLATE

399 - stage: "Package debian/buster"

324 + #

325 + - <<: *_DEB_TEMPLATE

326 + name: "Build & Publish DEB package for debian/buster"

328 env:

329 - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="buster" BUILD_STRING="debian/buster"

330 - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"

@@ -404,9 +332,9 @@ jobs:

332

333

334

407 - - stage:

408 - <<: *_DEB_TEMPLATE

409 - stage: "Package debian/stretch"

335 + - <<: *_DEB_TEMPLATE

336 + name: "Build & Publish DEB package for debian/stretch"

338 env:

339 - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="stretch" BUILD_STRING="debian/stretch"

340 - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"

@@ -414,9 +342,9 @@ jobs:

342

343

344

417 - - stage:

418 - <<: *_DEB_TEMPLATE

419 - stage: "Package debian/jessie"

345 + - <<: *_DEB_TEMPLATE

346 + name: "Build & Publish DEB package for debian/jessie"

348 env:

349 - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="jessie" BUILD_STRING="debian/jessie"

350 - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"

@@ -424,11 +352,51 @@ jobs:

352

353

354

427 - # Enterprise linux builds (Centos, Redhat, Amazon linux (el/6))

355 + - &_RPM_TEMPLATE

356 + stage: Package centos, fedora and opensuse

357 + if: true == false # Never run. This is only the template for the jobs below

358 + before_install:

359 + - sudo apt-get install -y wget lxc lxc-templates

360 + - source tests/installer/slack.sh

361 + before_script:

362 + - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"

363 + - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"

364 + script:

365 + - echo "GIT Branch:" && git branch

366 + - echo "Last commit:" && git log -1

367 + - echo "GIT Describe:" && git describe

368 + - echo "packaging/version:" && cat packaging/version

369 + - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh

370 + - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh

371 + - sudo chmod -R 755 "/var/lib/lxc"

372 + - echo "Preparing RPM packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh

373 + git:

374 + depth: false

375 + after_failure: post_message "TRAVIS_MESSAGE" "Failed to build RPM for ${BUILD_STRING}.${BUILD_ARCH}"

376 + before_deploy:

377 + - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale RPM found"

378 + deploy:

379 + - provider: packagecloud

380 + repository: "${DEPLOY_REPO}"

381 + username: "${PACKAGING_USER}"

382 + token: "${PKG_CLOUD_TOKEN}"

383 + dist: "${BUILD_STRING}"

384 + local_dir: "${PACKAGES_DIRECTORY}"

385 + skip_cleanup: true

386 + on:

387 + # Only deploy on ${USER}/netdata, master branch, when packages directory is created

388 + repo: ${TRAVIS_REPO_SLUG}

389 + branch: "master"

390 + condition: -d "${PACKAGES_DIRECTORY}"

391 + after_deploy:

392 + - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;

393 + - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;

394 +

395 + # Enterprise linux builds (CentOS, Redhat, Amazon linux)

396 #

429 - - stage:

430 - <<: *_RPM_TEMPLATE

431 - stage: "Package Enterprise Linux 7"

397 + - <<: *_RPM_TEMPLATE

398 + name: "Build & Publish RPM package for Enterprise Linux 7"

400 env:

401 - BUILDER_NAME="builder" BUILD_DISTRO="centos" BUILD_RELEASE="7" BUILD_STRING="el/7"

402 - PACKAGE_TYPE="rpm" REPO_TOOL="yum"

@@ -436,9 +404,9 @@ jobs:

404

405

406

439 - - stage:

440 - <<: *_RPM_TEMPLATE

441 - stage: "Package Enterprise linux 6"

407 + - <<: *_RPM_TEMPLATE

408 + name: "Build & Publish RPM package for Enterprise Linux 6"

409 + if: commit_message =~ /(\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package amd64 RPM Enterprise Linux\]|\[Package amd64 RPM\])/

410 env:

411 - BUILDER_NAME="builder" BUILD_DISTRO="centos" BUILD_RELEASE="6" BUILD_STRING="el/6"

412 - PACKAGE_TYPE="rpm" REPO_TOOL="yum"

@@ -448,9 +416,9 @@ jobs:

416

417 # Fedora distros build

418 #

451 - - stage:

452 - <<: *_RPM_TEMPLATE

453 - stage: "Package Fedora 30"

419 + - <<: *_RPM_TEMPLATE

420 + name: "Build & Publish RPM package for Fedora 30"

421 + if: commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

422 env:

423 - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="30" BUILD_STRING="fedora/30"

424 - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"

@@ -458,9 +426,9 @@ jobs:

426

427

428

461 - - stage:

462 - <<: *_RPM_TEMPLATE

463 - stage: "Package Fedora 29"

429 + - <<: *_RPM_TEMPLATE

430 + name: "Build & Publish RPM package for Fedora 29"

431 + if: commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

432 env:

433 - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="29" BUILD_STRING="fedora/29"

434 - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"

@@ -468,9 +436,9 @@ jobs:

436

437

438

471 - - stage:

472 - <<: *_RPM_TEMPLATE

473 - stage: "Package Fedora 28"

439 + - <<: *_RPM_TEMPLATE

440 + name: "Build & Publish RPM package for Fedora 28"

441 + if: commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

442 env:

443 - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="28" BUILD_STRING="fedora/28"

444 - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"

@@ -480,9 +448,9 @@ jobs:

448

449 # Opensuse distros build

450 #

483 - - stage:

484 - <<: *_RPM_TEMPLATE

485 - stage: "Package OpenSuSE 15.1"

451 + - <<: *_RPM_TEMPLATE

452 + name: "Build & Publish RPM package for OpenSuSE 15.1"

453 + if: commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package amd64 RPM openSuSE\]|\[Package amd64 RPM\])/

454 env:

455 - BUILDER_NAME="builder" BUILD_DISTRO="opensuse" BUILD_RELEASE="15.0" BUILD_STRING="opensuse/15.1"

456 - PACKAGE_TYPE="rpm" REPO_TOOL="zypper"

@@ -490,9 +458,9 @@ jobs:

458

459

460

493 - - stage:

494 - <<: *_RPM_TEMPLATE

495 - stage: "Package OpenSuSE 15.0"

461 + - <<: *_RPM_TEMPLATE

462 + name: "Build & Publish RPM package for OpenSuSE 15.0"

463 + if: commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package amd64 RPM openSuSE\]|\[Package amd64 RPM\])/

464 env:

465 - BUILDER_NAME="builder" BUILD_DISTRO="opensuse" BUILD_RELEASE="15.0" BUILD_STRING="opensuse/15.0"

466 - PACKAGE_TYPE="rpm" REPO_TOOL="zypper"

Build DEB and RPM packages in parallel (#6579)