Merge in RR/image-prediction from tdd_refactoring to master
Squashed commit of the following:
commit f6c64430007590f5d2b234a7f784e26025d06484
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 12:18:47 2022 +0200
renaming
commit 8f40b51282191edf3e2a5edcd6d6acb388ada453
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 12:07:18 2022 +0200
adjusted expetced output for alpha channel in response
commit 7e666302d5eadb1e84b70cae27e8ec6108d7a135
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:52:51 2022 +0200
added alpha channel check result to response
commit a6b9f64b51cd888fc0c427a38bd43ae2ae2cb051
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:27:57 2022 +0200
readme updated
commit 0d06ad657e3c21dcef361c53df37b05aba64528b
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:19:35 2022 +0200
readme updated and config
commit 75748a1d82f0ebdf3ad7d348c6d820c8858aa3cb
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:19:26 2022 +0200
refactoring
commit 60101337828d11f5ee5fed0d8c4ec80cde536d8a
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:18:23 2022 +0200
multiple reoutes for prediction
commit c8476cb5f55e470b831ae4557a031a2c1294eb86
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:17:49 2022 +0200
add banner.txt to container
commit 26ef5fce8a9bc015f1c35f32d40e8bea50a96454
Author: Matthias Bisping <Matthias.Bisping@iqser.com>
Date: Mon Apr 25 10:08:49 2022 +0200
Pull request #8: Pipeline refactoring
Merge in RR/image-prediction from pipeline_refactoring to tdd_refactoring
Squashed commit of the following:
commit 6989fcb3313007b7eecf4bba39077fcde6924a9a
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 09:49:49 2022 +0200
removed obsolete module
commit 7428aeee37b11c31cffa597c85b018ba71e79a1d
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 09:45:45 2022 +0200
refactoring
commit 0dcd3894154fdf34bd3ba4ef816362434474f472
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 08:57:21 2022 +0200
refactoring; removed obsolete extractor-classifier
commit 1078aa81144f4219149b3fcacdae8b09c4b905c0
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Fri Apr 22 17:18:10 2022 +0200
removed obsolete imports
commit 71f61fc5fc915da3941cf5ed5d9cc90fccc49031
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Fri Apr 22 17:16:25 2022 +0200
comment changed
commit b582726cd1de233edb55c5a76c91e99f9dd3bd13
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Fri Apr 22 17:12:11 2022 +0200
refactoring
commit 8abc9010048078868b235d6793ac6c8b20abb985
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:25:47 2022 +0200
formatting
commit 2c87c419fe3185a25c27139e7fcf79f60971ad24
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:24:05 2022 +0200
formatting
commit 50b161192db43a84464125c6d79650225e1010d6
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:20:18 2022 +0200
refactoring
commit 9a1446cccfa070852a5d9c0bdbc36037b82541fc
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:04:57 2022 +0200
refactoring
commit 6c10b55ff8e61412cb2fe5a5625e660ecaf1d7d1
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 19:48:05 2022 +0200
refactoring
commit 72e785e3e31c132ab352119e9921725f91fac9e2
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 19:43:39 2022 +0200
refactoring
commit f036ee55e6747daf31e3929bdc2d93dc5f2a56ca
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 18:30:41 2022 +0200
refactoring pipeline WIP
commit 120721f5f1a7e910c0c2ebc79dc87c2908794c80
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 15:39:58 2022 +0200
rm debug ls
commit 81226d4f8599af0db0e9718fbb1789cfad91a855
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 15:28:27 2022 +0200
no compose down
commit 943f7799d49b6a6b0fed985a76ed4fe725dfaeef
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 15:22:17 2022 +0200
coverage combine
commit d4cd96607157ea414db417cfd7133f56cb56afe1
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 14:43:09 2022 +0200
model builder path in mlruns adjusted
commit 5b90bb47c3421feb6123c179eb68d1125d58ff1e
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 10:56:58 2022 +0200
dvc pull in test running script
commit a935cacf2305a4a78a15ff571f368962f4538369
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 10:50:36 2022 +0200
no clean working dir
commit ba09df7884485b8ab8efbf42a8058de9af60c75c
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 10:43:22 2022 +0200
debug ls
commit 71263a9983dbfe2060ef5b74de7cc2cbbad43416
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 09:11:03 2022 +0200
debug ls
commit 41fbadc331e65e4ffe6d053e2d925e5e0543d8b7
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Apr 19 20:08:08 2022 +0200
debug echo
commit bb19698d640b3a99ea404e5b4b06d719a9bfe9e9
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Apr 19 20:01:59 2022 +0200
skip server predict test
commit 5094015a87fc0976c9d3ff5d1f4c6fdbd96b7eae
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Apr 19 19:05:50 2022 +0200
sonar stage after build stage
... and 253 more commits
179 lines
9.4 KiB
Java
179 lines
9.4 KiB
Java
package buildjob;
|
|
|
|
import com.atlassian.bamboo.specs.api.BambooSpec;
|
|
import com.atlassian.bamboo.specs.api.builders.BambooKey;
|
|
import com.atlassian.bamboo.specs.api.builders.docker.DockerConfiguration;
|
|
import com.atlassian.bamboo.specs.api.builders.permission.PermissionType;
|
|
import com.atlassian.bamboo.specs.api.builders.permission.Permissions;
|
|
import com.atlassian.bamboo.specs.api.builders.permission.PlanPermissions;
|
|
import com.atlassian.bamboo.specs.api.builders.plan.Job;
|
|
import com.atlassian.bamboo.specs.api.builders.plan.Plan;
|
|
import com.atlassian.bamboo.specs.api.builders.plan.PlanIdentifier;
|
|
import com.atlassian.bamboo.specs.api.builders.plan.Stage;
|
|
import com.atlassian.bamboo.specs.api.builders.plan.branches.BranchCleanup;
|
|
import com.atlassian.bamboo.specs.api.builders.plan.branches.PlanBranchManagement;
|
|
import com.atlassian.bamboo.specs.api.builders.project.Project;
|
|
import com.atlassian.bamboo.specs.builders.task.CheckoutItem;
|
|
import com.atlassian.bamboo.specs.builders.task.InjectVariablesTask;
|
|
import com.atlassian.bamboo.specs.builders.task.ScriptTask;
|
|
import com.atlassian.bamboo.specs.builders.task.VcsCheckoutTask;
|
|
import com.atlassian.bamboo.specs.builders.task.CleanWorkingDirectoryTask;
|
|
import com.atlassian.bamboo.specs.builders.task.VcsTagTask;
|
|
import com.atlassian.bamboo.specs.builders.trigger.BitbucketServerTrigger;
|
|
import com.atlassian.bamboo.specs.model.task.InjectVariablesScope;
|
|
import com.atlassian.bamboo.specs.api.builders.Variable;
|
|
import com.atlassian.bamboo.specs.util.BambooServer;
|
|
import com.atlassian.bamboo.specs.builders.task.ScriptTask;
|
|
import com.atlassian.bamboo.specs.model.task.ScriptTaskProperties.Location;
|
|
|
|
/**
|
|
* Plan configuration for Bamboo.
|
|
* Learn more on: <a href="https://confluence.atlassian.com/display/BAMBOO/Bamboo+Specs">https://confluence.atlassian.com/display/BAMBOO/Bamboo+Specs</a>
|
|
*/
|
|
@BambooSpec
|
|
public class PlanSpec {
|
|
|
|
private static final String SERVICE_NAME = "image-prediction";
|
|
private static final String SERVICE_NAME_BASE = "image-prediction-base";
|
|
|
|
private static final String SERVICE_KEY = SERVICE_NAME.toUpperCase().replaceAll("-","").replaceAll("_","");
|
|
|
|
/**
|
|
* Run main to publish plan on Bamboo
|
|
*/
|
|
public static void main(final String[] args) throws Exception {
|
|
//By default credentials are read from the '.credentials' file.
|
|
BambooServer bambooServer = new BambooServer("http://localhost:8085");
|
|
|
|
Plan plan = new PlanSpec().createDockerBuildPlan();
|
|
bambooServer.publish(plan);
|
|
PlanPermissions planPermission = new PlanSpec().createPlanPermission(plan.getIdentifier());
|
|
bambooServer.publish(planPermission);
|
|
}
|
|
|
|
private PlanPermissions createPlanPermission(PlanIdentifier planIdentifier) {
|
|
Permissions permission = new Permissions()
|
|
.userPermissions("atlbamboo", PermissionType.EDIT, PermissionType.VIEW, PermissionType.ADMIN, PermissionType.CLONE, PermissionType.BUILD)
|
|
.groupPermissions("research", PermissionType.EDIT, PermissionType.VIEW, PermissionType.CLONE, PermissionType.BUILD)
|
|
.groupPermissions("Development", PermissionType.EDIT, PermissionType.VIEW, PermissionType.CLONE, PermissionType.BUILD)
|
|
.groupPermissions("QA", PermissionType.EDIT, PermissionType.VIEW, PermissionType.CLONE, PermissionType.BUILD)
|
|
.loggedInUserPermissions(PermissionType.VIEW)
|
|
.anonymousUserPermissionView();
|
|
return new PlanPermissions(planIdentifier.getProjectKey(), planIdentifier.getPlanKey()).permissions(permission);
|
|
}
|
|
|
|
private Project project() {
|
|
return new Project()
|
|
.name("RED")
|
|
.key(new BambooKey("RED"));
|
|
}
|
|
|
|
public Plan createDockerBuildPlan() {
|
|
return new Plan(
|
|
project(),
|
|
SERVICE_NAME, new BambooKey(SERVICE_KEY))
|
|
.description("Docker build for image-prediction.")
|
|
.stages(
|
|
new Stage("Build Stage")
|
|
.jobs(
|
|
new Job("Build Job", new BambooKey("BUILD"))
|
|
.tasks(
|
|
new CleanWorkingDirectoryTask()
|
|
.description("Clean working directory.")
|
|
.enabled(true),
|
|
new VcsCheckoutTask()
|
|
.description("Checkout default repository.")
|
|
.checkoutItems(new CheckoutItem().defaultRepository()),
|
|
new ScriptTask()
|
|
.description("Set config and keys.")
|
|
.inlineBody("mkdir -p ~/.ssh\n" +
|
|
"echo \"${bamboo.bamboo_agent_ssh}\" | base64 -d >> ~/.ssh/id_rsa\n" +
|
|
"echo \"host vector.iqser.com\" > ~/.ssh/config\n" +
|
|
"echo \" user bamboo-agent\" >> ~/.ssh/config\n" +
|
|
"chmod 600 ~/.ssh/config ~/.ssh/id_rsa"),
|
|
new ScriptTask()
|
|
.description("Build Docker container.")
|
|
.location(Location.FILE)
|
|
.fileFromPath("bamboo-specs/src/main/resources/scripts/docker-build.sh")
|
|
.argument(SERVICE_NAME + " " + SERVICE_NAME_BASE))
|
|
.dockerConfiguration(
|
|
new DockerConfiguration()
|
|
.image("nexus.iqser.com:5001/infra/release_build:4.2.0")
|
|
.volume("/var/run/docker.sock", "/var/run/docker.sock"))),
|
|
new Stage("Sonar Stage")
|
|
.jobs(
|
|
new Job("Sonar Job", new BambooKey("SONAR"))
|
|
.tasks(
|
|
new CleanWorkingDirectoryTask()
|
|
.description("Clean working directory.")
|
|
.enabled(true),
|
|
new VcsCheckoutTask()
|
|
.description("Checkout default repository.")
|
|
.checkoutItems(new CheckoutItem().defaultRepository()),
|
|
new ScriptTask()
|
|
.description("Set config and keys.")
|
|
.inlineBody("mkdir -p ~/.ssh\n" +
|
|
"echo \"${bamboo.bamboo_agent_ssh}\" | base64 -d >> ~/.ssh/id_rsa\n" +
|
|
"echo \"host vector.iqser.com\" > ~/.ssh/config\n" +
|
|
"echo \" user bamboo-agent\" >> ~/.ssh/config\n" +
|
|
"chmod 600 ~/.ssh/config ~/.ssh/id_rsa"),
|
|
new ScriptTask()
|
|
.description("Run Sonarqube scan.")
|
|
.location(Location.FILE)
|
|
.fileFromPath("bamboo-specs/src/main/resources/scripts/sonar-scan.sh")
|
|
.argument(SERVICE_NAME))
|
|
.dockerConfiguration(
|
|
new DockerConfiguration()
|
|
.image("nexus.iqser.com:5001/infra/release_build:4.2.0")
|
|
.volume("/var/run/docker.sock", "/var/run/docker.sock"))),
|
|
new Stage("Licence Stage")
|
|
.jobs(
|
|
new Job("Git Tag Job", new BambooKey("GITTAG"))
|
|
.tasks(
|
|
new VcsCheckoutTask()
|
|
.description("Checkout default repository.")
|
|
.checkoutItems(new CheckoutItem().defaultRepository()),
|
|
new ScriptTask()
|
|
.description("Build git tag.")
|
|
.location(Location.FILE)
|
|
.fileFromPath("bamboo-specs/src/main/resources/scripts/git-tag.sh"),
|
|
new InjectVariablesTask()
|
|
.description("Inject git tag.")
|
|
.path("git.tag")
|
|
.namespace("g")
|
|
.scope(InjectVariablesScope.LOCAL),
|
|
new VcsTagTask()
|
|
.description("${bamboo.g.gitTag}")
|
|
.tagName("${bamboo.g.gitTag}")
|
|
.defaultRepository())
|
|
.dockerConfiguration(
|
|
new DockerConfiguration()
|
|
.image("nexus.iqser.com:5001/infra/release_build:4.4.1")),
|
|
new Job("Licence Job", new BambooKey("LICENCE"))
|
|
.enabled(false)
|
|
.tasks(
|
|
new VcsCheckoutTask()
|
|
.description("Checkout default repository.")
|
|
.checkoutItems(new CheckoutItem().defaultRepository()),
|
|
new ScriptTask()
|
|
.description("Build licence.")
|
|
.location(Location.FILE)
|
|
.fileFromPath("bamboo-specs/src/main/resources/scripts/create-licence.sh"))
|
|
.dockerConfiguration(
|
|
new DockerConfiguration()
|
|
.image("nexus.iqser.com:5001/infra/maven:3.6.2-jdk-13-3.0.0")
|
|
.volume("/etc/maven/settings.xml", "/usr/share/maven/ref/settings.xml")
|
|
.volume("/var/run/docker.sock", "/var/run/docker.sock"))))
|
|
.linkedRepositories("RR / " + SERVICE_NAME)
|
|
.linkedRepositories("RR / redai_image")
|
|
.triggers(new BitbucketServerTrigger())
|
|
.planBranchManagement(new PlanBranchManagement()
|
|
.createForVcsBranch()
|
|
.delete(new BranchCleanup()
|
|
.whenInactiveInRepositoryAfterDays(14))
|
|
.notificationForCommitters());
|
|
}
|
|
|
|
|
|
}
|