server:
  port: 8080
​
bosh:
  client_id: {bosh_client_admin_id}                               
  client_secret: {bosh_client_secret}
  url: {bosh_diretor_url}
  oauth_url: {bosh_diretor_url:8443}
  deployment_name: {on-demand-service-broker}
  instance_name: {on-demand-service-instance name}
​
spring:
  application:
    name: paas-ta-on-demand-broker
  datasource:
    driver-class-name: com.mysql.jdbc.Driver
    url: "jdbc:mysql://{on_demand_service_broker_database_url}/on-demand?autoReconnect=true&useUnicode=true&characterEncoding=utf8"
    username: root
    password: {Broker_Database_password}
  jpa:
    hibernate:
      ddl-auto: none
      database: mysql
      show-sql: true
​
serviceDefinition:
  id: 54e2de61-de84-4b9c-afc3-88d08aadfcb6
  name: redis
  desc: "A paasta source control service for application development.provision parameters : parameters {owner : owner}"
  bindable: true
  planupdatable: false
  bullet:
    name: 100
    desc: 100
  plan1:
    id: 2a26b717-b8b5-489c-8ef1-02bcdc445720
    name: dedicated-vm
    desc: Redis service to provide a key-value store
    type: A
  org_limitation: 1
  space_limitation: 1
​
cloudfoundry:
  cc:
    api:
      url: https://api.{cloudfoundry_url}
      uaaUrl: https://uaa.{cloudfoundry_url}  # YOUR UAA API URL
      sslSkipValidation: true
  user:
    admin:
      username: {cloudfoundry_admin_id} # YOUR CF ADMIN ACCOUT
      password: {cloudfoundry_admin_password}# YOUR CF ADMIN PASSWORD
​
instance:
  password: admin_test
  port: 6379

client_id :: string
client_secret :: string
bosh_url :: string
oauth_url :: string

POST oauth_url + "/oauth/token?client_id=" + client_id + "&client_secret=" + client_secret + "&grant_type=client_credentials

OAuth2AccessToken

deployment_name :: string
instance_name :: string

Get bosh_url + "/deployments/" + deployment_name + "/instances?format=full"
​
format=full로 조회하는 방식은 Bosh 자체적으로 task를 발생시켜 redirect로 테스크를 찾아 값을 반환하는 방식으로 되어있다.
​
기본 Resttemplate으로 api요청시 redirect 부분에서 오류가 발생하기 때문에 따로 redirect 기능을 하지 않게 Resttemplate을 생성해서 요청해야한다.

 task :: string

task :: string

Get bosh_url + "/deployments/" + deployment_name + "/instances?format=full"
​
format=full로 조회하는 방식은 Bosh 자체적으로 task를 발생시켜 redirect로 테스크를 찾아 값을 반환하는 방식으로 되어있다.
​
기본 Resttemplate으로 api요청시 redirect 부분에서 오류가 발생하기 때문에 따로 redirect 기능을 하지 않게 Resttemplate을 생성해서 요청해야한다.

result :: string
Bosh API에서 List<Map>형식으로 커스텀해 반환해준다.

null

Get bosh_url + "/locks"

result :: string
Bosh API에서 Json형식으로 반환해준다.

deployment_name :: string
instance_name :: string
instance_id :: string
type :: string
​
type은 "started" 또는 "detached"로 정한다.

Get bosh_url + "/deployments/" + deployment_name + "/jobs/" + job_name + "/" + job_id + "?state=" + state

null

deployment_name :: string

Get bosh_url + "/tasks?state=queued,processing,cancelling"

List<map>

task_id :: string
instance_name :: string
instance_id :: string

Get bosh_url + "/tasks/" + task_id + "/output?type=debug"

String

deployment_name :: string
instance_name :: string

Post bosh_url + "/deployments"

instance_groups:
- azs:
  - z7
  instances: 1
  jobs:
  - name: binary_storage
    release: paasta-portal-api-release
  name: binary_storage
  networks:
  - default:
    - dns
    - gateway
    name: service_private
  - name: service_public
  persistent_disk: 102400
  stemcell: default
  vm_type: medium
- azs:
  - z2
  instances: 1
  jobs:
  - name: mariadb
    release: common-infra
  name: mariadb
  networks:
  - name: service_private
  persistent_disk: 4096
  stemcell: default
  vm_type: small
name: common-infra-service
properties:
  binary_storage:
    auth_port: 5000
    binary_desc:
    - marketplace-container
    container:
    - marketplace-container
    email:
    - [email protected]
    - [email protected]
    password:
    - paasta
    proxy_ip:
    proxy_port: 10008
    tenantname:
    - paasta-marketplace
    username:
    - paasta-marketplace
  haproxy:
    http_port: 8080
  mariadb:
    admin_user:
      password: '!paas_ta202'
    port: 3306
  postgres:
    datasource:
      database: sonar
      password: sonar
      username: sonar
    port: 5432
    vcap_password: c1oudc0w
releases:
- name: paasta-portal-api-release
  version: latest
- name: common-infra
  version: latest
stemcells:
- alias: default
  os: ubuntu-xenial
  version: 315.36
update:
  canaries: 1
  canary_watch_time: 5000-120000
  max_in_flight: 1
  serial: false
  update_watch_time: 5000-120000

null

@Entity
@Table(name = "on_demand_info")
public class JpaServiceInstance extends ServiceInstance {
​
    @JsonSerialize
    @JsonProperty("service_instance_id")
    @Id
    @Column(name = "service_instance_id")
    private String serviceInstanceId;
​
    @JsonSerialize
    @Column(name = "service_id")
    @JsonProperty("service_id")
    private String serviceDefinitionId;
​
    @JsonSerialize
    @Column(name = "plan_id")
    @JsonProperty("plan_id")
    private String planId;
​
    @JsonSerialize
    @Column(name = "organization_guid")
    @JsonProperty("organization_guid")
    private String organizationGuid;
​
    @JsonSerialize
    @Column(name = "space_guid")
    @JsonProperty("space_guid")
    private String spaceGuid;
​
    @JsonSerialize
    @Column(name = "dashboard_url")
    @JsonProperty("dashboard_url")
    private String dashboardUrl;
​
    @Transient
    @JsonIgnore
    private boolean async;
​
    @JsonSerialize
    @JsonProperty("vm_instance_id")
    @Column(name = "vm_instance_id")
    private String vmInstanceId;
​
    @JsonSerialize
    @JsonProperty("app_guid")
    @Column(name = "app_guid")
    private String appGuid;
​
    @JsonSerialize
    @JsonProperty("task_id")
    @Column(name = "task_id")
    private String taskId;
​
    @JsonSerialize
    @JsonProperty("app_parameter")
    @Column(name = "app_parameter")
    private String app_parameter;
​
​
    public JpaServiceInstance() {
        super();
    }
​
    public JpaServiceInstance(CreateServiceInstanceRequest request) {
        super(request);
        setServiceDefinitionId(request.getServiceDefinitionId());
        setPlanId(request.getPlanId());
        setOrganizationGuid(request.getOrganizationGuid());
        setSpaceGuid(request.getSpaceGuid());
        setServiceInstanceId(request.getServiceInstanceId());
        AtomicReference<String> param = new AtomicReference<>("{");
        AtomicInteger i = new AtomicInteger(1);
        try {
            if (request.getParameters() != null) {
                request.getParameters().forEach((key, value) -> {
                    if (key.equals("app_guid")) {
                        setAppGuid(value.toString());
                    }
                    param.set(param.get() + "\"" + key + "\":\"" + value.toString() + "\"");
                    if (i.get() < request.getParameters().size()) {
                        param.set(param.get() + ",");
                    }
                    i.set(i.get() + 1);
                });
            }
        }catch (Exception e){
        }
        param.set(param.get() + "}");
        setApp_parameter(param.get());
    }
​
    @Override
    public String getDashboardUrl() {
        return dashboardUrl;
    }
​
    public void setDashboardUrl(String dashboardUrl) {
        this.dashboardUrl = dashboardUrl;
    }
​
    public String getAppGuid() {
        return appGuid;
    }
​
    public void setAppGuid(String appGuid) {
        this.appGuid = appGuid;
    }
​
    public String getTaskId() {
        return taskId;
    }
​
    public void setTaskId(String taskId) {
        this.taskId = taskId;
    }
​
    @Override
    public String getPlanId() {
        return planId;
    }
​
    public void setPlanId(String planId) {
        this.planId = planId;
    }
​
    @Override
    public String getServiceDefinitionId() {
        return serviceDefinitionId;
    }
​
    public void setServiceDefinitionId(String serviceDefinitionId) {
        this.serviceDefinitionId = serviceDefinitionId;
    }
​
    @Override
    public String getServiceInstanceId() {
        return serviceInstanceId;
    }
​
    public void setServiceInstanceId(String serviceInstanceId) {
        this.serviceInstanceId = serviceInstanceId;
    }
​
    @Override
    public String getSpaceGuid() {
        return spaceGuid;
    }
​
    public void setSpaceGuid(String spaceGuid) {
        this.spaceGuid = spaceGuid;
    }
​
    @Override
    public String getOrganizationGuid() {
        return organizationGuid;
    }
​
    public void setOrganizationGuid(String organizationGuid) {
        this.organizationGuid = organizationGuid;
    }
​
    public String getVmInstanceId() {
        return vmInstanceId;
    }
​
    public void setVmInstanceId(String vmInstanceId) {
        this.vmInstanceId = vmInstanceId;
    }
​
    @Override
    public boolean isAsync() {
        return async;
    }
​
    @Override
    public ServiceInstance and() {
        return this;
    }
​
    @Override
    public JpaServiceInstance withDashboardUrl(String dashboardUrl) {
        this.dashboardUrl = dashboardUrl;
        return this;
    }
​
    @Override
    public ServiceInstance withAsync(boolean async) {
        this.async = async;
        return this;
    }
​
​
    public String getApp_parameter() {
        return app_parameter;
    }
​
    public void setApp_parameter(String app_parameter) {
        this.app_parameter = app_parameter;
    }
​
    public void setAsync(boolean async) {
        this.async = async;
    }
​
    @Override
    public String toString() {
        return "JpaServiceInstance{" +
                "serviceInstanceId='" + serviceInstanceId + '\'' +
                ", serviceDefinitionId='" + serviceDefinitionId + '\'' +
                ", planId='" + planId + '\'' +
                ", organizationGuid='" + organizationGuid + '\'' +
                ", spaceGuid='" + spaceGuid + '\'' +
                ", dashboardUrl='" + dashboardUrl + '\'' +
                ", async=" + async +
                ", vmInstanceId='" + vmInstanceId + '\'' +
                ", appGuid='" + appGuid + '\'' +
                ", taskId='" + taskId + '\'' +
                '}';
    }
}

       예시)
       public JpaServiceInstance(CreateServiceInstanceRequest request) {
        super(request);
        setServiceDefinitionId(request.getServiceDefinitionId());
        setPlanId(request.getPlanId());
        setOrganizationGuid(request.getOrganizationGuid());
        setSpaceGuid(request.getSpaceGuid());
        setServiceInstanceId(request.getServiceInstanceId());
        AtomicReference<String> param = new AtomicReference<>("{");
        AtomicInteger i = new AtomicInteger(1);
        try {
            if (request.getParameters() != null) {
                request.getParameters().forEach((key, value) -> {
                    if (key.equals("app_guid")) {
                        setAppGuid(value.toString());
                    }
                    param.set(param.get() + "\"" + key + "\":\"" + value.toString() + "\"");
                    if (i.get() < request.getParameters().size()) {
                        param.set(param.get() + ",");
                    }
                    i.set(i.get() + 1);
                });
            }
        }catch (Exception e){
        }
        param.set(param.get() + "}");
        setApp_parameter(param.get());
      }

 1.1. 에서 에러가 날 경우 서비스 생성을 중지한다.
​
 ```
 예시)
 List<DeploymentInstance> deploymentInstances = onDemandDeploymentService.getVmInstance(deployment_name, instance_name);
        if (deploymentInstances == null) {
            throw new ServiceBrokerException(deployment_name + " is Working");
        }
 ```

     예시)
     List<DeploymentInstance> startedDeploymentInstances = deploymentInstances.stream().filter((x) -> x.getState().equals(BoshDirector.INSTANCE_STATE_START) && x.getJobState().equals("running")).collect(Collectors.toList());
            for(DeploymentInstance dep : startedDeploymentInstances){
                if(jpaServiceInstanceRepository.findByVmInstanceId(dep.getId()) == null){
                    jpaServiceInstance.setVmInstanceId(dep.getId());
                    jpaServiceInstance.setDashboardUrl(dep.getIps().substring(1,dep.getIps().length()-1));
                    jpaServiceInstanceRepository.save(jpaServiceInstance);
                    jpaServiceInstance.withAsync(true);
                    SecurityGroups securityGroups = common.cloudFoundryClient().securityGroups();
                    cloudFoundryService.SecurityGurop(request.getSpaceGuid(), jpaServiceInstance.getDashboardUrl(), securityGroups);
                    logger.info("서비스 인스턴스 생성");
                    return jpaServiceInstance;
                }
            }

     예시)
     if (onDemandDeploymentService.getLock(deployment_name)) {
                throw new ServiceBrokerException(deployment_name + " is Working");
     }

     예시)
     List<DeploymentInstance> detachedDeploymentInstances = deploymentInstances.stream().filter(x -> x.getState().equals(BoshDirector.INSTANCE_STATE_DETACHED)).collect(Collectors.toList());
     String taskID = "";
     for (DeploymentInstance dep : detachedDeploymentInstances) {
         onDemandDeploymentService.updateInstanceState(deployment_name, instance_name, dep.getId(), BoshDirector.INSTANCE_STATE_START);
         while (true) {
             Thread.sleep(1000);
             taskID = onDemandDeploymentService.getTaskID(deployment_name);
             if (taskID != null) {
                 logger.info("taskID : " + taskID);
                 break;
             }
         }
         String ips = "";
         while (true) {
             Thread.sleep(1000);
             ips = onDemandDeploymentService.getStartInstanceIPS(taskID, instance_name, dep.getId());
             if (ips != null) {
                 break;
             }
         }
         jpaServiceInstance.setVmInstanceId(dep.getId());
         jpaServiceInstance.setDashboardUrl(ips);
         jpaServiceInstanceRepository.save(jpaServiceInstance);
         jpaServiceInstance.withAsync(true);
         SecurityGroups securityGroups = common.cloudFoundryClient().securityGroups();
         cloudFoundryService.SecurityGurop(request.getSpaceGuid(), jpaServiceInstance.getDashboardUrl(), securityGroups);
         return jpaServiceInstance;
     }

     예시)
     onDemandDeploymentService.createInstance(deployment_name, instance_name);
     while (true) {
       Thread.sleep(1000);
       taskID = onDemandDeploymentService.getTaskID(deployment_name);
       if (taskID != null) {
         logger.info("Create Instance taskID : " + taskID);
         break;
       }
     }
     String ips = "";
     while (true) {
       Thread.sleep(1000);
       ips = onDemandDeploymentService.getUpdateInstanceIPS(taskID);
       if (ips != null) {
           break;
       }
     }
     String instanceId = "";
     while (true) {
         Thread.sleep(1000);
         instanceId = onDemandDeploymentService.getUpdateVMInstanceID(taskID, instance_name);
         if (instanceId != null) {
             break;
         }
     }
     jpaServiceInstance.setDashboardUrl(ips);
     jpaServiceInstance.setVmInstanceId(instanceId);
     jpaServiceInstanceRepository.save(jpaServiceInstance);
     jpaServiceInstance.withAsync(true);
     SecurityGroups securityGroups = common.cloudFoundryClient().securityGroups();
     cloudFoundryService.SecurityGurop(request.getSpaceGuid(), jpaServiceInstance.getDashboardUrl(), securityGroups);
     return jpaServiceInstance;

     CloudController에서 null을 반환받을경우 inprogress를 최종적으로 반환한다.
     반대로 instance값을 전달받을경우 succeed를 반환한다.
     예시)
     public JpaServiceInstance getOperationServiceInstance(String Instanceid) {
        JpaServiceInstance instance = jpaServiceInstanceRepository.findByServiceInstanceId(Instanceid);
        if (onDemandDeploymentService.runningTask(deployment_name, instance)) {
            logger.info("인스턴스 생성완료");
            ExecutorService executor = Executors.newSingleThreadExecutor();
            CompletableFuture.runAsync(() -> {
                try {
                    if (instance.getAppGuid() != null) {
                        ServiceBindingsV2 serviceBindingsV2 = common.cloudFoundryClient().serviceBindingsV2();
                        ApplicationsV2 applicationsV2 = common.cloudFoundryClient().applicationsV2();
                        cloudFoundryService.ServiceInstanceAppBinding(instance.getAppGuid(), instance.getServiceInstanceId(), (Map) this.objectMapper.readValue(instance.getApp_parameter(), Map.class), serviceBindingsV2, applicationsV2);
                    }
                } catch (Exception e) {
                    logger.error(e.getMessage());
                }
            }, executor);
            return instance;
        }
        logger.info("인스턴스 생성중");
        return null;
     }

해당 Deployment가 Lock상태인지 조회한다. Lock인경우 15초 뒤에 다시 조회후 Lock이 아닌 경우 해당 VM을 중지시킨다.
​
  ```
  예시)
  ExecutorService executor = Executors.newSingleThreadExecutor();
        CompletableFuture.runAsync(() -> {
            lock.lock();
            try {
            while (true) {
                if (onDemandDeploymentService.getLock(deployment_name)) {
                    Thread.sleep(15000);
                    continue;
                }
                onDemandDeploymentService.updateInstanceState(deployment_name, instance_name, instance.getVmInstanceId(), BoshDirector.INSTANCE_STATE_DETACHED);
                cloudFoundryService.DelSecurityGurop(common.cloudFoundryClient().securityGroups(), instance.getSpaceGuid(), instance.getDashboardUrl());
                logger.info("VM DETACHED SUCCEED : VM_ID : " + instance.getVmInstanceId());
                break;
            }
            } catch (InterruptedException e) {
                logger.error(e.getMessage());
            }
            lock.unlock();
        }, executor);
  ```

On-Demand-Redis property.yml(예시)
```
#!/bin/bash
​
---
### On-Demand Bosh Deployment Name Setting ###
deployment_name: on-demand-service-broker                       #On-Demand Deployment Name
​
### Main Stemcells Setting ###
stemcell_os: ubuntu-xenial                                      # Deployment Main Stemcell OS
stemcell_version: latest                                       # Main Stemcell Version
stemcell_alias: default                                         # Main Stemcell Alias
​
### On-Demand Release Deployment Setting ###
releases_name : on-demand-redis-release                               # On-Demand Release Name
internal_networks_name : default                        # Some Network From Your 'bosh cloud-config(cc)'
mariadb_disk_type : 2GB                                        # MariaDB Disk Type 'bosh cloud-config(cc)'
broker_port : 8080                                              # On-Demand Broker Server Port
bosh_client_admin_id: admin                                     # Bosh Client Admin ID
bosh_client_admin_secret: bosh_clinet_password                  # Bosh Client Admin Secret 'echo ${BOSH_CLIENT_SECRET}'
bosh_url: https://xx.xx.xx.xxx                                  # Bosh URL 'bosh env'
bosh_director_port: 25555                                       # Bosh API Port
bosh_oauth_port: 8443                                           # Bosh Oauth Port
​
cloudfoundry_url: xx.xxx.xx.xxx.xip.io                          # CloudFoundry URL
cloudfoundry_sslSkipValidation: true                            # CloudFoundry Login SSL Validation
cloudfoundry_admin_id: admin                                    # CloudFoundry Admin ID
cloudfoundry_admin_password: admin                         # CloudFoundry Admin Password
​
### On-Demand Service Property(Changes are possible) ###
mariadb_port: 3306                                              # MariaDB Server Port
mariadb_user_password: DB_password                              # MariaDB Root Password
​
### On-Demand Dedicated Service Instance Properties ###         #서비스에 적용시킬 프로퍼티 추가 기입
​
on_demand_service_instance_name: redis                          # On-Demand Service Instance Name
service_password: service_password
service_port: 6379
​
```
​
On-Demand-Redis paasta_on_demand_service_broker(예시)
```
---
name: "((deployment_name))"        #서비스 배포이름(필수) bosh deployments 로 확인 가능한 이름
​
stemcells:
- alias: "((stemcell_alias))"
  os: "((stemcell_os))"
  version: "((stemcell_version))"
​
addons:
- name: bpm
  jobs:
  - name: bpm
    release: bpm
​
variables:
- name: redis-password
  type: password
​
releases:
- name: bpm
  sha1: f2bd126b17b3591160f501d88d79ccf0aba1ae54
  url: git+https://github.com/cloudfoundry-incubator/bpm-release
  version: 1.0.3
- name: "((releases_name))"                  # 서비스 릴리즈 이름(필수) bosh releases로 확인 가능
  version: "1.0"                                             # 서비스 릴리즈 버전(필수):latest 시 업로드된 서비스 릴리즈 최신버전
​
update:
  canaries: 1                                               # canary 인스턴스 수(필수)
  canary_watch_time: 5000-120000                            # canary 인스턴스가 수행하기 위한 대기 시간(필수)
  update_watch_time: 5000-120000                            # non-canary 인스턴스가 수행하기 위한 대기 시간(필수)
  max_in_flight: 1                                          # non-canary 인스턴스가 병렬로 update 하는 최대 개수(필수)
  serial: false
​
instance_groups:
########## INFRA ##########
- name: mariadb
  azs:
  - z5
  instances: 1
  vm_type: medium
  stemcell: "((stemcell_alias))"
  persistent_disk_type: "((mariadb_disk_type))"
  networks:
  - name: "((internal_networks_name))"
  jobs:
  - name: mariadb
    release: "((releases_name))"
  syslog_aggregator: null
​
######## BROKER ########
​
- name: paas-ta-on-demand-broker
  azs:
  - z5
  instances: 1
  vm_type: service_medium
  stemcell: "((stemcell_alias))"
  networks:
  - name: "((internal_networks_name))"
  jobs:
  - name: paas-ta-on-demand-broker
    release: "((releases_name))"
  syslog_aggregator: null
- name: redis
  azs:
  - z5
  instances: 0
  vm_type: medium
  stemcell: "((stemcell_alias))"
  persistent_disk: 1024
  networks:
  - name: "((internal_networks_name))"
  jobs:
  - name: redis
    release: "((releases_name))"
- name: sanity-tests
  azs:
  - z5
  instances: 1
  lifecycle: errand
  vm_type: medium
  stemcell: "((stemcell_alias))"
  networks:
  - name: "((internal_networks_name))"
  jobs:
  - name: sanity-tests
    release: "((releases_name))"
​
######### COMMON PROPERTIES ##########
properties:
  broker:
    server:
      port: "((broker_port))"
    datasource:
      password: "((mariadb_user_password))"
    service_instance:
      guid: "((service_instance_guid))"
      name: "((service_instance_name))"
      bullet:
        name: "((service_instance_bullet_name))"
        desc: "((service_instance_bullet_desc))"
      plan:
        id: "((service_instance_plan_guid))"
        name: "((service_instance_plan_name))"
        desc: "((service_instance_plan_desc))"
      org_limitation: "((service_instance_org_limitation))"
      space_limitation: "((service_instance_space_limitation))"
    bosh:
      client_id: "((bosh_client_admin_id))"
      client_secret: "((bosh_client_admin_secret))"
      url: ((bosh_url)):((bosh_director_port))
      oauth_url: ((bosh_url)):((bosh_oauth_port))
      deployment_name: "((deployment_name))"
      instance_name: "((on_demand_service_instance_name))"
    cloudfoundry:
      url: "((cloudfoundry_url))"
      sslSkipValidation: "((cloudfoundry_sslSkipValidation))"
      admin:
        id: "((cloudfoundry_admin_id))"
        password: "((cloudfoundry_admin_password))"
  mariadb:                                                # MARIA DB SERVER 설정 정보
    port: "((mariadb_port))"                                            # MARIA DB PORT 번호
    admin_user:
      password: "((mariadb_user_password))"                             # MARIA DB ROOT 계정 비밀번호
    host_names:
    - mariadb0
######### SERVICE PROPERTIES #################
  service:
    password: "((service_password))"
    port: "((service_port))"
​
```