Migrate to self hosted using charts
This change includes several interconnected features: * Migration to Deckhand-based configuration. This is integrated here, because new configuration data were needed, so it would have been wasted effort to either implement it in the old format or to update the old configuration data to Dechkand format. * Failing faster with stronger validation. Migration to Deckhand configuration was a good opportunity to add schema validation, which is a requirement in the near term anyway. Additionally, rendering all templates up front adds an additional layer of "fail-fast". * Separation of certificate generation and configuration assembly into different commands. Combined with Deckhand substitution, this creates a much clearer distinction between Promenade configuration and deployable secrets. * Migration of components to charts. This is a key step that will enable support for dynamic node management. Additionally, this paves the way for significant configurability in component deployment. * Version of kubelet is configurable & controlled via download url. * Restructuring templates to be more intuitive. Many of the templates require changes or deletion due to the migration to charts. * Installation of pre-configured useful tools on hosts, including calicoctl. * DNS is now provided by coredns, which is highly configurable. Change-Id: I9f2d8da6346f4308be5083a54764ce6035a2e10c
This commit is contained in:
Mark Burnett
28
promenade/schemas/ArmadaPlaceholders.yaml
Normal file
28
promenade/schemas/ArmadaPlaceholders.yaml
Normal file
@@ -0,0 +1,28 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: armada/Manifest/v1
|
||||
labels:
|
||||
application: armada
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: armada/ChartGroup/v1
|
||||
labels:
|
||||
application: armada
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: armada/Chart/v1
|
||||
labels:
|
||||
application: armada
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
...
|
||||
61
promenade/schemas/DeckhandPlaceholders.yaml
Normal file
61
promenade/schemas/DeckhandPlaceholders.yaml
Normal file
@@ -0,0 +1,61 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: deckhand/Certificate/v1
|
||||
labels:
|
||||
application: deckhand
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: string
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: deckhand/CertificateKey/v1
|
||||
labels:
|
||||
application: deckhand
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: string
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: deckhand/CertificateAuthority/v1
|
||||
labels:
|
||||
application: deckhand
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: string
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: deckhand/CertificateAuthorityKey/v1
|
||||
labels:
|
||||
application: deckhand
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: string
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: deckhand/PublicKey/v1
|
||||
labels:
|
||||
application: deckhand
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: string
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: deckhand/PrivateKey/v1
|
||||
labels:
|
||||
application: deckhand
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: string
|
||||
...
|
||||
17
promenade/schemas/Docker.yaml
Normal file
17
promenade/schemas/Docker.yaml
Normal file
@@ -0,0 +1,17 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: promenade/Docker/v1
|
||||
labels:
|
||||
application: promenade
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
type: object
|
||||
properties:
|
||||
config:
|
||||
type: object
|
||||
required:
|
||||
- config
|
||||
additionalProperties: false
|
||||
...
|
||||
127
promenade/schemas/Genesis.yaml
Normal file
127
promenade/schemas/Genesis.yaml
Normal file
@@ -0,0 +1,127 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: promenade/Genesis/v1
|
||||
labels:
|
||||
application: promenade
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
definitions:
|
||||
abs_path:
|
||||
type: string
|
||||
pattern: '^/.+$'
|
||||
hostname:
|
||||
type: string
|
||||
pattern: '^[a-z][a-z0-9-]+$'
|
||||
file:
|
||||
properties:
|
||||
path:
|
||||
$ref: '#/definitions/abs_path'
|
||||
content:
|
||||
type: string
|
||||
mode:
|
||||
type: integer
|
||||
minimum: 0
|
||||
tar_url:
|
||||
$ref: '#/definitions/url'
|
||||
tar_path:
|
||||
$ref: '#/definitions/rel_path'
|
||||
|
||||
requried:
|
||||
- mode
|
||||
- path
|
||||
oneOf:
|
||||
- type: object
|
||||
required:
|
||||
- content
|
||||
- type: object
|
||||
allOf:
|
||||
- type: object
|
||||
required:
|
||||
- tar_url
|
||||
- tar_path
|
||||
additionalProperties: false
|
||||
image:
|
||||
type: string
|
||||
# XXX add regex
|
||||
ip_address:
|
||||
type: string
|
||||
pattern: '^(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))$'
|
||||
kubernetes_label:
|
||||
type: string
|
||||
# XXX add regex
|
||||
rel_path:
|
||||
type: string
|
||||
# XXX add regex
|
||||
|
||||
type: object
|
||||
properties:
|
||||
files:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/file'
|
||||
|
||||
hostname:
|
||||
$ref: '#/definitions/hostname'
|
||||
|
||||
ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
|
||||
labels:
|
||||
properties:
|
||||
static:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/kubernetes_label'
|
||||
dynamic:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/kubernetes_label'
|
||||
required:
|
||||
- static
|
||||
additionalProperties: false
|
||||
|
||||
images:
|
||||
type: object
|
||||
properties:
|
||||
armada:
|
||||
$ref: '#/definitions/image'
|
||||
helm:
|
||||
type: object
|
||||
properties:
|
||||
tiller:
|
||||
$ref: '#/definitions/image'
|
||||
required:
|
||||
- tiller
|
||||
additionalProperties: false
|
||||
kubernetes:
|
||||
type: object
|
||||
properties:
|
||||
apiserver:
|
||||
$ref: '#/definitions/image'
|
||||
controller-manager:
|
||||
$ref: '#/definitions/image'
|
||||
etcd:
|
||||
$ref: '#/definitions/image'
|
||||
scheduler:
|
||||
$ref: '#/definitions/image'
|
||||
required:
|
||||
- apiserver
|
||||
- controller-manager
|
||||
- etcd
|
||||
- scheduler
|
||||
additionalProperties: false
|
||||
required:
|
||||
- armada
|
||||
- helm
|
||||
- kubernetes
|
||||
additionalProperties: false
|
||||
|
||||
required:
|
||||
- hostname
|
||||
- ip
|
||||
- images
|
||||
- labels
|
||||
additionalProperties: false
|
||||
...
|
||||
134
promenade/schemas/HostSystem.yaml
Normal file
134
promenade/schemas/HostSystem.yaml
Normal file
@@ -0,0 +1,134 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: promenade/HostSystem/v1
|
||||
labels:
|
||||
application: promenade
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
definitions:
|
||||
abs_path:
|
||||
type: string
|
||||
pattern: '^/.+$'
|
||||
apt_source_line:
|
||||
type: string
|
||||
# XXX add regex
|
||||
file:
|
||||
properties:
|
||||
path:
|
||||
$ref: '#/definitions/abs_path'
|
||||
content:
|
||||
type: string
|
||||
mode:
|
||||
type: integer
|
||||
minimum: 0
|
||||
tar_url:
|
||||
$ref: '#/definitions/url'
|
||||
tar_path:
|
||||
$ref: '#/definitions/rel_path'
|
||||
|
||||
requried:
|
||||
- mode
|
||||
- path
|
||||
oneOf:
|
||||
- type: object
|
||||
required:
|
||||
- content
|
||||
- type: object
|
||||
allOf:
|
||||
- type: object
|
||||
required:
|
||||
- tar_url
|
||||
- tar_path
|
||||
additionalProperties: false
|
||||
|
||||
image:
|
||||
type: string
|
||||
# XXX add regex
|
||||
package:
|
||||
type: string
|
||||
# XXX add regex
|
||||
public_key:
|
||||
type: string
|
||||
# XXX add regex
|
||||
rel_path:
|
||||
type: string
|
||||
# XXX add regex
|
||||
url:
|
||||
type: string
|
||||
# XXX add regex
|
||||
|
||||
type: object
|
||||
|
||||
properties:
|
||||
files:
|
||||
type: array
|
||||
items:
|
||||
type: object
|
||||
items:
|
||||
$ref: '#/definitions/file'
|
||||
images:
|
||||
type: object
|
||||
properties:
|
||||
coredns:
|
||||
$ref: '#/definitions/image'
|
||||
helm:
|
||||
type: object
|
||||
properties:
|
||||
helm:
|
||||
$ref: '#/definitions/image'
|
||||
required:
|
||||
- helm
|
||||
additionalProperties: false
|
||||
kubernetes:
|
||||
type: object
|
||||
properties:
|
||||
kubectl:
|
||||
$ref: '#/definitions/image'
|
||||
required:
|
||||
- kubectl
|
||||
additionalProperties: false
|
||||
required:
|
||||
- coredns
|
||||
- helm
|
||||
- kubernetes
|
||||
additionalProperties: false
|
||||
|
||||
packages:
|
||||
type: object
|
||||
properties:
|
||||
additional:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/package'
|
||||
keys:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/public_key'
|
||||
|
||||
required:
|
||||
type: object
|
||||
properties:
|
||||
docker:
|
||||
$ref: '#/definitions/package'
|
||||
socat:
|
||||
$ref: '#/definitions/package'
|
||||
required:
|
||||
- docker
|
||||
- socat
|
||||
additionalProperties: false
|
||||
|
||||
repositories:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/apt_source_line'
|
||||
|
||||
required:
|
||||
- required
|
||||
additionalProperties: false
|
||||
|
||||
required:
|
||||
- images
|
||||
- packages
|
||||
additionalProperties: false
|
||||
104
promenade/schemas/KubernetesNetwork.yaml
Normal file
104
promenade/schemas/KubernetesNetwork.yaml
Normal file
@@ -0,0 +1,104 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: promenade/KubernetesNetwork/v1
|
||||
labels:
|
||||
application: promenade
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
definitions:
|
||||
cidr:
|
||||
type: string
|
||||
pattern: '^(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\/([0-9]|[1-2][0-9]|3[0-2])$'
|
||||
domain_name:
|
||||
type: string
|
||||
pattern: '^([a-z][a-z0-9-]+\.)+[a-z]+\.?$'
|
||||
hostname:
|
||||
type: string
|
||||
pattern: '^([a-z][a-z0-9-]+)(\.+[a-z]+\.)?$'
|
||||
hostname_or_ip_address:
|
||||
type: string
|
||||
pattern: '^(([a-z][a-z0-9-]+)(\.+[a-z]+\.)?|(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5])))$'
|
||||
ip_address:
|
||||
type: string
|
||||
pattern: '^(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))$'
|
||||
url:
|
||||
type: string
|
||||
# XXX add regex
|
||||
|
||||
type: object
|
||||
properties:
|
||||
dns:
|
||||
type: object
|
||||
properties:
|
||||
bootstrap_validation_checks:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/domain_name'
|
||||
cluster_domain:
|
||||
$ref: '#/definitions/domain_name'
|
||||
service_ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
upstream_servers:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/ip_address'
|
||||
required:
|
||||
- cluster_domain
|
||||
- service_ip
|
||||
additionalProperties: false
|
||||
|
||||
etcd:
|
||||
type: object
|
||||
properties:
|
||||
service_ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
required:
|
||||
- service_ip
|
||||
additionalProperties: false
|
||||
|
||||
kubernetes:
|
||||
type: object
|
||||
properties:
|
||||
pod_cidr:
|
||||
$ref: '#/definitions/cidr'
|
||||
service_ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
service_cidr:
|
||||
$ref: '#/definitions/cidr'
|
||||
required:
|
||||
- pod_cidr
|
||||
- service_cidr
|
||||
- service_ip
|
||||
additionalProperties: false
|
||||
hosts_entries:
|
||||
type: array
|
||||
items:
|
||||
type: object
|
||||
properties:
|
||||
ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
names:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/hostname'
|
||||
|
||||
proxy:
|
||||
type: object
|
||||
properties:
|
||||
additional_no_proxy:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/hostname_or_ip_address'
|
||||
url:
|
||||
$ref: '#/definitions/url'
|
||||
required:
|
||||
- url
|
||||
additionalFields: false
|
||||
|
||||
required:
|
||||
- dns
|
||||
- kubernetes
|
||||
additionalProperties: false
|
||||
...
|
||||
48
promenade/schemas/KubernetesNode.yaml
Normal file
48
promenade/schemas/KubernetesNode.yaml
Normal file
@@ -0,0 +1,48 @@
|
||||
---
|
||||
schema: deckhand/DataSchema/v1
|
||||
metadata:
|
||||
schema: metadata/Control/v1
|
||||
name: promenade/KubernetesNode/v1
|
||||
labels:
|
||||
application: promenade
|
||||
data:
|
||||
$schema: http://json-schema.org/schema#
|
||||
definitions:
|
||||
hostname:
|
||||
type: string
|
||||
pattern: '^[a-z][a-z0-9-]+$'
|
||||
ip_address:
|
||||
type: string
|
||||
pattern: '^(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))\.(\d|[1-9]\d|1\d\d|2([0-4]\d|5[0-5]))$'
|
||||
kubernetes_label:
|
||||
type: string
|
||||
# XXX add regex
|
||||
|
||||
type: object
|
||||
properties:
|
||||
hostname:
|
||||
$ref: '#/definitions/hostname'
|
||||
|
||||
ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
|
||||
join_ip:
|
||||
$ref: '#/definitions/ip_address'
|
||||
|
||||
labels:
|
||||
properties:
|
||||
static:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/kubernetes_label'
|
||||
dynamic:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/definitions/kubernetes_label'
|
||||
additionalProperties: false
|
||||
|
||||
required:
|
||||
- ip
|
||||
- join_ip
|
||||
additionalProperties: false
|
||||
...
|
||||
Reference in New Issue
Block a user