21ae28cc1a
Add support for file injection on creating the container. API users need to pass the file contents by using the 'mounts' attribute. The content will persist into a temp file in the compute host and bind-mount into the container. To achieve this, we introduce the volume driver called 'Local'. This driver will implement the volume driver interface and handle file injection related operations. In data model, we adds a new field 'contents' into the volume_mapping table. We also change 'volume_id' to be nullable because file injection doesn't need a cinder volume. A future work is to add the ability to limit the size and number of injected files. The limits should be configurable either via admin APIs or config options. Implements: blueprint inject-files-to-container Change-Id: I4ab6f50684f77bd7762e872d884ce11a7b0807ba
569 lines
19 KiB
Python
569 lines
19 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""
|
|
SQLAlchemy models for container service
|
|
"""
|
|
|
|
from oslo_db.sqlalchemy import models
|
|
from oslo_serialization import jsonutils as json
|
|
from oslo_utils import timeutils
|
|
import six.moves.urllib.parse as urlparse
|
|
from sqlalchemy import Boolean
|
|
from sqlalchemy import Column
|
|
from sqlalchemy import DateTime
|
|
from sqlalchemy.dialects.mysql import MEDIUMTEXT
|
|
from sqlalchemy.ext.declarative import declarative_base
|
|
from sqlalchemy import Float
|
|
from sqlalchemy import ForeignKey
|
|
from sqlalchemy import Index
|
|
from sqlalchemy import Integer
|
|
from sqlalchemy import orm
|
|
from sqlalchemy import schema
|
|
from sqlalchemy import sql
|
|
from sqlalchemy import String
|
|
from sqlalchemy import Text
|
|
from sqlalchemy.types import TypeDecorator, TEXT
|
|
|
|
import zun.conf
|
|
|
|
|
|
def MediumText():
|
|
return Text().with_variant(MEDIUMTEXT(), 'mysql')
|
|
|
|
|
|
def table_args():
|
|
engine_name = urlparse.urlparse(zun.conf.CONF.database.connection).scheme
|
|
if engine_name == 'mysql':
|
|
return {'mysql_engine': zun.conf.CONF.database.mysql_engine,
|
|
'mysql_charset': "utf8"}
|
|
return None
|
|
|
|
|
|
class JsonEncodedType(TypeDecorator):
|
|
"""Abstract base type serialized as json-encoded string in db."""
|
|
type = None
|
|
impl = TEXT
|
|
|
|
def process_bind_param(self, value, dialect):
|
|
if value is None:
|
|
# Save default value according to current type to keep the
|
|
# interface the consistent.
|
|
value = self.type()
|
|
elif not isinstance(value, self.type):
|
|
raise TypeError("%s supposes to store %s objects, but %s given"
|
|
% (self.__class__.__name__,
|
|
self.type.__name__,
|
|
type(value).__name__))
|
|
serialized_value = json.dump_as_bytes(value)
|
|
return serialized_value
|
|
|
|
def process_result_value(self, value, dialect):
|
|
if value is not None:
|
|
value = json.loads(value)
|
|
return value
|
|
|
|
|
|
class JSONEncodedDict(JsonEncodedType):
|
|
"""Represents dict serialized as json-encoded string in db."""
|
|
type = dict
|
|
|
|
|
|
class JSONEncodedList(JsonEncodedType):
|
|
"""Represents list serialized as json-encoded string in db."""
|
|
type = list
|
|
|
|
|
|
class ZunBase(models.TimestampMixin,
|
|
models.ModelBase):
|
|
|
|
metadata = None
|
|
|
|
def as_dict(self):
|
|
d = {}
|
|
for c in self.__table__.columns:
|
|
d[c.name] = self[c.name]
|
|
return d
|
|
|
|
def save(self, session=None):
|
|
import zun.db.sqlalchemy.api as db_api
|
|
|
|
if session is None:
|
|
session = db_api.get_session()
|
|
|
|
super(ZunBase, self).save(session)
|
|
|
|
|
|
Base = declarative_base(cls=ZunBase)
|
|
|
|
|
|
class ZunService(Base):
|
|
"""Represents health status of various zun services"""
|
|
__tablename__ = 'zun_service'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint("host", "binary",
|
|
name="uniq_zun_service0host0binary"),
|
|
table_args()
|
|
)
|
|
|
|
id = Column(Integer, primary_key=True)
|
|
host = Column(String(255))
|
|
binary = Column(String(255))
|
|
disabled = Column(Boolean, default=False)
|
|
disabled_reason = Column(String(255))
|
|
last_seen_up = Column(DateTime, nullable=True)
|
|
forced_down = Column(Boolean, default=False)
|
|
report_count = Column(Integer, nullable=False, default=0)
|
|
availability_zone = Column(String(255), nullable=True)
|
|
|
|
|
|
class Container(Base):
|
|
"""Represents a container."""
|
|
|
|
__tablename__ = 'container'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('uuid', name='uniq_container0uuid'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True)
|
|
project_id = Column(String(255))
|
|
user_id = Column(String(255))
|
|
uuid = Column(String(36))
|
|
container_id = Column(String(36))
|
|
name = Column(String(255))
|
|
image = Column(String(255))
|
|
cpu = Column(Float)
|
|
command = Column(JSONEncodedList)
|
|
memory = Column(String(255))
|
|
status = Column(String(20))
|
|
status_reason = Column(Text, nullable=True)
|
|
task_state = Column(String(20))
|
|
environment = Column(JSONEncodedDict)
|
|
workdir = Column(String(255))
|
|
ports = Column(JSONEncodedList)
|
|
hostname = Column(String(63))
|
|
labels = Column(JSONEncodedDict)
|
|
meta = Column(JSONEncodedDict)
|
|
addresses = Column(JSONEncodedDict)
|
|
image_pull_policy = Column(Text, nullable=True)
|
|
host = Column(String(255))
|
|
restart_policy = Column(JSONEncodedDict)
|
|
status_detail = Column(String(50))
|
|
interactive = Column(Boolean, default=False)
|
|
image_driver = Column(String(255))
|
|
websocket_url = Column(String(255))
|
|
websocket_token = Column(String(255))
|
|
security_groups = Column(JSONEncodedList)
|
|
auto_remove = Column(Boolean, default=False)
|
|
runtime = Column(String(32))
|
|
disk = Column(Integer, default=0)
|
|
auto_heal = Column(Boolean, default=False)
|
|
capsule_id = Column(Integer,
|
|
ForeignKey('capsule.id', ondelete='CASCADE'))
|
|
started_at = Column(DateTime)
|
|
privileged = Column(Boolean, default=False)
|
|
healthcheck = Column(JSONEncodedDict)
|
|
|
|
|
|
class VolumeMapping(Base):
|
|
"""Represents a volume mapping."""
|
|
|
|
__tablename__ = 'volume_mapping'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('uuid', name='uniq_volume0uuid'),
|
|
table_args()
|
|
)
|
|
uuid = Column(String(36), nullable=False)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
project_id = Column(String(255), nullable=True)
|
|
user_id = Column(String(255), nullable=True)
|
|
volume_id = Column(String(36), nullable=True)
|
|
volume_provider = Column(String(36), nullable=False)
|
|
container_path = Column(String(255), nullable=True)
|
|
container_uuid = Column(String(36), ForeignKey('container.uuid'))
|
|
connection_info = Column(MediumText())
|
|
contents = Column(MediumText())
|
|
container = orm.relationship(
|
|
Container,
|
|
backref=orm.backref('volume'),
|
|
foreign_keys=container_uuid,
|
|
primaryjoin='and_(VolumeMapping.container_uuid==Container.uuid)')
|
|
auto_remove = Column(Boolean, default=False)
|
|
host = Column(String(255), nullable=True)
|
|
|
|
|
|
class ExecInstance(Base):
|
|
"""Represents an exec instance."""
|
|
|
|
__tablename__ = 'exec_instance'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint(
|
|
'container_id', 'exec_id',
|
|
name='uniq_exec_instance0container_id_exec_id'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
container_id = Column(Integer,
|
|
ForeignKey('container.id', ondelete="CASCADE"),
|
|
nullable=False)
|
|
exec_id = Column(String(255), nullable=False)
|
|
token = Column(String(255), nullable=True)
|
|
url = Column(String(255), nullable=True)
|
|
container = orm.relationship(
|
|
Container,
|
|
backref=orm.backref('exec_instances'),
|
|
foreign_keys=container_id,
|
|
primaryjoin='and_(ExecInstance.container_id==Container.id)')
|
|
|
|
|
|
class Image(Base):
|
|
"""Represents an image. """
|
|
|
|
__tablename__ = 'image'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('repo', 'tag', name='uniq_image0repotag'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True)
|
|
project_id = Column(String(255))
|
|
user_id = Column(String(255))
|
|
uuid = Column(String(36))
|
|
image_id = Column(String(255))
|
|
repo = Column(String(255))
|
|
tag = Column(String(255))
|
|
size = Column(String(255))
|
|
|
|
|
|
class ResourceProvider(Base):
|
|
"""Represents an resource provider. """
|
|
|
|
__tablename__ = 'resource_provider'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('uuid', name='uniq_resource_provider0uuid'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
uuid = Column(String(36), nullable=False)
|
|
name = Column(String(255), nullable=False)
|
|
root_provider = Column(String(36), nullable=False)
|
|
parent_provider = Column(String(36), nullable=True)
|
|
can_host = Column(Integer, default=0)
|
|
|
|
|
|
class ResourceClass(Base):
|
|
"""Represents an resource class. """
|
|
|
|
__tablename__ = 'resource_class'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('uuid', name='uniq_resource_class0uuid'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
uuid = Column(String(36), nullable=False)
|
|
name = Column(String(255), nullable=False)
|
|
|
|
|
|
class Inventory(Base):
|
|
"""Represents an inventory. """
|
|
|
|
__tablename__ = 'inventory'
|
|
__table_args__ = (
|
|
Index('inventory_resource_provider_id_idx',
|
|
'resource_provider_id'),
|
|
Index('inventory_resource_class_id_idx',
|
|
'resource_class_id'),
|
|
Index('inventory_resource_provider_resource_class_idx',
|
|
'resource_provider_id', 'resource_class_id'),
|
|
schema.UniqueConstraint(
|
|
'resource_provider_id', 'resource_class_id',
|
|
name='uniq_inventory0resource_provider_resource_class'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
resource_provider_id = Column(Integer, nullable=False)
|
|
resource_class_id = Column(Integer, nullable=False)
|
|
total = Column(Integer, nullable=False)
|
|
reserved = Column(Integer, nullable=False)
|
|
min_unit = Column(Integer, nullable=False)
|
|
max_unit = Column(Integer, nullable=False)
|
|
step_size = Column(Integer, nullable=False)
|
|
allocation_ratio = Column(Float, nullable=False)
|
|
is_nested = Column(Integer, nullable=False)
|
|
blob = Column(JSONEncodedList)
|
|
resource_provider = orm.relationship(
|
|
"ResourceProvider",
|
|
primaryjoin=('and_(Inventory.resource_provider_id == '
|
|
'ResourceProvider.id)'),
|
|
foreign_keys=resource_provider_id)
|
|
|
|
|
|
class Allocation(Base):
|
|
"""Represents an allocation. """
|
|
|
|
__tablename__ = 'allocation'
|
|
__table_args__ = (
|
|
Index('allocation_resource_provider_class_used_idx',
|
|
'resource_provider_id', 'resource_class_id', 'used'),
|
|
Index('allocation_resource_class_id_idx', 'resource_class_id'),
|
|
Index('allocation_consumer_id_idx', 'consumer_id'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
resource_provider_id = Column(Integer, nullable=False)
|
|
resource_class_id = Column(Integer, nullable=False)
|
|
consumer_id = Column(String(36), nullable=False)
|
|
used = Column(Integer, nullable=False)
|
|
is_nested = Column(Integer, nullable=False)
|
|
blob = Column(JSONEncodedList)
|
|
resource_provider = orm.relationship(
|
|
"ResourceProvider",
|
|
primaryjoin=('and_(Allocation.resource_provider_id == '
|
|
'ResourceProvider.id)'),
|
|
foreign_keys=resource_provider_id)
|
|
|
|
|
|
class ComputeNode(Base):
|
|
"""Represents a compute node. """
|
|
|
|
__tablename__ = 'compute_node'
|
|
__table_args__ = (
|
|
table_args()
|
|
)
|
|
uuid = Column(String(36), primary_key=True, nullable=False)
|
|
hostname = Column(String(255), nullable=False)
|
|
numa_topology = Column(JSONEncodedDict, nullable=True)
|
|
mem_total = Column(Integer, nullable=False, default=0)
|
|
mem_free = Column(Integer, nullable=False, default=0)
|
|
mem_available = Column(Integer, nullable=False, default=0)
|
|
mem_used = Column(Integer, nullable=False, default=0)
|
|
total_containers = Column(Integer, nullable=False, default=0)
|
|
running_containers = Column(Integer, nullable=False, default=0)
|
|
paused_containers = Column(Integer, nullable=False, default=0)
|
|
stopped_containers = Column(Integer, nullable=False, default=0)
|
|
cpus = Column(Integer, nullable=False, default=0)
|
|
cpu_used = Column(Float, nullable=False, default=0.0)
|
|
architecture = Column(String(32), nullable=True)
|
|
os_type = Column(String(32), nullable=True)
|
|
os = Column(String(64), nullable=True)
|
|
kernel_version = Column(String(128), nullable=True)
|
|
labels = Column(JSONEncodedDict)
|
|
# Json string PCI Stats
|
|
# '[{"vendor_id":"8086", "product_id":"1234", "count":3 }, ...]'
|
|
pci_stats = Column(Text)
|
|
disk_total = Column(Integer, nullable=False, default=0)
|
|
disk_used = Column(Integer, nullable=False, default=0)
|
|
disk_quota_supported = Column(Boolean, nullable=False, default=sql.false(),
|
|
server_default=sql.false())
|
|
runtimes = Column(JSONEncodedList, nullable=True)
|
|
|
|
|
|
class Capsule(Base):
|
|
"""Represents a capsule."""
|
|
|
|
__tablename__ = 'capsule'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('uuid', name='uniq_capsule0uuid'),
|
|
table_args()
|
|
)
|
|
uuid = Column(String(36), nullable=False)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
host_selector = Column(String(255))
|
|
capsule_version = Column(String(255))
|
|
kind = Column(String(255))
|
|
restart_policy = Column(String(255))
|
|
project_id = Column(String(255))
|
|
user_id = Column(String(255))
|
|
|
|
status = Column(String(20))
|
|
status_reason = Column(Text, nullable=True)
|
|
meta_labels = Column(JSONEncodedDict)
|
|
meta_name = Column(String(255))
|
|
spec = Column(JSONEncodedDict)
|
|
containers_uuids = Column(JSONEncodedList)
|
|
cpu = Column(Float)
|
|
memory = Column(String(255))
|
|
host = Column(String(255))
|
|
addresses = Column(JSONEncodedDict)
|
|
volumes_info = Column(JSONEncodedDict)
|
|
|
|
|
|
class PciDevice(Base):
|
|
"""Represents a PCI host device that can be passed through to instances."""
|
|
|
|
__tablename__ = 'pci_device'
|
|
__table_args__ = (
|
|
Index('ix_pci_device_compute_node_uuid',
|
|
'compute_node_uuid'),
|
|
Index('ix_pci_device_container_uuid',
|
|
'container_uuid'),
|
|
Index('ix_pci_device_compute_node_uuid_parent_addr',
|
|
'compute_node_uuid', 'parent_addr'),
|
|
schema.UniqueConstraint(
|
|
"compute_node_uuid", "address",
|
|
name="uniq_pci_device0compute_node_uuid0address")
|
|
)
|
|
id = Column(Integer, primary_key=True)
|
|
uuid = Column(String(36))
|
|
compute_node_uuid = Column(String(36), ForeignKey('compute_node.uuid'),
|
|
nullable=False)
|
|
|
|
# physical address of device domain:bus:slot.func (0000:09:01.1)
|
|
address = Column(String(12), nullable=False)
|
|
|
|
vendor_id = Column(String(4), nullable=False)
|
|
product_id = Column(String(4), nullable=False)
|
|
dev_type = Column(String(8), nullable=False)
|
|
dev_id = Column(String(255))
|
|
|
|
# label is abstract device name, that is used to unify devices with the
|
|
# same functionality with different addresses or host.
|
|
label = Column(String(255), nullable=False)
|
|
|
|
status = Column(String(36), nullable=False)
|
|
# the request_id is used to identify a device that is allocated for a
|
|
# particular request
|
|
request_id = Column(String(36), nullable=True)
|
|
|
|
extra_info = Column(Text)
|
|
|
|
container_uuid = Column(String(36))
|
|
|
|
numa_node = Column(Integer, nullable=True)
|
|
|
|
parent_addr = Column(String(12), nullable=True)
|
|
container = orm.relationship(Container, backref="pci_device",
|
|
foreign_keys=container_uuid,
|
|
primaryjoin='and_('
|
|
'PciDevice.container_uuid == Container.uuid)')
|
|
|
|
|
|
class ContainerAction(Base):
|
|
"""Represents a container action.
|
|
|
|
The intention is that there will only be one of these pre user request. A
|
|
lookup by(container_uuid, request_id) should always return a single result.
|
|
"""
|
|
|
|
__tablename__ = 'container_actions'
|
|
__table_args__ = (
|
|
Index('container_uuid_idx', 'container_uuid'),
|
|
Index('request_id_idx', 'request_id')
|
|
)
|
|
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
action = Column(String(255))
|
|
container_uuid = Column(String(36),
|
|
ForeignKey('container.uuid', ondelete='CASCADE'),
|
|
nullable=False)
|
|
request_id = Column(String(255))
|
|
user_id = Column(String(255))
|
|
project_id = Column(String(255))
|
|
start_time = Column(DateTime, default=timeutils.utcnow)
|
|
finish_time = Column(DateTime)
|
|
message = Column(String(255))
|
|
container = orm.relationship(
|
|
"Container", backref="container_actions",
|
|
foreign_keys=container_uuid,
|
|
primaryjoin='and_(ContainerAction.container_uuid == Container.uuid)'
|
|
)
|
|
|
|
|
|
class ContainerActionEvent(Base):
|
|
"""Track events that occur during an ContainerAction."""
|
|
__tablename__ = 'container_actions_events'
|
|
__table_args__ = ()
|
|
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
event = Column(String(255))
|
|
action_id = Column(Integer,
|
|
ForeignKey('container_actions.id', ondelete='CASCADE'),
|
|
nullable=False)
|
|
start_time = Column(DateTime, default=timeutils.utcnow)
|
|
finish_time = Column(DateTime)
|
|
result = Column(String(255))
|
|
traceback = Column(Text)
|
|
details = Column(Text)
|
|
|
|
|
|
class Quota(Base):
|
|
"""Represents a single quota override for a project
|
|
|
|
If there is no row for a given project id and resource, then the
|
|
default for the quota class is used. If there is no row for a
|
|
given quota class and resource, then the default for the deployment
|
|
is used. If the row is present but the hard limit is None then the
|
|
resource is unlimited.
|
|
"""
|
|
|
|
__tablename__ = 'quotas'
|
|
__table_args__ = ()
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
project_id = Column(String(255), index=True)
|
|
resource = Column(String(255), nullable=False)
|
|
hard_limit = Column(Integer)
|
|
|
|
|
|
class QuotaClass(Base):
|
|
"""Represents a single quota override for a quota class
|
|
|
|
If there is no row for a given quota class and resource, then the
|
|
default for the deployment is used. If the row is present but the
|
|
hard limit is None, then the resource is unlimited.
|
|
"""
|
|
|
|
__tablename__ = 'quota_classes'
|
|
__table_args__ = (
|
|
Index('quota_classes_class_name_idx', 'class_name'),
|
|
)
|
|
id = Column(Integer, primary_key=True, nullable=False)
|
|
class_name = Column(String(255))
|
|
resource = Column(String(255))
|
|
hard_limit = Column(Integer)
|
|
|
|
|
|
class QuotaUsage(Base):
|
|
"""Respents the current usage for a given resource."""
|
|
|
|
__tablename__ = 'quota_usages'
|
|
id = Column(Integer, primary_key=True)
|
|
|
|
project_id = Column(String(255), index=True)
|
|
resource = Column(String(255), index=True)
|
|
|
|
in_use = Column(Integer, nullable=False)
|
|
reserved = Column(Integer, nullable=False)
|
|
|
|
@property
|
|
def total(self):
|
|
return self.in_use + self.reserved
|
|
|
|
until_refresh = Column(Integer, nullable=True)
|
|
|
|
|
|
class Network(Base):
|
|
"""Represents a network. """
|
|
|
|
__tablename__ = 'network'
|
|
__table_args__ = (
|
|
schema.UniqueConstraint('uuid', name='uniq_network0uuid'),
|
|
schema.UniqueConstraint('neutron_net_id',
|
|
name='uniq_network0neutron_net_id'),
|
|
table_args()
|
|
)
|
|
id = Column(Integer, primary_key=True)
|
|
name = Column(String(255))
|
|
neutron_net_id = Column(String(255))
|
|
network_id = Column(String(255))
|
|
project_id = Column(String(255))
|
|
user_id = Column(String(255))
|
|
uuid = Column(String(36))
|