7bae4261d0
Added ability to use placeholders in datasource URLs. Currently supported placeholders: * %RANDSTR(len)% - will be replaced with random string of lowercase letters of length `len`. * %JOB_EXEC_ID% - will be replaced with the job execution ID. Resulting URLs will be stored in a new field at job_execution table. Using 'info' field doesn't look as good solution since it is reserved for oozie status. Next steps: * write documentation * update horizon Implements blueprint: edp-datasource-placeholders Change-Id: I1d9282b210047982c062b24bd03cf2331ab7599e
37 lines
1.0 KiB
Python
37 lines
1.0 KiB
Python
# Copyright 2014 OpenStack Foundation.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Add data_source_urls to job_executions to support placeholders
|
|
|
|
Revision ID: 021
|
|
Revises: 020
|
|
Create Date: 2015-02-24 12:47:17.871520
|
|
|
|
"""
|
|
|
|
# revision identifiers, used by Alembic.
|
|
revision = '021'
|
|
down_revision = '020'
|
|
|
|
from alembic import op
|
|
import sqlalchemy as sa
|
|
|
|
from sahara.db.sqlalchemy import types as st
|
|
|
|
|
|
def upgrade():
|
|
op.add_column('job_executions',
|
|
sa.Column('data_source_urls', st.JsonEncoded()))
|