Add dag_runs for dag execution

This commit is contained in:
eanylin 2017-06-08 20:29:53 -05:00
parent aa0d30db23
commit 8e8fdf1450
5 changed files with 46 additions and 1 deletions

View File

@ -25,6 +25,7 @@ setup(name='shipyard_airflow',
'shipyard_airflow.control'], 'shipyard_airflow.control'],
install_requires=[ install_requires=[
'falcon', 'falcon',
'requests',
'uwsgi>1.4' 'uwsgi>1.4'
] ]
) )

View File

@ -17,6 +17,7 @@ import json
from .regions import RegionsResource, RegionResource from .regions import RegionsResource, RegionResource
from .base import ShipyardRequest, BaseResource from .base import ShipyardRequest, BaseResource
from .tasks import TaskResource from .tasks import TaskResource
from .dag_runs import DagRunResource
from .middleware import AuthMiddleware, ContextMiddleware, LoggingMiddleware from .middleware import AuthMiddleware, ContextMiddleware, LoggingMiddleware
@ -32,6 +33,7 @@ def start_api():
('/regions', RegionsResource()), ('/regions', RegionsResource()),
('/regions/{region_id}', RegionResource()), ('/regions/{region_id}', RegionResource()),
('/dags/{dag_id}/tasks/{task_id}', TaskResource()), ('/dags/{dag_id}/tasks/{task_id}', TaskResource()),
('/dags/{dag_id}/dag_runs', DagRunResource()),
] ]
for path, res in v1_0_routes: for path, res in v1_0_routes:

View File

@ -0,0 +1,39 @@
# Copyright 2017 AT&T Intellectual Property. All other rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import falcon
import requests
from .base import BaseResource
class DagRunResource(BaseResource):
authorized_roles = ['user']
def on_post(self, req, resp, dag_id, run_id=None, conf=None, execution_date=None):
req_url = 'http://localhost:32080/api/experimental/dags/{}/dag_runs'.format(dag_id)
response = requests.post(req_url,
json={
"run_id": run_id,
"conf": conf,
"execution_date": execution_date,
})
if not response.ok:
raise IOError()
else:
resp.status = falcon.HTTP_200
data = response.json()
return data['message']

View File

@ -12,6 +12,7 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
import falcon import falcon
import json
import requests import requests
from .base import BaseResource from .base import BaseResource
@ -22,5 +23,6 @@ class TaskResource(BaseResource):
def on_get(self, req, resp, dag_id, task_id): def on_get(self, req, resp, dag_id, task_id):
resp.status = falcon.HTTP_200 resp.status = falcon.HTTP_200
req_url = 'http://localhost:32080/api/experimental/dags/' + dag_id + '/tasks/' + task_id req_url = 'http://localhost:32080/api/experimental/dags/{}/tasks/{}'.format(dag_id, task_id)
task_details = requests.get(req_url).json() task_details = requests.get(req_url).json()
resp.body = json.dumps(task_details)

View File

@ -25,6 +25,7 @@ setup(name='shipyard_airflow',
'shipyard_airflow.control'], 'shipyard_airflow.control'],
install_requires=[ install_requires=[
'falcon', 'falcon',
'requests',
'uwsgi>1.4' 'uwsgi>1.4'
] ]
) )