Retire Sahara: remove repo content
Sahara project is retiring - https://review.opendev.org/c/openstack/governance/+/919374 this commit remove the content of this project repo Depends-On: https://review.opendev.org/c/openstack/project-config/+/919376 Change-Id: I983432972f2f5dd52015eb914d65dd5611d28c83
This commit is contained in:
Ghanshyam Mann
parent
0947762d52
commit
e472826889
13
.coveragerc
13
.coveragerc
@ -1,13 +0,0 @@
|
||||
[run]
|
||||
branch = True
|
||||
source = sahara
|
||||
omit =
|
||||
.tox/*
|
||||
sahara/tests/*
|
||||
|
||||
[paths]
|
||||
source = sahara
|
||||
|
||||
[report]
|
||||
ignore_errors = True
|
||||
precision = 3
|
||||
31
.gitignore
vendored
31
.gitignore
vendored
@ -1,31 +0,0 @@
|
||||
*.egg-info
|
||||
*.egg[s]
|
||||
*.log
|
||||
*.py[co]
|
||||
*.un~
|
||||
.coverage
|
||||
.testrepository
|
||||
.tox
|
||||
.stestr
|
||||
.venv
|
||||
.idea
|
||||
AUTHORS
|
||||
ChangeLog
|
||||
build
|
||||
cover
|
||||
develop-eggs
|
||||
dist
|
||||
doc/build
|
||||
doc/html
|
||||
eggs
|
||||
etc/sahara.conf
|
||||
etc/sahara/*.conf
|
||||
etc/sahara/*.topology
|
||||
sdist
|
||||
target
|
||||
tools/lintstack.head.py
|
||||
tools/pylint_exceptions
|
||||
doc/source/sample.config
|
||||
|
||||
# Files created by releasenotes build
|
||||
releasenotes/build
|
||||
@ -1,3 +0,0 @@
|
||||
[DEFAULT]
|
||||
test_path=./sahara/tests/unit
|
||||
top_dir=./
|
||||
155
.zuul.yaml
155
.zuul.yaml
@ -1,155 +0,0 @@
|
||||
- project:
|
||||
queue: sahara
|
||||
templates:
|
||||
- openstack-python3-jobs
|
||||
- periodic-stable-jobs
|
||||
- publish-openstack-docs-pti
|
||||
- check-requirements
|
||||
- release-notes-jobs-python3
|
||||
check:
|
||||
jobs:
|
||||
- openstack-tox-pylint:
|
||||
voting: false
|
||||
- sahara-tests-scenario:
|
||||
voting: false
|
||||
- sahara-tests-scenario-v2:
|
||||
voting: false
|
||||
- sahara-tests-tempest:
|
||||
voting: false
|
||||
- sahara-tests-tempest-v2:
|
||||
voting: false
|
||||
- openstack-tox-py38:
|
||||
voting: false
|
||||
- openstack-tox-py311:
|
||||
voting: false
|
||||
- openstack-tox-cover:
|
||||
voting: false
|
||||
- openstack-ansible-deploy-aio_sahara_metal-ubuntu-focal:
|
||||
voting: false
|
||||
gate:
|
||||
jobs:
|
||||
- sahara-tests-scenario:
|
||||
voting: false
|
||||
- sahara-tests-scenario-v2:
|
||||
voting: false
|
||||
- sahara-tests-tempest:
|
||||
voting: false
|
||||
- sahara-tests-tempest-v2:
|
||||
voting: false
|
||||
- openstack-tox-py38:
|
||||
voting: false
|
||||
- openstack-tox-py311:
|
||||
voting: false
|
||||
# - sahara-grenade
|
||||
# - openstack-ansible-deploy-aio_sahara_metal-ubuntu-focal
|
||||
experimental:
|
||||
jobs:
|
||||
- sahara-buildimages-ambari
|
||||
- sahara-buildimages-cloudera
|
||||
- sahara-buildimages-mapr
|
||||
- sahara-buildimages-spark
|
||||
- sahara-tests-scenario-multinode-spark
|
||||
|
||||
- job:
|
||||
name: sahara-grenade
|
||||
parent: grenade
|
||||
required-projects:
|
||||
- opendev.org/openstack/grenade
|
||||
- opendev.org/openstack/sahara
|
||||
- opendev.org/openstack/python-saharaclient
|
||||
- opendev.org/openstack/heat
|
||||
- opendev.org/openstack/heat-tempest-plugin
|
||||
- opendev.org/openstack/python-heatclient
|
||||
- opendev.org/openstack/sahara-tests
|
||||
- opendev.org/openstack/sahara-plugin-ambari
|
||||
- opendev.org/openstack/sahara-plugin-cdh
|
||||
- opendev.org/openstack/sahara-plugin-mapr
|
||||
- opendev.org/openstack/sahara-plugin-spark
|
||||
- opendev.org/openstack/sahara-plugin-storm
|
||||
- opendev.org/openstack/sahara-plugin-vanilla
|
||||
vars:
|
||||
grenade_localrc:
|
||||
RUN_HEAT_INTEGRATION_TESTS: False
|
||||
grenade_devstack_localrc:
|
||||
shared:
|
||||
IMAGE_URLS: http://tarballs.openstack.org/heat-test-image/fedora-heat-test-image.qcow2,https://cloud-images.ubuntu.com/xenial/current/xenial-server-cloudimg-amd64-disk1.img
|
||||
devstack_local_conf:
|
||||
test-config:
|
||||
$TEMPEST_CONFIG:
|
||||
data_processing:
|
||||
test_image_name: xenial-server-cloudimg-amd64-disk1
|
||||
test_ssh_user: ubuntu
|
||||
data-processing-feature-enabled:
|
||||
s3: True
|
||||
devstack_plugins:
|
||||
sahara: https://opendev.org/openstack/sahara
|
||||
heat: https://opendev.org/openstack/heat
|
||||
devstack_services:
|
||||
h-api: true
|
||||
h-api-cfn: true
|
||||
h-eng: true
|
||||
heat: true
|
||||
tls-proxy: false
|
||||
tempest_plugins:
|
||||
- sahara-tests
|
||||
- heat-tempest-plugin
|
||||
tempest_test_regex: ^(sahara_tempest_plugin.tests.)
|
||||
tox_envlist: all
|
||||
group-vars:
|
||||
subnode:
|
||||
devstack_services:
|
||||
tls-proxy: false
|
||||
irrelevant-files:
|
||||
- ^(test-|)requirements.txt$
|
||||
- ^.*\.rst$
|
||||
- ^doc/.*$
|
||||
- ^sahara/locale/.*$
|
||||
- ^sahara/tests/unit/.*$
|
||||
- ^releasenotes/.*$
|
||||
- ^tools/.*$
|
||||
- ^tox.ini$
|
||||
|
||||
- job:
|
||||
name: openstack-ansible-deploy-aio_sahara_metal-ubuntu-focal
|
||||
parent: openstack-ansible-deploy-aio
|
||||
nodeset: ubuntu-focal
|
||||
|
||||
- job:
|
||||
name: sahara-buildimages-base
|
||||
nodeset: centos-8-stream
|
||||
vars:
|
||||
sahara_src_dir: src/opendev.org/openstack/sahara
|
||||
run: playbooks/buildimages/run.yaml
|
||||
timeout: 7200
|
||||
required-projects:
|
||||
- openstack/sahara
|
||||
- openstack/sahara-plugin-ambari
|
||||
- openstack/sahara-plugin-cdh
|
||||
- openstack/sahara-plugin-mapr
|
||||
- openstack/sahara-plugin-spark
|
||||
- openstack/sahara-plugin-storm
|
||||
- openstack/sahara-plugin-vanilla
|
||||
|
||||
- job:
|
||||
name: sahara-buildimages-ambari
|
||||
parent: sahara-buildimages-base
|
||||
vars:
|
||||
sahara_plugin: ambari
|
||||
|
||||
- job:
|
||||
name: sahara-buildimages-cloudera
|
||||
parent: sahara-buildimages-base
|
||||
vars:
|
||||
sahara_plugin: cdh
|
||||
|
||||
- job:
|
||||
name: sahara-buildimages-mapr
|
||||
parent: sahara-buildimages-base
|
||||
vars:
|
||||
sahara_plugin: mapr
|
||||
|
||||
- job:
|
||||
name: sahara-buildimages-spark
|
||||
parent: sahara-buildimages-base
|
||||
vars:
|
||||
sahara_plugin: spark
|
||||
@ -1,19 +0,0 @@
|
||||
The source repository for this project can be found at:
|
||||
|
||||
https://opendev.org/openstack/sahara
|
||||
|
||||
Pull requests submitted through GitHub are not monitored.
|
||||
|
||||
To start contributing to OpenStack, follow the steps in the contribution guide
|
||||
to set up and use Gerrit:
|
||||
|
||||
https://docs.openstack.org/contributors/code-and-documentation/quick-start.html
|
||||
|
||||
Bugs should be filed on Storyboard:
|
||||
|
||||
https://storyboard.openstack.org/#!/project/openstack/sahara
|
||||
|
||||
For more specific information about contributing to this repository, see the
|
||||
sahara contributor guide:
|
||||
|
||||
https://docs.openstack.org/sahara/latest/contributor/contributing.html
|
||||
45
HACKING.rst
45
HACKING.rst
@ -1,45 +0,0 @@
|
||||
Sahara Style Commandments
|
||||
=========================
|
||||
|
||||
- Step 1: Read the OpenStack Style Commandments
|
||||
https://docs.openstack.org/hacking/latest/
|
||||
- Step 2: Read on
|
||||
|
||||
Sahara Specific Commandments
|
||||
----------------------------
|
||||
|
||||
Commit Messages
|
||||
---------------
|
||||
Using a common format for commit messages will help keep our git history
|
||||
readable. Follow these guidelines:
|
||||
|
||||
- [S365] First, provide a brief summary of 50 characters or less. Summaries
|
||||
of greater than 72 characters will be rejected by the gate.
|
||||
|
||||
- [S364] The first line of the commit message should provide an accurate
|
||||
description of the change, not just a reference to a bug or blueprint.
|
||||
|
||||
Imports
|
||||
-------
|
||||
- [S366, S367] Organize your imports according to the ``Import order``
|
||||
|
||||
Dictionaries/Lists
|
||||
------------------
|
||||
|
||||
- [S360] Ensure default arguments are not mutable.
|
||||
- [S368] Must use a dict comprehension instead of a dict constructor with a
|
||||
sequence of key-value pairs. For more information, please refer to
|
||||
http://legacy.python.org/dev/peps/pep-0274/
|
||||
|
||||
Logs
|
||||
----
|
||||
|
||||
- [S373] Don't translate logs
|
||||
|
||||
- [S374] You used a deprecated log level
|
||||
|
||||
Importing json
|
||||
--------------
|
||||
|
||||
- [S375] It's more preferable to use ``jsonutils`` from ``oslo_serialization``
|
||||
instead of ``json`` for operating with ``json`` objects.
|
||||
175
LICENSE
175
LICENSE
@ -1,175 +0,0 @@
|
||||
|
||||
Apache License
|
||||
Version 2.0, January 2004
|
||||
http://www.apache.org/licenses/
|
||||
|
||||
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
||||
|
||||
1. Definitions.
|
||||
|
||||
"License" shall mean the terms and conditions for use, reproduction,
|
||||
and distribution as defined by Sections 1 through 9 of this document.
|
||||
|
||||
"Licensor" shall mean the copyright owner or entity authorized by
|
||||
the copyright owner that is granting the License.
|
||||
|
||||
"Legal Entity" shall mean the union of the acting entity and all
|
||||
other entities that control, are controlled by, or are under common
|
||||
control with that entity. For the purposes of this definition,
|
||||
"control" means (i) the power, direct or indirect, to cause the
|
||||
direction or management of such entity, whether by contract or
|
||||
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
||||
outstanding shares, or (iii) beneficial ownership of such entity.
|
||||
|
||||
"You" (or "Your") shall mean an individual or Legal Entity
|
||||
exercising permissions granted by this License.
|
||||
|
||||
"Source" form shall mean the preferred form for making modifications,
|
||||
including but not limited to software source code, documentation
|
||||
source, and configuration files.
|
||||
|
||||
"Object" form shall mean any form resulting from mechanical
|
||||
transformation or translation of a Source form, including but
|
||||
not limited to compiled object code, generated documentation,
|
||||
and conversions to other media types.
|
||||
|
||||
"Work" shall mean the work of authorship, whether in Source or
|
||||
Object form, made available under the License, as indicated by a
|
||||
copyright notice that is included in or attached to the work
|
||||
(an example is provided in the Appendix below).
|
||||
|
||||
"Derivative Works" shall mean any work, whether in Source or Object
|
||||
form, that is based on (or derived from) the Work and for which the
|
||||
editorial revisions, annotations, elaborations, or other modifications
|
||||
represent, as a whole, an original work of authorship. For the purposes
|
||||
of this License, Derivative Works shall not include works that remain
|
||||
separable from, or merely link (or bind by name) to the interfaces of,
|
||||
the Work and Derivative Works thereof.
|
||||
|
||||
"Contribution" shall mean any work of authorship, including
|
||||
the original version of the Work and any modifications or additions
|
||||
to that Work or Derivative Works thereof, that is intentionally
|
||||
submitted to Licensor for inclusion in the Work by the copyright owner
|
||||
or by an individual or Legal Entity authorized to submit on behalf of
|
||||
the copyright owner. For the purposes of this definition, "submitted"
|
||||
means any form of electronic, verbal, or written communication sent
|
||||
to the Licensor or its representatives, including but not limited to
|
||||
communication on electronic mailing lists, source code control systems,
|
||||
and issue tracking systems that are managed by, or on behalf of, the
|
||||
Licensor for the purpose of discussing and improving the Work, but
|
||||
excluding communication that is conspicuously marked or otherwise
|
||||
designated in writing by the copyright owner as "Not a Contribution."
|
||||
|
||||
"Contributor" shall mean Licensor and any individual or Legal Entity
|
||||
on behalf of whom a Contribution has been received by Licensor and
|
||||
subsequently incorporated within the Work.
|
||||
|
||||
2. Grant of Copyright License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
copyright license to reproduce, prepare Derivative Works of,
|
||||
publicly display, publicly perform, sublicense, and distribute the
|
||||
Work and such Derivative Works in Source or Object form.
|
||||
|
||||
3. Grant of Patent License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
(except as stated in this section) patent license to make, have made,
|
||||
use, offer to sell, sell, import, and otherwise transfer the Work,
|
||||
where such license applies only to those patent claims licensable
|
||||
by such Contributor that are necessarily infringed by their
|
||||
Contribution(s) alone or by combination of their Contribution(s)
|
||||
with the Work to which such Contribution(s) was submitted. If You
|
||||
institute patent litigation against any entity (including a
|
||||
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
||||
or a Contribution incorporated within the Work constitutes direct
|
||||
or contributory patent infringement, then any patent licenses
|
||||
granted to You under this License for that Work shall terminate
|
||||
as of the date such litigation is filed.
|
||||
|
||||
4. Redistribution. You may reproduce and distribute copies of the
|
||||
Work or Derivative Works thereof in any medium, with or without
|
||||
modifications, and in Source or Object form, provided that You
|
||||
meet the following conditions:
|
||||
|
||||
(a) You must give any other recipients of the Work or
|
||||
Derivative Works a copy of this License; and
|
||||
|
||||
(b) You must cause any modified files to carry prominent notices
|
||||
stating that You changed the files; and
|
||||
|
||||
(c) You must retain, in the Source form of any Derivative Works
|
||||
that You distribute, all copyright, patent, trademark, and
|
||||
attribution notices from the Source form of the Work,
|
||||
excluding those notices that do not pertain to any part of
|
||||
the Derivative Works; and
|
||||
|
||||
(d) If the Work includes a "NOTICE" text file as part of its
|
||||
distribution, then any Derivative Works that You distribute must
|
||||
include a readable copy of the attribution notices contained
|
||||
within such NOTICE file, excluding those notices that do not
|
||||
pertain to any part of the Derivative Works, in at least one
|
||||
of the following places: within a NOTICE text file distributed
|
||||
as part of the Derivative Works; within the Source form or
|
||||
documentation, if provided along with the Derivative Works; or,
|
||||
within a display generated by the Derivative Works, if and
|
||||
wherever such third-party notices normally appear. The contents
|
||||
of the NOTICE file are for informational purposes only and
|
||||
do not modify the License. You may add Your own attribution
|
||||
notices within Derivative Works that You distribute, alongside
|
||||
or as an addendum to the NOTICE text from the Work, provided
|
||||
that such additional attribution notices cannot be construed
|
||||
as modifying the License.
|
||||
|
||||
You may add Your own copyright statement to Your modifications and
|
||||
may provide additional or different license terms and conditions
|
||||
for use, reproduction, or distribution of Your modifications, or
|
||||
for any such Derivative Works as a whole, provided Your use,
|
||||
reproduction, and distribution of the Work otherwise complies with
|
||||
the conditions stated in this License.
|
||||
|
||||
5. Submission of Contributions. Unless You explicitly state otherwise,
|
||||
any Contribution intentionally submitted for inclusion in the Work
|
||||
by You to the Licensor shall be under the terms and conditions of
|
||||
this License, without any additional terms or conditions.
|
||||
Notwithstanding the above, nothing herein shall supersede or modify
|
||||
the terms of any separate license agreement you may have executed
|
||||
with Licensor regarding such Contributions.
|
||||
|
||||
6. Trademarks. This License does not grant permission to use the trade
|
||||
names, trademarks, service marks, or product names of the Licensor,
|
||||
except as required for reasonable and customary use in describing the
|
||||
origin of the Work and reproducing the content of the NOTICE file.
|
||||
|
||||
7. Disclaimer of Warranty. Unless required by applicable law or
|
||||
agreed to in writing, Licensor provides the Work (and each
|
||||
Contributor provides its Contributions) on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||
implied, including, without limitation, any warranties or conditions
|
||||
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
||||
PARTICULAR PURPOSE. You are solely responsible for determining the
|
||||
appropriateness of using or redistributing the Work and assume any
|
||||
risks associated with Your exercise of permissions under this License.
|
||||
|
||||
8. Limitation of Liability. In no event and under no legal theory,
|
||||
whether in tort (including negligence), contract, or otherwise,
|
||||
unless required by applicable law (such as deliberate and grossly
|
||||
negligent acts) or agreed to in writing, shall any Contributor be
|
||||
liable to You for damages, including any direct, indirect, special,
|
||||
incidental, or consequential damages of any character arising as a
|
||||
result of this License or out of the use or inability to use the
|
||||
Work (including but not limited to damages for loss of goodwill,
|
||||
work stoppage, computer failure or malfunction, or any and all
|
||||
other commercial damages or losses), even if such Contributor
|
||||
has been advised of the possibility of such damages.
|
||||
|
||||
9. Accepting Warranty or Additional Liability. While redistributing
|
||||
the Work or Derivative Works thereof, You may choose to offer,
|
||||
and charge a fee for, acceptance of support, warranty, indemnity,
|
||||
or other liability obligations and/or rights consistent with this
|
||||
License. However, in accepting such obligations, You may act only
|
||||
on Your own behalf and on Your sole responsibility, not on behalf
|
||||
of any other Contributor, and only if You agree to indemnify,
|
||||
defend, and hold each Contributor harmless for any liability
|
||||
incurred by, or claims asserted against, such Contributor by reason
|
||||
of your accepting any such warranty or additional liability.
|
||||
40
README.rst
40
README.rst
@ -1,34 +1,10 @@
|
||||
========================
|
||||
Team and repository tags
|
||||
========================
|
||||
This project is no longer maintained.
|
||||
|
||||
.. image:: https://governance.openstack.org/tc/badges/sahara.svg
|
||||
:target: https://governance.openstack.org/tc/reference/tags/index.html
|
||||
The contents of this repository are still available in the Git
|
||||
source code management system. To see the contents of this
|
||||
repository before it reached its end of life, please check out the
|
||||
previous commit with "git checkout HEAD^1".
|
||||
|
||||
.. Change things from this point on
|
||||
|
||||
OpenStack Data Processing ("Sahara") project
|
||||
============================================
|
||||
|
||||
Sahara at wiki.openstack.org: https://wiki.openstack.org/wiki/Sahara
|
||||
|
||||
Storyboard project: https://storyboard.openstack.org/#!/project/935
|
||||
|
||||
Sahara docs site: https://docs.openstack.org/sahara/latest/
|
||||
|
||||
Roadmap: https://wiki.openstack.org/wiki/Sahara/Roadmap
|
||||
|
||||
Quickstart guide: https://docs.openstack.org/sahara/latest/user/quickstart.html
|
||||
|
||||
How to participate: https://docs.openstack.org/sahara/latest/contributor/how-to-participate.html
|
||||
|
||||
Source: https://opendev.org/openstack/sahara
|
||||
|
||||
Bugs and feature requests: https://storyboard.openstack.org/#!/project/935
|
||||
|
||||
Release notes: https://docs.openstack.org/releasenotes/sahara/
|
||||
|
||||
License
|
||||
-------
|
||||
|
||||
Apache License Version 2.0 http://www.apache.org/licenses/LICENSE-2.0
|
||||
For any further questions, please email
|
||||
openstack-discuss@lists.openstack.org or join #openstack-dev on
|
||||
OFTC.
|
||||
|
||||
@ -1,207 +0,0 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
#
|
||||
# sahara documentation build configuration file, created Fri May 6 15:19:20
|
||||
# 2016.
|
||||
#
|
||||
# This file is execfile()d with the current directory set to
|
||||
# its containing dir.
|
||||
#
|
||||
# Note that not all possible configuration values are present in this
|
||||
# autogenerated file.
|
||||
#
|
||||
# All configuration values have a default; values that are commented out
|
||||
# serve to show the default.
|
||||
|
||||
import os
|
||||
import sys
|
||||
|
||||
extensions = [
|
||||
'os_api_ref',
|
||||
'openstackdocstheme'
|
||||
]
|
||||
|
||||
# openstackdocstheme options
|
||||
repository_name = 'openstack/sahara'
|
||||
use_storyboard = True
|
||||
|
||||
html_theme = 'openstackdocs'
|
||||
html_theme_options = {
|
||||
"sidebar_dropdown": "api_ref",
|
||||
"sidebar_mode": "toc",
|
||||
}
|
||||
|
||||
# If extensions (or modules to document with autodoc) are in another directory,
|
||||
# add these directories to sys.path here. If the directory is relative to the
|
||||
# documentation root, use os.path.abspath to make it absolute, like shown here.
|
||||
sys.path.insert(0, os.path.abspath('../../'))
|
||||
sys.path.insert(0, os.path.abspath('../'))
|
||||
sys.path.insert(0, os.path.abspath('./'))
|
||||
|
||||
# -- General configuration ----------------------------------------------------
|
||||
|
||||
# Add any Sphinx extension module names here, as strings. They can be
|
||||
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom ones.
|
||||
|
||||
# The suffix of source filenames.
|
||||
source_suffix = '.rst'
|
||||
|
||||
# The encoding of source files.
|
||||
#
|
||||
# source_encoding = 'utf-8'
|
||||
|
||||
# The master toctree document.
|
||||
master_doc = 'index'
|
||||
|
||||
# General information about the project.
|
||||
copyright = '2010-present, OpenStack Foundation'
|
||||
|
||||
# The language for content autogenerated by Sphinx. Refer to documentation
|
||||
# for a list of supported languages.
|
||||
#
|
||||
# language = None
|
||||
|
||||
# There are two options for replacing |today|: either, you set today to some
|
||||
# non-false value, then it is used:
|
||||
# today = ''
|
||||
# Else, today_fmt is used as the format for a strftime call.
|
||||
# today_fmt = '%B %d, %Y'
|
||||
|
||||
# The reST default role (used for this markup: `text`) to use
|
||||
# for all documents.
|
||||
# default_role = None
|
||||
|
||||
# If true, '()' will be appended to :func: etc. cross-reference text.
|
||||
# add_function_parentheses = True
|
||||
|
||||
# If true, the current module name will be prepended to all description
|
||||
# unit titles (such as .. function::).
|
||||
add_module_names = False
|
||||
|
||||
# If true, sectionauthor and moduleauthor directives will be shown in the
|
||||
# output. They are ignored by default.
|
||||
show_authors = False
|
||||
|
||||
# The name of the Pygments (syntax highlighting) style to use.
|
||||
pygments_style = 'sphinx'
|
||||
|
||||
# -- Options for man page output ----------------------------------------------
|
||||
|
||||
# Grouping the document tree for man pages.
|
||||
# List of tuples 'sourcefile', 'target', 'title', 'Authors name', 'manual'
|
||||
|
||||
|
||||
# -- Options for HTML output --------------------------------------------------
|
||||
|
||||
# The theme to use for HTML and HTML Help pages. Major themes that come with
|
||||
# Sphinx are currently 'default' and 'sphinxdoc'.
|
||||
# html_theme_path = ["."]
|
||||
# html_theme = '_theme'
|
||||
|
||||
# Theme options are theme-specific and customize the look and feel of a theme
|
||||
# further. For a list of options available for each theme, see the
|
||||
# documentation.
|
||||
# html_theme_options = {}
|
||||
|
||||
# Add any paths that contain custom themes here, relative to this directory.
|
||||
# html_theme_path = []
|
||||
|
||||
# The name for this set of Sphinx documents. If None, it defaults to
|
||||
# "<project> v<release> documentation".
|
||||
# html_title = None
|
||||
|
||||
# A shorter title for the navigation bar. Default is the same as html_title.
|
||||
# html_short_title = None
|
||||
|
||||
# The name of an image file (relative to this directory) to place at the top
|
||||
# of the sidebar.
|
||||
# html_logo = None
|
||||
|
||||
# The name of an image file (within the static path) to use as favicon of the
|
||||
# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32
|
||||
# pixels large.
|
||||
# html_favicon = None
|
||||
|
||||
# Add any paths that contain custom static files (such as style sheets) here,
|
||||
# relative to this directory. They are copied after the builtin static files,
|
||||
# so a file named "default.css" will overwrite the builtin "default.css".
|
||||
# html_static_path = ['_static']
|
||||
|
||||
# If true, SmartyPants will be used to convert quotes and dashes to
|
||||
# typographically correct entities.
|
||||
# html_use_smartypants = True
|
||||
|
||||
# Custom sidebar templates, maps document names to template names.
|
||||
# html_sidebars = {}
|
||||
|
||||
# Additional templates that should be rendered to pages, maps page names to
|
||||
# template names.
|
||||
# html_additional_pages = {}
|
||||
|
||||
# If false, no module index is generated.
|
||||
# html_use_modindex = True
|
||||
|
||||
# If false, no index is generated.
|
||||
# html_use_index = True
|
||||
|
||||
# If true, the index is split into individual pages for each letter.
|
||||
# html_split_index = False
|
||||
|
||||
# If true, links to the reST sources are added to the pages.
|
||||
# html_show_sourcelink = True
|
||||
|
||||
# If true, an OpenSearch description file will be output, and all pages will
|
||||
# contain a <link> tag referring to it. The value of this option must be the
|
||||
# base URL from which the finished HTML is served.
|
||||
# html_use_opensearch = ''
|
||||
|
||||
# If nonempty, this is the file name suffix for HTML files (e.g. ".xhtml").
|
||||
# html_file_suffix = ''
|
||||
|
||||
# Output file base name for HTML help builder.
|
||||
htmlhelp_basename = 'saharaoc'
|
||||
|
||||
|
||||
# -- Options for LaTeX output -------------------------------------------------
|
||||
|
||||
# The paper size ('letter' or 'a4').
|
||||
# latex_paper_size = 'letter'
|
||||
|
||||
# The font size ('10pt', '11pt' or '12pt').
|
||||
# latex_font_size = '10pt'
|
||||
|
||||
# Grouping the document tree into LaTeX files. List of tuples
|
||||
# (source start file, target name, title, author, documentclass
|
||||
# [howto/manual]).
|
||||
latex_documents = [
|
||||
('index', 'Sahara.tex', 'OpenStack Data Processing API Documentation',
|
||||
'OpenStack Foundation', 'manual'),
|
||||
]
|
||||
|
||||
# The name of an image file (relative to this directory) to place at the top of
|
||||
# the title page.
|
||||
# latex_logo = None
|
||||
|
||||
# For "manual" documents, if this is true, then toplevel headings are parts,
|
||||
# not chapters.
|
||||
# latex_use_parts = False
|
||||
|
||||
# Additional stuff for the LaTeX preamble.
|
||||
# latex_preamble = ''
|
||||
|
||||
# Documents to append as an appendix to all manuals.
|
||||
# latex_appendices = []
|
||||
|
||||
# If false, no module index is generated.
|
||||
# latex_use_modindex = True
|
||||
@ -1,13 +0,0 @@
|
||||
===================
|
||||
Data Processing API
|
||||
===================
|
||||
|
||||
Contents:
|
||||
|
||||
API content can be searched using the :ref:`search`.
|
||||
|
||||
.. toctree::
|
||||
:maxdepth: 2
|
||||
|
||||
v1.1/index
|
||||
v2/index
|
||||
@ -1,253 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
=================
|
||||
Cluster templates
|
||||
=================
|
||||
|
||||
A cluster template configures a Hadoop cluster. A cluster template
|
||||
lists node groups with the number of instances in each group. You
|
||||
can also define cluster-scoped configurations in a cluster
|
||||
template.
|
||||
|
||||
|
||||
Show cluster template details
|
||||
=============================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/cluster-templates/{cluster_template_id}
|
||||
|
||||
Shows details for a cluster template.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_template_id: url_cluster_template_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Update cluster templates
|
||||
========================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{project_id}/cluster-templates/{cluster_template_id}
|
||||
|
||||
Updates a cluster template.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-template-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Delete cluster template
|
||||
=======================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/cluster-templates/{cluster_template_id}
|
||||
|
||||
Deletes a cluster template.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List cluster templates
|
||||
======================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/cluster-templates
|
||||
|
||||
Lists available cluster templates.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_cluster_templates
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v1.1/{project_id}/cluster-templates?limit=2
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create cluster templates
|
||||
========================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/cluster-templates
|
||||
|
||||
Creates a cluster template.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-template-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,335 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
========
|
||||
Clusters
|
||||
========
|
||||
|
||||
A cluster is a group of nodes with the same configuration.
|
||||
|
||||
|
||||
List available clusters
|
||||
=======================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/clusters
|
||||
|
||||
Lists available clusters.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_clusters
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- clusters: clusters
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v1.1/{project_id}/clusters
|
||||
|
||||
.. literalinclude:: samples/clusters/clusters-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create cluster
|
||||
==============
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/clusters
|
||||
|
||||
Creates a cluster.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Create multiple clusters
|
||||
========================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/clusters/multiple
|
||||
|
||||
Creates multiple clusters.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/multiple-clusters-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show details of a cluster
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/clusters/{cluster_id}
|
||||
|
||||
Shows details for a cluster, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete a cluster
|
||||
================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/clusters/{cluster_id}
|
||||
|
||||
Deletes a cluster.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Scale cluster
|
||||
=============
|
||||
|
||||
.. rest_method:: PUT /v1.1/{project_id}/clusters/{cluster_id}
|
||||
|
||||
Scales a cluster.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-scale-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
|
||||
Update cluster
|
||||
==============
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{project_id}/clusters/{cluster_id}
|
||||
|
||||
Updates a cluster.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
|
||||
Show progress
|
||||
=============
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/clusters/{cluster_id}
|
||||
|
||||
Shows provisioning progress for a cluster.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/event-log/cluster-progress-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,212 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
============
|
||||
Data sources
|
||||
============
|
||||
|
||||
A data source object defines the location of input or output for
|
||||
MapReduce jobs and might reference different types of storage.
|
||||
|
||||
The Data Processing service does not validate data source
|
||||
locations.
|
||||
|
||||
|
||||
Show data source details
|
||||
========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/data-sources/{data_source_id}
|
||||
|
||||
Shows details for a data source.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- data_source_id: url_data_source_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: data_source_description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: data_source_id
|
||||
- name: data_source_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete data source
|
||||
==================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/data-sources/{data_source_id}
|
||||
|
||||
Deletes a data source.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- data_source_id: url_data_source_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update data source
|
||||
==================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{project_id}/data-sources/{data_source_id}
|
||||
|
||||
Updates a data source.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- data_source_id: url_data_source_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List data sources
|
||||
=================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/data-sources
|
||||
|
||||
Lists all data sources.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_data_sources
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- description: data_source_description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: data_source_id
|
||||
- name: data_source_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/data-sourses?sort_by=-name
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-sources-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create data source
|
||||
==================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/data-sources
|
||||
|
||||
Creates a data source.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-register-hdfs-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: data_source_description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: data_source_id
|
||||
- name: data_source_name
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,42 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
=========
|
||||
Event log
|
||||
=========
|
||||
|
||||
The event log feature provides information about cluster
|
||||
provisioning. In the event of errors, the event log shows the
|
||||
reason for the failure.
|
||||
|
||||
|
||||
Show progress
|
||||
=============
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/clusters/{cluster_id}
|
||||
|
||||
Shows provisioning progress of cluster.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/event-log/cluster-progress-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,249 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
==============
|
||||
Image registry
|
||||
==============
|
||||
|
||||
Use the image registry tool to manage images, add tags to and
|
||||
remove tags from images, and define the user name for an instance
|
||||
operating system. Each plugin lists required tags for an image. To
|
||||
run remote operations, the Data Processing service requires a user
|
||||
name with which to log in to the operating system for an instance.
|
||||
|
||||
|
||||
Add tags to image
|
||||
=================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/images/{image_id}/tag
|
||||
|
||||
Adds tags to an image.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- tags: tags
|
||||
- image_id: url_image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-tags-add-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show image details
|
||||
==================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/images/{image_id}
|
||||
|
||||
Shows details for an image.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- image_id: url_image_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: image_description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: image_name
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: image_id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Register image
|
||||
==============
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/images/{image_id}
|
||||
|
||||
Registers an image in the registry.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- username: username
|
||||
- description: image_description
|
||||
- image_id: url_image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-register-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: image_description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: image_name
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: image_id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Unregister image
|
||||
================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/images/{image_id}
|
||||
|
||||
Removes an image from the registry.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- image_id: url_image_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Remove tags from image
|
||||
======================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/images/{image_id}/untag
|
||||
|
||||
Removes tags from an image.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- tags: tags
|
||||
- image_id: url_image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-tags-delete-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List images
|
||||
===========
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/images
|
||||
|
||||
Lists all images registered in the registry.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- tags: tags
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: image_description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: image_name
|
||||
- images: images
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: image_id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/images-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,20 +0,0 @@
|
||||
:tocdepth: 3
|
||||
|
||||
------------------------
|
||||
Data Processing API v1.1
|
||||
------------------------
|
||||
|
||||
.. rest_expand_all::
|
||||
|
||||
.. include:: cluster-templates.inc
|
||||
.. include:: clusters.inc
|
||||
.. include:: data-sources.inc
|
||||
.. include:: event-log.inc
|
||||
.. include:: image-registry.inc
|
||||
.. include:: job-binaries.inc
|
||||
.. include:: job-executions.inc
|
||||
.. include:: job-types.inc
|
||||
.. include:: job-binary-internals.inc
|
||||
.. include:: jobs.inc
|
||||
.. include:: node-group-templates.inc
|
||||
.. include:: plugins.inc
|
||||
@ -1,266 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
============
|
||||
Job binaries
|
||||
============
|
||||
|
||||
Job binary objects represent data processing applications and
|
||||
libraries that are stored in either the internal database or the
|
||||
Object Storage service.
|
||||
|
||||
|
||||
List job binaries
|
||||
=================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binaries
|
||||
|
||||
Lists the available job binaries.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_job_binary
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- description: job_binary_description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- binaries: binaries
|
||||
- id: job_binary_id
|
||||
- name: job_binary_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binaries?sort_by=created_at
|
||||
|
||||
.. literalinclude:: samples/job-binaries/list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create job binary
|
||||
=================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/job-binaries
|
||||
|
||||
Creates a job binary.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: job_binary_description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- id: job_binary_id
|
||||
- name: job_binary_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary details
|
||||
=======================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binaries/{job_binary_id}
|
||||
|
||||
Shows details for a job binary.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_id: url_job_binary_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: job_binary_description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- id: job_binary_id
|
||||
- name: job_binary_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete job binary
|
||||
=================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/job-binaries/{job_binary_id}
|
||||
|
||||
Deletes a job binary.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_id: url_job_binary_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job binary
|
||||
=================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{project_id}/job-binaries/{job_binary_id}
|
||||
|
||||
Updates a job binary.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_id: url_job_binary_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary data
|
||||
====================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binaries/{job_binary_id}/data
|
||||
|
||||
Shows data for a job binary.
|
||||
|
||||
The response body shows the job binary raw data and the response
|
||||
headers show the data length.
|
||||
|
||||
Example response:
|
||||
|
||||
::
|
||||
|
||||
HTTP/1.1 200 OK
|
||||
Connection: keep-alive
|
||||
Content-Length: 161
|
||||
Content-Type: text/html; charset=utf-8
|
||||
Date: Sat, 28 Mar 2016 02:42:48 GMT
|
||||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage();
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_id: url_job_binary_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- Content-Length: Content-Length
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/show-data-response
|
||||
:language: text
|
||||
|
||||
|
||||
|
||||
@ -1,258 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
====================
|
||||
Job binary internals
|
||||
====================
|
||||
|
||||
Job binary internal objects represent data processing applications
|
||||
and libraries that are stored in the internal database.
|
||||
|
||||
|
||||
Create job binary internal
|
||||
==========================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{project_id}/job-binary-internals/{name}
|
||||
|
||||
Creates a job binary internal.
|
||||
|
||||
Job binary internals are objects that represent data processing
|
||||
applications and libraries that are stored in the internal
|
||||
database.
|
||||
|
||||
Specify the file contents (raw data or script text) in the request
|
||||
body. Specify the file name in the URI.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- name: url_job_binary_internals_name
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- name: job_binary_internals_name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- datasize: datasize
|
||||
- id: job_binary_internals_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary internal data
|
||||
=============================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binary-internals/{job_binary_internals_id}/data
|
||||
|
||||
Shows data for a job binary internal.
|
||||
|
||||
The response body shows the job binary raw data and the response
|
||||
headers show the data length.
|
||||
|
||||
Example response:
|
||||
|
||||
::
|
||||
|
||||
HTTP/1.1 200 OK
|
||||
Connection: keep-alive
|
||||
Content-Length: 161
|
||||
Content-Type: text/html; charset=utf-8
|
||||
Date: Sat, 28 Mar 2016 02:21:13 GMT
|
||||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage();
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_internals_id: url_job_binary_internals_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- Content-Length: Content-Length
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/show-data-response
|
||||
:language: text
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary internal details
|
||||
================================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binary-internals/{job_binary_internals_id}
|
||||
|
||||
Shows details for a job binary internal.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_internals_id: url_job_binary_internals_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- name: job_binary_internals_name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- datasize: datasize
|
||||
- id: job_binary_internals_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete job binary internal
|
||||
==========================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/job-binary-internals/{job_binary_internals_id}
|
||||
|
||||
Deletes a job binary internal.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_internals_id: url_job_binary_internals_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job binary internal
|
||||
==========================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{project_id}/job-binary-internals/{job_binary_internals_id}
|
||||
|
||||
Updates a job binary internal.
|
||||
|
||||
Normal respose codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_binary_internals_id: url_job_binary_internals_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List job binary internals
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binary-internals
|
||||
|
||||
Lists the available job binary internals.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_job_binary_internals
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- binaries: binaries
|
||||
- name: job_binary_internals_name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- datasize: datasize
|
||||
- id: job_binary_internals_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-binary-internals
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,325 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
==============
|
||||
Job executions
|
||||
==============
|
||||
|
||||
A job execution object represents a Hadoop job that runs on a
|
||||
cluster. A job execution polls the status of a running job and
|
||||
reports it to the user. Also a user can cancel a running job.
|
||||
|
||||
|
||||
Refresh job execution status
|
||||
============================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-executions/{job_execution_id}/refresh-status
|
||||
|
||||
Refreshes the status of and shows information for a job execution.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_execution_id: url_job_execution_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected_3
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: job_execution_is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: job_execution_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/job-ex-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
List job executions
|
||||
===================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-executions
|
||||
|
||||
Lists available job executions.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_job_execution
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected_3
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: job_execution_is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: job_execution_id
|
||||
- job_executions: job_executions
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: /v1.1/{project_id}/job-executions
|
||||
|
||||
.. literalinclude:: samples/job-executions/list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Show job execution details
|
||||
==========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-executions/{job_execution_id}
|
||||
|
||||
Shows details for a job execution, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_execution_id: url_job_execution_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected_3
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: job_execution_is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: job_execution_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/job-ex-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete job execution
|
||||
====================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/job-executions/{job_execution_id}
|
||||
|
||||
Deletes a job execution.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_execution_id: url_job_execution_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job execution
|
||||
====================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{project_id}/job-executions/{job_execution_id}
|
||||
|
||||
Updates a job execution.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_execution_id: url_job_execution_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/job-ex-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected_3
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: job_execution_is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: job_execution_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Cancel job execution
|
||||
====================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-executions/{job_execution_id}/cancel
|
||||
|
||||
Cancels a job execution.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_execution_id: url_job_execution_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected_3
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: job_execution_is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: job_execution_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/cancel-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,61 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
=========
|
||||
Job types
|
||||
=========
|
||||
|
||||
Each plugin that supports EDP also supports specific job types.
|
||||
Different versions of a plugin might actually support different job
|
||||
types. Configuration options vary by plugin, version, and job type.
|
||||
|
||||
The job types provide information about which plugins support which
|
||||
job types and how to configure the job types.
|
||||
|
||||
|
||||
List job types
|
||||
==============
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/job-types
|
||||
|
||||
Lists all job types.
|
||||
|
||||
You can use query parameters to filter the response.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- plugin: plugin
|
||||
- version: version
|
||||
- type: type
|
||||
- hints: hints
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- versions: versions
|
||||
- title: title
|
||||
- description: description_plugin
|
||||
- job_types: job_types
|
||||
- name: plugin_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-types/job-types-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,265 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
====
|
||||
Jobs
|
||||
====
|
||||
|
||||
A job object lists the binaries that a job needs to run. To run a
|
||||
job, you must specify data sources and job parameters.
|
||||
|
||||
You can run a job on an existing or new transient cluster.
|
||||
|
||||
|
||||
Run job
|
||||
=======
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/jobs/{job_id}/execute
|
||||
|
||||
Runs a job.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_id: url_job_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-execute-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List jobs
|
||||
=========
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/jobs
|
||||
|
||||
Lists all jobs.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_jobs
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- jobs: jobs
|
||||
- description: job_description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: object_is_protected
|
||||
- interface: interface
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: job_id
|
||||
- name: job_name
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
..rest_method:: GET /v1.1/{project_id}/jobs?limit=2
|
||||
|
||||
.. literalinclude:: samples/jobs/jobs-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create job
|
||||
==========
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/jobs
|
||||
|
||||
Creates a job object.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: job_description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: object_is_protected
|
||||
- interface: interface
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: job_id
|
||||
- name: job_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job details
|
||||
================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/jobs/{job_id}
|
||||
|
||||
Shows details for a job.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_id: url_job_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: job_description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: object_is_protected
|
||||
- interface: interface
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: job_id
|
||||
- name: job_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Remove job
|
||||
==========
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/jobs/{job_id}
|
||||
|
||||
Removes a job.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_id: url_job_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job object
|
||||
=================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{project_id}/jobs/{job_id}
|
||||
|
||||
Updates a job object.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- job_id: url_job_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: job_description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: object_is_protected
|
||||
- interface: interface
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: job_id
|
||||
- name: job_name
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,269 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
====================
|
||||
Node group templates
|
||||
====================
|
||||
|
||||
A cluster is a group of nodes with the same configuration. A node
|
||||
group template configures a node in the cluster.
|
||||
|
||||
A template configures Hadoop processes and VM characteristics, such
|
||||
as the number of reduced slots for task tracker, the number of
|
||||
CPUs, and the amount of RAM. The template specifies the VM
|
||||
characteristics through an OpenStack flavor.
|
||||
|
||||
|
||||
List node group templates
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/node-group-templates
|
||||
|
||||
Lists available node group templates.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_node_group_templates
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- volume_local_to_instance: volume_local_to_instance
|
||||
- availability_zone: availability_zone
|
||||
- updated_at: updated_at
|
||||
- use_autoconfig: use_autoconfig
|
||||
- volumes_per_node: volumes_per_node
|
||||
- id: node_group_template_id
|
||||
- security_groups: security_groups
|
||||
- shares: object_shares
|
||||
- node_configs: node_configs
|
||||
- auto_security_group: auto_security_group
|
||||
- volumes_availability_zone: volumes_availability_zone
|
||||
- description: node_group_template_description
|
||||
- volume_mount_prefix: volume_mount_prefix
|
||||
- plugin_name: plugin_name
|
||||
- floating_ip_pool: floating_ip_pool
|
||||
- is_default: is_default
|
||||
- image_id: image_id
|
||||
- volumes_size: volumes_size
|
||||
- is_proxy_gateway: is_proxy_gateway
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- name: node_group_template_name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- volume_type: volume_type
|
||||
- is_protected: object_is_protected
|
||||
- node_processes: node_processes
|
||||
- flavor_id: flavor_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v1.1/{project_id}/node-group-templates?limit=2&marker=38b4e146-1d39-4822-bad2-fef1bf304a52&sort_by=name
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create node group template
|
||||
==========================
|
||||
|
||||
.. rest_method:: POST /v1.1/{project_id}/node-group-templates
|
||||
|
||||
Creates a node group template.
|
||||
|
||||
Normal response codes: 202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-template-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- volume_local_to_instance: volume_local_to_instance
|
||||
- availability_zone: availability_zone
|
||||
- updated_at: updated_at
|
||||
- use_autoconfig: use_autoconfig
|
||||
- volumes_per_node: volumes_per_node
|
||||
- id: node_group_template_id
|
||||
- security_groups: security_groups
|
||||
- shares: object_shares
|
||||
- node_configs: node_configs
|
||||
- auto_security_group: auto_security_group
|
||||
- volumes_availability_zone: volumes_availability_zone
|
||||
- description: node_group_template_description
|
||||
- volume_mount_prefix: volume_mount_prefix
|
||||
- plugin_name: plugin_name
|
||||
- floating_ip_pool: floating_ip_pool
|
||||
- is_default: is_default
|
||||
- image_id: image_id
|
||||
- volumes_size: volumes_size
|
||||
- is_proxy_gateway: is_proxy_gateway
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- name: node_group_template_name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- volume_type: volume_type
|
||||
- is_protected: object_is_protected
|
||||
- node_processes: node_processes
|
||||
- flavor_id: flavor_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show node group template details
|
||||
================================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/node-group-templates/{node_group_template_id}
|
||||
|
||||
Shows a node group template, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- node_group_template_id: url_node_group_template_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- volume_local_to_instance: volume_local_to_instance
|
||||
- availability_zone: availability_zone
|
||||
- updated_at: updated_at
|
||||
- use_autoconfig: use_autoconfig
|
||||
- volumes_per_node: volumes_per_node
|
||||
- id: node_group_template_id
|
||||
- security_groups: security_groups
|
||||
- shares: object_shares
|
||||
- node_configs: node_configs
|
||||
- auto_security_group: auto_security_group
|
||||
- volumes_availability_zone: volumes_availability_zone
|
||||
- description: node_group_template_description
|
||||
- volume_mount_prefix: volume_mount_prefix
|
||||
- plugin_name: plugin_name
|
||||
- floating_ip_pool: floating_ip_pool
|
||||
- is_default: is_default
|
||||
- image_id: image_id
|
||||
- volumes_size: volumes_size
|
||||
- is_proxy_gateway: is_proxy_gateway
|
||||
- is_public: object_is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- name: node_group_template_name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- volume_type: volume_type
|
||||
- is_protected: object_is_protected
|
||||
- node_processes: node_processes
|
||||
- flavor_id: flavor_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-template-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete node group template
|
||||
==========================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{project_id}/node-group-templates/{node_group_template_id}
|
||||
|
||||
Deletes a node group template.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- node_group_template_id: url_node_group_template_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update node group template
|
||||
==========================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{project_id}/node-group-templates/{node_group_template_id}
|
||||
|
||||
Updates a node group template.
|
||||
|
||||
Normal respose codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- node_group_template_id: url_node_group_template_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-template-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@ -1,187 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
=======
|
||||
Plugins
|
||||
=======
|
||||
|
||||
A plugin object defines the Hadoop or Spark version that it can
|
||||
install and which configurations can be set for the cluster.
|
||||
|
||||
|
||||
Show plugin details
|
||||
===================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/plugins/{plugin_name}
|
||||
|
||||
Shows details for a plugin.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes: 400, 500
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- plugin_name: url_plugin_name
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- versions: versions
|
||||
- title: title
|
||||
- description: description_plugin
|
||||
- name: plugin_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugin-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
List plugins
|
||||
============
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/plugins
|
||||
|
||||
Lists all registered plugins.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes: 400, 500
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- title: title
|
||||
- versions: versions
|
||||
- plugins: plugins
|
||||
- description: description_plugin
|
||||
- name: plugin_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugins-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Show plugin version details
|
||||
===========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{project_id}/plugins/{plugin_name}/{version}
|
||||
|
||||
Shows details for a plugin version.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes: 400, 500
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- plugin_name: url_plugin_name
|
||||
- version: version
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- versions: versions
|
||||
- title: title
|
||||
- description: description_plugin
|
||||
- name: plugin_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugin-version-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Update plugin details
|
||||
=====================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{project_id}/plugins/{plugin_name}
|
||||
|
||||
Updates details for a plugin.
|
||||
|
||||
|
||||
Normal response codes: 202
|
||||
Error response codes: 400, 500
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- project_id: url_project_id
|
||||
- plugin_name: url_plugin_name
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugin-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- title: title
|
||||
- versions: versions
|
||||
- description: description_plugin
|
||||
- name: plugin_name
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugin-update-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,17 +0,0 @@
|
||||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"node_groups": [
|
||||
{
|
||||
"name": "worker",
|
||||
"count": 3,
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251"
|
||||
},
|
||||
{
|
||||
"name": "master",
|
||||
"count": 1,
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae"
|
||||
}
|
||||
],
|
||||
"name": "cluster-template"
|
||||
}
|
||||
@ -1,82 +0,0 @@
|
||||
{
|
||||
"cluster_template": {
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "cluster-template",
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {},
|
||||
"shares": null,
|
||||
"id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": null,
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "1751c04e-8f39-467e-a421-480961172d4b",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "3ee85068-c455-4391-9db2-b54a20b99df3",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": null,
|
||||
"domain_name": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": null,
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,82 +0,0 @@
|
||||
{
|
||||
"cluster_template": {
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "cluster-template",
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {},
|
||||
"shares": null,
|
||||
"id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": null,
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "1751c04e-8f39-467e-a421-480961172d4b",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "3ee85068-c455-4391-9db2-b54a20b99df3",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"domain_name": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": null,
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,11 +0,0 @@
|
||||
{
|
||||
"description": "Updated template",
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"name": "vanilla-updated",
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 2
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,67 +0,0 @@
|
||||
{
|
||||
"cluster_template": {
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-updated",
|
||||
"created_at": "2015-08-21T08:41:24",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 2
|
||||
}
|
||||
},
|
||||
"shares": null,
|
||||
"id": "84d47e85-6094-473f-bf6d-5a7e6e86564e",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": "2015-09-14T10:45:57",
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {},
|
||||
"JobFlow": {},
|
||||
"MapReduce": {},
|
||||
"Hive": {},
|
||||
"Hadoop": {},
|
||||
"HDFS": {}
|
||||
},
|
||||
"auto_security_group": true,
|
||||
"availability_zone": "",
|
||||
"count": 1,
|
||||
"flavor_id": "3",
|
||||
"id": "57b966ab-617e-4735-bf60-0cb991208a52",
|
||||
"security_groups": [],
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-08-21T08:41:24",
|
||||
"node_group_template_id": "a5533187-3f14-42c3-ba3a-196c13fe0fb5",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "all",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"datanode",
|
||||
"historyserver",
|
||||
"resourcemanager",
|
||||
"nodemanager",
|
||||
"oozie"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": null,
|
||||
"domain_name": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": "Updated template",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,140 +0,0 @@
|
||||
{
|
||||
"cluster_templates": [
|
||||
{
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "cluster-template",
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {},
|
||||
"shares": null,
|
||||
"id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": null,
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "1751c04e-8f39-467e-a421-480961172d4b",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "3ee85068-c455-4391-9db2-b54a20b99df3",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"domain_name": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": null,
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": true,
|
||||
"anti_affinity": [],
|
||||
"name": "asd",
|
||||
"created_at": "2015-08-18T08:39:39",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {
|
||||
"general": {}
|
||||
},
|
||||
"shares": null,
|
||||
"id": "5a9c787c-2078-4f7d-9a66-27759be9051b",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": "2015-09-14T08:41:15",
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": true,
|
||||
"availability_zone": "",
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "a65864dd-3f99-4d29-a011-f7711cc23fa0",
|
||||
"security_groups": [],
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-08-18T08:39:39",
|
||||
"node_group_template_id": "42ce49de-1b8f-41d5-8f4a-244ec0826d92",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 1,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "asd",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"jobtracker"
|
||||
],
|
||||
"volumes_size": 10,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": null,
|
||||
"domain_name": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": "",
|
||||
"is_protected": false
|
||||
}
|
||||
],
|
||||
"markers": {
|
||||
"prev": null,
|
||||
"next": "2c76e0d3-56cd-4d28-bb4f-4808e538c7b9"
|
||||
}
|
||||
}
|
||||
@ -1,9 +0,0 @@
|
||||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"user_keypair_id": "test",
|
||||
"name": "vanilla-cluster",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd"
|
||||
}
|
||||
@ -1,128 +0,0 @@
|
||||
{
|
||||
"cluster": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"domain_name": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {},
|
||||
"user_keypair_id": "test",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Validating"
|
||||
}
|
||||
}
|
||||
@ -1,15 +0,0 @@
|
||||
{
|
||||
"add_node_groups": [
|
||||
{
|
||||
"count": 1,
|
||||
"name": "b-worker",
|
||||
"node_group_template_id": "bc270ffe-a086-4eeb-9baa-2f5a73504622"
|
||||
}
|
||||
],
|
||||
"resize_node_groups": [
|
||||
{
|
||||
"count": 4,
|
||||
"name": "worker"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,370 +0,0 @@
|
||||
{
|
||||
"cluster": {
|
||||
"info": {
|
||||
"YARN": {
|
||||
"Web UI": "http://172.18.168.115:8088",
|
||||
"ResourceManager": "http://172.18.168.115:8032"
|
||||
},
|
||||
"HDFS": {
|
||||
"Web UI": "http://172.18.168.115:50070",
|
||||
"NameNode": "hdfs://vanilla-cluster-master-0:9000"
|
||||
},
|
||||
"MapReduce JobHistory Server": {
|
||||
"Web UI": "http://172.18.168.115:19888"
|
||||
},
|
||||
"JobFlow": {
|
||||
"Oozie": "http://172.18.168.115:11000"
|
||||
}
|
||||
},
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"name": "vanilla-cluster",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"trust_id": null,
|
||||
"status_description": "",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"is_protected": false,
|
||||
"is_transient": false,
|
||||
"provision_progress": [
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Create Heat stack",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:57:38",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:57:18",
|
||||
"id": "0a6d95f9-30f4-4434-823a-a38a7999a5af"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Configure instances",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:58:22",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:58:16",
|
||||
"id": "29f2b587-c34c-4871-9ed9-9235b411cd9a"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): Oozie",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:27",
|
||||
"id": "36f1efde-90f9-41c1-b409-aa1cf9623e3e"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Configure instances",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"updated_at": "2015-09-14T10:59:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:58:22",
|
||||
"id": "602bcc27-3a2d-42c8-8aca-ebc475319c72"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Configure topology data",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"updated_at": "2015-09-14T10:59:37",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:59:21",
|
||||
"id": "7e291df1-2d32-410d-ae89-33ab6f83cf17"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 3,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): DataNodes, NodeManagers",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:11",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:01",
|
||||
"id": "8ab7933c-ad61-4a4f-88db-23ce78ee10f6"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Await DataNodes start up",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:11",
|
||||
"id": "9c8dc016-8c5b-4e80-9857-80c41f6bd971"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): HistoryServer",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:27",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:21",
|
||||
"id": "c6327532-222b-416c-858f-73dbb32b8e97"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Wait for instance accessibility",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:58:14",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:57:41",
|
||||
"id": "d3eca726-8b44-473a-ac29-fba45a893725"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 0,
|
||||
"successful": true,
|
||||
"step_name": "Mount volumes to instances",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:58:15",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:58:14",
|
||||
"id": "d7a875ff-64bf-41aa-882d-b5061c8ee152"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): ResourceManager",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:00",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:59:55",
|
||||
"id": "ded7d227-10b8-4cb0-ab6c-25da1462bb7a"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): NameNode",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T10:59:54",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:59:38",
|
||||
"id": "e1701ff5-930a-4212-945a-43515dfe24d1"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Assign IPs",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:57:41",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:57:38",
|
||||
"id": "eaf0ab1b-bf8f-48f0-8f2c-fa4f82f539b9"
|
||||
}
|
||||
],
|
||||
"status": "Active",
|
||||
"description": null,
|
||||
"use_autoconfig": true,
|
||||
"shares": null,
|
||||
"domain_name": null,
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"node_groups": [
|
||||
{
|
||||
"volumes_per_node": 0,
|
||||
"volume_type": null,
|
||||
"updated_at": "2015-09-14T10:57:37",
|
||||
"name": "b-worker",
|
||||
"id": "b7a6dea4-c898-446b-8c67-4f378d4c06c4",
|
||||
"node_group_template_id": "bc270ffe-a086-4eeb-9baa-2f5a73504622",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048,
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"yarn.app.mapreduce.am.resource.mb": 256
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"volumes_availability_zone": null,
|
||||
"use_autoconfig": true,
|
||||
"security_groups": null,
|
||||
"shares": null,
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"availability_zone": null,
|
||||
"flavor_id": "2",
|
||||
"image_id": null,
|
||||
"volume_local_to_instance": false,
|
||||
"count": 1,
|
||||
"volumes_size": 0,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"instances": [],
|
||||
"is_proxy_gateway": false,
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
},
|
||||
{
|
||||
"volumes_per_node": 0,
|
||||
"volume_type": null,
|
||||
"updated_at": "2015-09-14T10:57:36",
|
||||
"name": "master",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048,
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"yarn.app.mapreduce.am.resource.mb": 256
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"volumes_availability_zone": null,
|
||||
"use_autoconfig": true,
|
||||
"security_groups": null,
|
||||
"shares": null,
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"availability_zone": null,
|
||||
"flavor_id": "2",
|
||||
"image_id": null,
|
||||
"volume_local_to_instance": false,
|
||||
"count": 1,
|
||||
"volumes_size": 0,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"instances": [
|
||||
{
|
||||
"instance_id": "b9f16a07-88fc-423e-83a3-489598fe6737",
|
||||
"internal_ip": "10.50.0.60",
|
||||
"instance_name": "vanilla-cluster-master-0",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"management_ip": "172.18.168.115",
|
||||
"created_at": "2015-09-14T10:57:36",
|
||||
"id": "4867d92e-cc7b-4cde-9a1a-149e91caa491"
|
||||
}
|
||||
],
|
||||
"is_proxy_gateway": false,
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
},
|
||||
{
|
||||
"volumes_per_node": 0,
|
||||
"volume_type": null,
|
||||
"updated_at": "2015-09-14T10:57:37",
|
||||
"name": "worker",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048,
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"yarn.app.mapreduce.am.resource.mb": 256
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"volumes_availability_zone": null,
|
||||
"use_autoconfig": true,
|
||||
"security_groups": null,
|
||||
"shares": null,
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"availability_zone": null,
|
||||
"flavor_id": "2",
|
||||
"image_id": null,
|
||||
"volume_local_to_instance": false,
|
||||
"count": 4,
|
||||
"volumes_size": 0,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"instances": [
|
||||
{
|
||||
"instance_id": "0cf1ee81-aa72-48da-be2c-65bc2fa51f8f",
|
||||
"internal_ip": "10.50.0.63",
|
||||
"instance_name": "vanilla-cluster-worker-0",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"management_ip": "172.18.168.118",
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "f3633b30-c1e4-4144-930b-ab5b780b87be"
|
||||
},
|
||||
{
|
||||
"instance_id": "4a937391-b594-4ad0-9a53-00a99a691383",
|
||||
"internal_ip": "10.50.0.62",
|
||||
"instance_name": "vanilla-cluster-worker-1",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"management_ip": "172.18.168.117",
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0d66fd93-f277-4a94-b46a-f5866aa0c38f"
|
||||
},
|
||||
{
|
||||
"instance_id": "839b1d56-6d0d-4aa4-9d05-30e029c276f8",
|
||||
"internal_ip": "10.50.0.61",
|
||||
"instance_name": "vanilla-cluster-worker-2",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"management_ip": "172.18.168.116",
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0982cefd-5c58-436e-8f1e-c1d0830f18a7"
|
||||
}
|
||||
],
|
||||
"is_proxy_gateway": false,
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
}
|
||||
],
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"user_keypair_id": "apavlov",
|
||||
"anti_affinity": [],
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
}
|
||||
}
|
||||
@ -1,128 +0,0 @@
|
||||
{
|
||||
"cluster": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"domain_name": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {},
|
||||
"user_keypair_id": "test",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Validating"
|
||||
}
|
||||
}
|
||||
@ -1,4 +0,0 @@
|
||||
{
|
||||
"name": "public-vanilla-cluster",
|
||||
"is_public": true
|
||||
}
|
||||
@ -1,128 +0,0 @@
|
||||
{
|
||||
"cluster": {
|
||||
"is_public": true,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"domain_name": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {},
|
||||
"user_keypair_id": "test",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "public-vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Validating"
|
||||
}
|
||||
}
|
||||
@ -1,327 +0,0 @@
|
||||
{
|
||||
"clusters": [
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"domain_name": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {
|
||||
"YARN": {
|
||||
"Web UI": "http://172.18.168.115:8088",
|
||||
"ResourceManager": "http://172.18.168.115:8032"
|
||||
},
|
||||
"HDFS": {
|
||||
"Web UI": "http://172.18.168.115:50070",
|
||||
"NameNode": "hdfs://vanilla-cluster-master-0:9000"
|
||||
},
|
||||
"JobFlow": {
|
||||
"Oozie": "http://172.18.168.115:11000"
|
||||
},
|
||||
"MapReduce JobHistory Server": {
|
||||
"Web UI": "http://172.18.168.115:19888"
|
||||
}
|
||||
},
|
||||
"user_keypair_id": "apavlov",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:36",
|
||||
"id": "4867d92e-cc7b-4cde-9a1a-149e91caa491",
|
||||
"management_ip": "172.18.168.115",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"instance_id": "b9f16a07-88fc-423e-83a3-489598fe6737",
|
||||
"internal_ip": "10.50.0.60",
|
||||
"instance_name": "vanilla-cluster-master-0"
|
||||
}
|
||||
],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:36",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "f3633b30-c1e4-4144-930b-ab5b780b87be",
|
||||
"management_ip": "172.18.168.118",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"instance_id": "0cf1ee81-aa72-48da-be2c-65bc2fa51f8f",
|
||||
"internal_ip": "10.50.0.63",
|
||||
"instance_name": "vanilla-cluster-worker-0"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0d66fd93-f277-4a94-b46a-f5866aa0c38f",
|
||||
"management_ip": "172.18.168.117",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"instance_id": "4a937391-b594-4ad0-9a53-00a99a691383",
|
||||
"internal_ip": "10.50.0.62",
|
||||
"instance_name": "vanilla-cluster-worker-1"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0982cefd-5c58-436e-8f1e-c1d0830f18a7",
|
||||
"management_ip": "172.18.168.116",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"instance_id": "839b1d56-6d0d-4aa4-9d05-30e029c276f8",
|
||||
"internal_ip": "10.50.0.61",
|
||||
"instance_name": "vanilla-cluster-worker-2"
|
||||
}
|
||||
],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:37",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:18",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "0a6d95f9-30f4-4434-823a-a38a7999a5af",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Create Heat stack",
|
||||
"updated_at": "2015-09-14T10:57:38",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:58:16",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "29f2b587-c34c-4871-9ed9-9235b411cd9a",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Configure instances",
|
||||
"updated_at": "2015-09-14T10:58:22",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:27",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "36f1efde-90f9-41c1-b409-aa1cf9623e3e",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): Oozie",
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:58:22",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "602bcc27-3a2d-42c8-8aca-ebc475319c72",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"step_name": "Configure instances",
|
||||
"updated_at": "2015-09-14T10:59:21",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:59:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "7e291df1-2d32-410d-ae89-33ab6f83cf17",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"step_name": "Configure topology data",
|
||||
"updated_at": "2015-09-14T10:59:37",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:01",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "8ab7933c-ad61-4a4f-88db-23ce78ee10f6",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): DataNodes, NodeManagers",
|
||||
"updated_at": "2015-09-14T11:00:11",
|
||||
"successful": true,
|
||||
"total": 3,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:11",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "9c8dc016-8c5b-4e80-9857-80c41f6bd971",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Await DataNodes start up",
|
||||
"updated_at": "2015-09-14T11:00:21",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "c6327532-222b-416c-858f-73dbb32b8e97",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): HistoryServer",
|
||||
"updated_at": "2015-09-14T11:00:27",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:41",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "d3eca726-8b44-473a-ac29-fba45a893725",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Wait for instance accessibility",
|
||||
"updated_at": "2015-09-14T10:58:14",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:58:14",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "d7a875ff-64bf-41aa-882d-b5061c8ee152",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Mount volumes to instances",
|
||||
"updated_at": "2015-09-14T10:58:15",
|
||||
"successful": true,
|
||||
"total": 0,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:59:55",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "ded7d227-10b8-4cb0-ab6c-25da1462bb7a",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): ResourceManager",
|
||||
"updated_at": "2015-09-14T11:00:00",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:59:38",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "e1701ff5-930a-4212-945a-43515dfe24d1",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): NameNode",
|
||||
"updated_at": "2015-09-14T10:59:54",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:38",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "eaf0ab1b-bf8f-48f0-8f2c-fa4f82f539b9",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Assign IPs",
|
||||
"updated_at": "2015-09-14T10:57:41",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
}
|
||||
],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Active"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,11 +0,0 @@
|
||||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.6.0",
|
||||
"cluster_template_id": "9951f86d-57ba-43d6-9cb0-14ed2ec7a6cf",
|
||||
"default_image_id": "bc3c3d3c-2684-4bf8-a9fa-388fb71288a9",
|
||||
"user_keypair_id": "test",
|
||||
"name": "def-cluster",
|
||||
"count": 2,
|
||||
"cluster_configs": {},
|
||||
"neutron_management_network": "7e31648b-4b2e-4f32-9b0a-113581c27076"
|
||||
}
|
||||
@ -1,6 +0,0 @@
|
||||
{
|
||||
"clusters": [
|
||||
"a007a3e7-658f-4568-b0f2-fe2fd5efc554",
|
||||
"b012a6et-65hf-4566-b0f2-fe3fd7efc567"
|
||||
]
|
||||
}
|
||||
@ -1,6 +0,0 @@
|
||||
{
|
||||
"description": "This is hdfs input",
|
||||
"url": "hdfs://test-master-node:8020/user/hadoop/input",
|
||||
"type": "hdfs",
|
||||
"name": "hdfs_input"
|
||||
}
|
||||
@ -1,14 +0,0 @@
|
||||
{
|
||||
"data_source": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:09:36.148464",
|
||||
"id": "d7fffe9c-3b42-46a9-8be8-e98f586fa7a9",
|
||||
"updated_at": null,
|
||||
"name": "hdfs_input",
|
||||
"description": "This is hdfs input",
|
||||
"url": "hdfs://test-master-node:8020/user/hadoop/input",
|
||||
"type": "hdfs"
|
||||
}
|
||||
}
|
||||
@ -1,10 +0,0 @@
|
||||
{
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"credentials": {
|
||||
"password": "swordfish",
|
||||
"user": "dev"
|
||||
},
|
||||
"type": "swift",
|
||||
"name": "swift_input"
|
||||
}
|
||||
@ -1,14 +0,0 @@
|
||||
{
|
||||
"data_source": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:18:10.691493",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"updated_at": null,
|
||||
"name": "swift_input",
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
}
|
||||
}
|
||||
@ -1,14 +0,0 @@
|
||||
{
|
||||
"data_source": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:18:10.691493",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"updated_at": null,
|
||||
"name": "swift_input",
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
}
|
||||
}
|
||||
@ -1,4 +0,0 @@
|
||||
{
|
||||
"description": "This is public input",
|
||||
"is_protected": true
|
||||
}
|
||||
@ -1,14 +0,0 @@
|
||||
{
|
||||
"data_source": {
|
||||
"is_public": true,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-09-15 12:32:24.847493",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"updated_at": "2015-09-15 12:34:42.597435",
|
||||
"name": "swift_input",
|
||||
"description": "This is public input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
}
|
||||
}
|
||||
@ -1,28 +0,0 @@
|
||||
{
|
||||
"data_sources": [
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:18:10",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"name": "swift_input",
|
||||
"updated_at": null,
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:09:36",
|
||||
"id": "d7fffe9c-3b42-46a9-8be8-e98f586fa7a9",
|
||||
"name": "hdfs_input",
|
||||
"updated_at": null,
|
||||
"description": "This is hdfs input",
|
||||
"url": "hdfs://test-master-node:8020/user/hadoop/input",
|
||||
"type": "hdfs"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,72 +0,0 @@
|
||||
{
|
||||
"status": "Error",
|
||||
"neutron_management_network": "7e31648b-4b2e-4f32-9b0a-113581c27076",
|
||||
"is_transient": false,
|
||||
"description": "",
|
||||
"user_keypair_id": "vgridnev",
|
||||
"updated_at": "2015-03-31 14:10:59",
|
||||
"plugin_name": "spark",
|
||||
"provision_progress": [
|
||||
{
|
||||
"successful": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-03-31 14:10:20",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-03-31 14:10:35",
|
||||
"events": [
|
||||
{
|
||||
"instance_name": "sample-worker-spark-004",
|
||||
"successful": false,
|
||||
"created_at": "2015-03-31 14:10:35",
|
||||
"updated_at": null,
|
||||
"event_info": "Node sample-worker-spark-004 has error status\nError ID: 3e238c82-d1f5-4560-8ed8-691e923e16a0",
|
||||
"instance_id": "b5ba5ba8-e9c1-47f7-9355-3ce0ec0e449d",
|
||||
"node_group_id": "145cf2fb-dcdf-42af-a4b9-a4047d2919d4",
|
||||
"step_id": "3f243c67-2c27-47c7-a0c0-0834ad17f8b6",
|
||||
"id": "34afcfc7-bdb0-43cb-b142-283d560dc6ad"
|
||||
},
|
||||
{
|
||||
"instance_name": "sample-worker-spark-001",
|
||||
"successful": true,
|
||||
"created_at": "2015-03-31 14:10:35",
|
||||
"updated_at": null,
|
||||
"event_info": null,
|
||||
"instance_id": "c532ab71-38da-475a-95f8-f8eb93b8f1c2",
|
||||
"node_group_id": "145cf2fb-dcdf-42af-a4b9-a4047d2919d4",
|
||||
"step_id": "3f243c67-2c27-47c7-a0c0-0834ad17f8b6",
|
||||
"id": "4ba50414-5216-4161-bc7a-12716122b99d"
|
||||
}
|
||||
],
|
||||
"cluster_id": "c26ec982-ba6b-4d75-818c-a50240164af0",
|
||||
"step_name": "Wait for instances to become active",
|
||||
"total": 5,
|
||||
"id": "3f243c67-2c27-47c7-a0c0-0834ad17f8b6"
|
||||
},
|
||||
{
|
||||
"successful": true,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-03-31 14:10:12",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-03-31 14:10:19",
|
||||
"events": [],
|
||||
"cluster_id": "c26ec982-ba6b-4d75-818c-a50240164af0",
|
||||
"step_name": "Run instances",
|
||||
"total": 5,
|
||||
"id": "407ba50a-c799-46af-9dfb-6aa5f6ade426"
|
||||
}
|
||||
],
|
||||
"anti_affinity": [],
|
||||
"node_groups": [],
|
||||
"management_public_key": "Sahara",
|
||||
"status_description": "Creating cluster failed for the following reason(s): Node sample-worker-spark-004 has error status\nError ID: 3e238c82-d1f5-4560-8ed8-691e923e16a0",
|
||||
"hadoop_version": "1.0.0",
|
||||
"id": "c26ec982-ba6b-4d75-1f8c-a50240164af0",
|
||||
"trust_id": null,
|
||||
"info": {},
|
||||
"cluster_template_id": "5a9a09a3-9349-43bd-9058-16c401fad2d5",
|
||||
"name": "sample",
|
||||
"cluster_configs": {},
|
||||
"created_at": "2015-03-31 14:10:07",
|
||||
"default_image_id": "e6a6c5da-67be-4017-a7d2-81f466efe67e",
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda"
|
||||
}
|
||||
@ -1,4 +0,0 @@
|
||||
{
|
||||
"username": "ubuntu",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1"
|
||||
}
|
||||
@ -1,25 +0,0 @@
|
||||
{
|
||||
"image": {
|
||||
"updated": "2015-03-24T10:05:10Z",
|
||||
"metadata": {
|
||||
"_sahara_description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_tag_2.7.1": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.7.1-ubuntu-14.04",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
@ -1,24 +0,0 @@
|
||||
{
|
||||
"image": {
|
||||
"updated": "2015-02-03T10:29:32Z",
|
||||
"metadata": {
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_tag_2.6.0": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.6.0"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.6.0-ubuntu-14.04",
|
||||
"description": null,
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
@ -1,7 +0,0 @@
|
||||
{
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1",
|
||||
"some_other_tag"
|
||||
]
|
||||
}
|
||||
@ -1,27 +0,0 @@
|
||||
{
|
||||
"image": {
|
||||
"updated": "2015-03-24T10:18:33Z",
|
||||
"metadata": {
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_some_other_tag": true,
|
||||
"_sahara_tag_2.7.1": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"some_other_tag",
|
||||
"2.7.1"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.6.0-ubuntu-14.04",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
@ -1,5 +0,0 @@
|
||||
{
|
||||
"tags": [
|
||||
"some_other_tag"
|
||||
]
|
||||
}
|
||||
@ -1,25 +0,0 @@
|
||||
{
|
||||
"image": {
|
||||
"updated": "2015-03-24T10:19:28Z",
|
||||
"metadata": {
|
||||
"_sahara_description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_tag_2.7.1": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.7.1-ubuntu-14.04",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
@ -1,48 +0,0 @@
|
||||
{
|
||||
"images": [
|
||||
{
|
||||
"name": "ubuntu-vanilla-2.7.1",
|
||||
"id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"created": "2015-08-06T08:17:14Z",
|
||||
"metadata": {
|
||||
"_sahara_tag_2.7.1": true,
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true
|
||||
},
|
||||
"username": "ubuntu",
|
||||
"progress": 100,
|
||||
"OS-EXT-IMG-SIZE:size": 998716928,
|
||||
"status": "ACTIVE",
|
||||
"minDisk": 0,
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1"
|
||||
],
|
||||
"updated": "2015-09-04T09:35:09Z",
|
||||
"minRam": 0,
|
||||
"description": null
|
||||
},
|
||||
{
|
||||
"name": "cdh-latest",
|
||||
"id": "ff74035b-9da7-4edf-981d-57f270ed337d",
|
||||
"created": "2015-09-04T11:56:44Z",
|
||||
"metadata": {
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_5.4.0": true,
|
||||
"_sahara_tag_cdh": true
|
||||
},
|
||||
"username": "ubuntu",
|
||||
"progress": 100,
|
||||
"OS-EXT-IMG-SIZE:size": 3281453056,
|
||||
"status": "ACTIVE",
|
||||
"minDisk": 0,
|
||||
"tags": [
|
||||
"5.4.0",
|
||||
"cdh"
|
||||
],
|
||||
"updated": "2015-09-04T12:46:42Z",
|
||||
"minRam": 0,
|
||||
"description": null
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,9 +0,0 @@
|
||||
{
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"name": "jar-example.jar",
|
||||
"description": "This is a job binary",
|
||||
"extra": {
|
||||
"password": "swordfish",
|
||||
"user": "admin"
|
||||
}
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
{
|
||||
"job_binary": {
|
||||
"is_public": false,
|
||||
"description": "This is a job binary",
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 14:49:20.106452",
|
||||
"id": "07f86352-ee8a-4b08-b737-d705ded5ff9c",
|
||||
"updated_at": null,
|
||||
"name": "jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,37 +0,0 @@
|
||||
{
|
||||
"binaries": [
|
||||
{
|
||||
"is_public": false,
|
||||
"description": "",
|
||||
"url": "internal-db://d2498cbf-4589-484a-a814-81436c18beb3",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:36:59.375060",
|
||||
"updated_at": null,
|
||||
"id": "84248975-3c82-4206-a58d-6e7fb3a563fd",
|
||||
"name": "example.pig",
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"description": "",
|
||||
"url": "internal-db://22f1d87a-23c8-483e-a0dd-cb4a16dde5f9",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:43:52.265899",
|
||||
"updated_at": null,
|
||||
"id": "508fc62d-1d58-4412-b603-bdab307bb926",
|
||||
"name": "udf.jar",
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"description": "",
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 14:25:04.970513",
|
||||
"updated_at": null,
|
||||
"id": "a716a9cd-9add-4b12-b1b6-cdb71aaef350",
|
||||
"name": "jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,3 +0,0 @@
|
||||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage();
|
||||
@ -1,13 +0,0 @@
|
||||
{
|
||||
"job_binary": {
|
||||
"is_public": false,
|
||||
"description": "an example jar file",
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 14:25:04.970513",
|
||||
"updated_at": null,
|
||||
"id": "a716a9cd-9add-4b12-b1b6-cdb71aaef350",
|
||||
"name": "jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,5 +0,0 @@
|
||||
{
|
||||
"url": "swift://container/new-jar-example.jar",
|
||||
"name": "new-jar-example.jar",
|
||||
"description": "This is a new job binary"
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
{
|
||||
"job_binary": {
|
||||
"is_public": false,
|
||||
"description": "This is a new job binary",
|
||||
"url": "swift://container/new-jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2015-09-15 12:42:51.421542",
|
||||
"updated_at": null,
|
||||
"id": "b713d7ad-4add-4f12-g1b6-cdg71aaef350",
|
||||
"name": "new-jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
"job_binary_internal": {
|
||||
"is_public": false,
|
||||
"name": "script.pig",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 13:17:35.994466",
|
||||
"updated_at": null,
|
||||
"datasize": 160,
|
||||
"id": "4833dc4b-8682-4d5b-8a9f-2036b47a0996",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,24 +0,0 @@
|
||||
{
|
||||
"binaries": [
|
||||
{
|
||||
"is_public": false,
|
||||
"name": "example.pig",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:36:59.329034",
|
||||
"updated_at": null,
|
||||
"datasize": 161,
|
||||
"id": "d2498cbf-4589-484a-a814-81436c18beb3",
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"name": "udf.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:43:52.008620",
|
||||
"updated_at": null,
|
||||
"datasize": 3745,
|
||||
"id": "22f1d87a-23c8-483e-a0dd-cb4a16dde5f9",
|
||||
"is_protected": false
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,3 +0,0 @@
|
||||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage()
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
"job_binary_internal": {
|
||||
"is_public": false,
|
||||
"name": "script.pig",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 13:17:35.994466",
|
||||
"updated_at": null,
|
||||
"datasize": 160,
|
||||
"id": "4833dc4b-8682-4d5b-8a9f-2036b47a0996",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,4 +0,0 @@
|
||||
{
|
||||
"name": "public-jbi",
|
||||
"is_public": true
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
"job_binary_internal": {
|
||||
"is_public": true,
|
||||
"name": "public-jbi",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2015-09-15 13:21:54.485912",
|
||||
"updated_at": "2015-09-15 13:24:24.590124",
|
||||
"datasize": 200,
|
||||
"id": "2433dc4b-8682-4d5b-8a9f-2036d47a0996",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,120 +0,0 @@
|
||||
{
|
||||
"job_execution": {
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": false,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,120 +0,0 @@
|
||||
{
|
||||
"job_execution": {
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": false,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,3 +0,0 @@
|
||||
{
|
||||
"is_public": true
|
||||
}
|
||||
@ -1,120 +0,0 @@
|
||||
{
|
||||
"job_execution": {
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": true,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,122 +0,0 @@
|
||||
{
|
||||
"job_executions": [
|
||||
{
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": false,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,209 +0,0 @@
|
||||
{
|
||||
"job_types": [
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Hive"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Java"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "MapReduce"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "MapReduce.Streaming"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Pig"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Shell"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "This plugin provides an ability to launch Spark on Hadoop CDH cluster without any management consoles.",
|
||||
"versions": {
|
||||
"1.0.0": {}
|
||||
},
|
||||
"title": "Apache Spark",
|
||||
"name": "spark"
|
||||
}
|
||||
],
|
||||
"name": "Spark"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,11 +0,0 @@
|
||||
{
|
||||
"description": "This is pig job example",
|
||||
"mains": [
|
||||
"90d9d5ec-11aa-48bd-bc8c-34936ce0db6e"
|
||||
],
|
||||
"libs": [
|
||||
"320a2ca7-25fd-4b48-9bc3-4fb1b6c4ff27"
|
||||
],
|
||||
"type": "Pig",
|
||||
"name": "pig-job-example"
|
||||
}
|
||||
@ -1,35 +0,0 @@
|
||||
{
|
||||
"job": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-03-27 08:48:38.630827",
|
||||
"id": "71defc8f-d005-484f-9d86-1aedf644d1ef",
|
||||
"name": "pig-job-example",
|
||||
"description": "This is pig job example",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:53",
|
||||
"id": "320a2ca7-25fd-4b48-9bc3-4fb1b6c4ff27",
|
||||
"name": "binary-job",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "internal-db://c6a925fa-ac1d-4b2e-b88a-7054e1927521"
|
||||
}
|
||||
],
|
||||
"type": "Pig",
|
||||
"is_protected": false,
|
||||
"mains": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-03 10:47:51",
|
||||
"id": "90d9d5ec-11aa-48bd-bc8c-34936ce0db6e",
|
||||
"name": "pig",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "internal-db://872878f6-72ea-44db-8d1d-e6a6396d2df0"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
@ -1,19 +0,0 @@
|
||||
{
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.map.tasks": "1",
|
||||
"mapred.reduce.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,30 +0,0 @@
|
||||
{
|
||||
"job_execution": {
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"is_protected": false,
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"is_public": false,
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"info": {
|
||||
"status": "PENDING"
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,26 +0,0 @@
|
||||
{
|
||||
"job": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "1a674c31-9aaa-4d07-b844-2bf200a1b836",
|
||||
"name": "Edp-test-job",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "0ff4ac10-94a4-4e25-9ac9-603afe27b100",
|
||||
"name": "binary-job.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-c71e6bce.sahara/binary-job.jar"
|
||||
}
|
||||
],
|
||||
"type": "MapReduce",
|
||||
"mains": [],
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,4 +0,0 @@
|
||||
{
|
||||
"description": "This is public pig job example",
|
||||
"name": "public-pig-job-example"
|
||||
}
|
||||
@ -1,26 +0,0 @@
|
||||
{
|
||||
"job": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "1a674c31-9aaa-4d07-b844-2bf200a1b836",
|
||||
"name": "public-pig-job-example",
|
||||
"updated_at": null,
|
||||
"description": "This is public pig job example",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "0ff4ac10-94a4-4e25-9ac9-603afe27b100",
|
||||
"name": "binary-job.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-c71e6bce.sahara/binary-job.jar"
|
||||
}
|
||||
],
|
||||
"type": "MapReduce",
|
||||
"mains": [],
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
@ -1,66 +0,0 @@
|
||||
{
|
||||
"jobs": [
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "1a674c31-9aaa-4d07-b844-2bf200a1b836",
|
||||
"name": "Edp-test-job-3d60854e",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "0ff4ac10-94a4-4e25-9ac9-603afe27b100",
|
||||
"name": "binary-job-339c2d1a.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-c71e6bce.sahara/binary-job-339c2d1a.jar"
|
||||
}
|
||||
],
|
||||
"type": "MapReduce",
|
||||
"mains": [],
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:44",
|
||||
"id": "4d1f3759-3497-4927-8352-910bacf24e62",
|
||||
"name": "Edp-test-job-6b6953c8",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:44",
|
||||
"id": "e0d47800-4ac1-4d63-a2e1-c92d669a44e2",
|
||||
"name": "binary-job-6f21a2f8.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-b409ec68.sahara/binary-job-6f21a2f8.jar"
|
||||
}
|
||||
],
|
||||
"type": "Pig",
|
||||
"mains": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:44",
|
||||
"id": "e073e896-f123-4b76-995f-901d786262df",
|
||||
"name": "binary-job-d4f8bd75.pig",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-b409ec68.sahara/binary-job-d4f8bd75.pig"
|
||||
}
|
||||
],
|
||||
"is_protected": false
|
||||
}
|
||||
],
|
||||
"markers": {
|
||||
"prev": null,
|
||||
"next": "c53832da-6e7b-449e-a166-9f9ce1718d03"
|
||||
}
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"name": "master",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"flavor_id": "2"
|
||||
}
|
||||
@ -1,33 +0,0 @@
|
||||
{
|
||||
"node_group_template": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"is_protected": false,
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"security_groups": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
}
|
||||
@ -1,37 +0,0 @@
|
||||
{
|
||||
"node_group_template": {
|
||||
"is_public": false,
|
||||
"image_id": null,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"description": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"is_protected": false,
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"security_groups": null,
|
||||
"volume_type": null
|
||||
}
|
||||
}
|
||||
@ -1,10 +0,0 @@
|
||||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"node_processes": [
|
||||
"datanode"
|
||||
],
|
||||
"name": "new",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"flavor_id": "2"
|
||||
}
|
||||
@ -1,30 +0,0 @@
|
||||
{
|
||||
"node_group_template": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"is_protected": false,
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"security_groups": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "new",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
}
|
||||
@ -1,76 +0,0 @@
|
||||
{
|
||||
"node_group_templates": [
|
||||
{
|
||||
"is_public": false,
|
||||
"image_id": null,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"description": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"is_protected": false,
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"security_groups": null,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"image_id": null,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"flavor_id": "2",
|
||||
"id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"description": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:27:00",
|
||||
"is_protected": false,
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"security_groups": null,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"markers": {
|
||||
"prev":"39dfc852-8588-4b61-8d2b-eb08a67ab240",
|
||||
"next":"eaa0bd97-ab54-43df-83ab-77a9774d7358"
|
||||
}
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
"plugin": {
|
||||
"name": "vanilla",
|
||||
"versions": [
|
||||
"1.2.1",
|
||||
"2.4.1",
|
||||
"2.6.0"
|
||||
],
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component."
|
||||
}
|
||||
}
|
||||
@ -1,7 +0,0 @@
|
||||
{
|
||||
"plugin_labels": {
|
||||
"enabled": {
|
||||
"status": false
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,32 +0,0 @@
|
||||
{
|
||||
"plugin": {
|
||||
"plugin_labels": {
|
||||
"hidden": {
|
||||
"status": true,
|
||||
"mutable": true,
|
||||
"description": "Existence of plugin or its version is hidden, but still can be used for cluster creation by CLI and directly by client."
|
||||
},
|
||||
"enabled": {
|
||||
"status": false,
|
||||
"mutable": true,
|
||||
"description": "Plugin or its version is enabled and can be used by user."
|
||||
}
|
||||
},
|
||||
"description": "It's a fake plugin that aimed to work on the CirrOS images. It doesn't install Hadoop. It's needed to be able to test provisioning part of Sahara codebase itself.",
|
||||
"versions": [
|
||||
"0.1"
|
||||
],
|
||||
"tenant_id": "993f53c1f51845e48e013aeb632358d8",
|
||||
"title": "Fake Plugin",
|
||||
"version_labels": {
|
||||
"0.1": {
|
||||
"enabled": {
|
||||
"status": true,
|
||||
"mutable": true,
|
||||
"description": "Plugin or its version is enabled and can be used by user."
|
||||
}
|
||||
}
|
||||
},
|
||||
"name": "fake"
|
||||
}
|
||||
}
|
||||
@ -1,92 +0,0 @@
|
||||
{
|
||||
"plugin": {
|
||||
"name": "vanilla",
|
||||
"versions": [
|
||||
"1.2.1",
|
||||
"2.4.1",
|
||||
"2.6.0"
|
||||
],
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"required_image_tags": [
|
||||
"vanilla",
|
||||
"2.6.0"
|
||||
],
|
||||
"node_processes": {
|
||||
"JobFlow": [
|
||||
"oozie"
|
||||
],
|
||||
"HDFS": [
|
||||
"namenode",
|
||||
"datanode",
|
||||
"secondarynamenode"
|
||||
],
|
||||
"YARN": [
|
||||
"resourcemanager",
|
||||
"nodemanager"
|
||||
],
|
||||
"MapReduce": [
|
||||
"historyserver"
|
||||
],
|
||||
"Hadoop": [],
|
||||
"Hive": [
|
||||
"hiveserver"
|
||||
]
|
||||
},
|
||||
"configs": [
|
||||
{
|
||||
"default_value": "/tmp/hadoop-${user.name}",
|
||||
"name": "hadoop.tmp.dir",
|
||||
"priority": 2,
|
||||
"config_type": "string",
|
||||
"applicable_target": "HDFS",
|
||||
"is_optional": true,
|
||||
"scope": "node",
|
||||
"description": "A base for other temporary directories."
|
||||
},
|
||||
{
|
||||
"default_value": true,
|
||||
"name": "hadoop.native.lib",
|
||||
"priority": 2,
|
||||
"config_type": "bool",
|
||||
"applicable_target": "HDFS",
|
||||
"is_optional": true,
|
||||
"scope": "node",
|
||||
"description": "Should native hadoop libraries, if present, be used."
|
||||
},
|
||||
{
|
||||
"default_value": 1024,
|
||||
"name": "NodeManager Heap Size",
|
||||
"config_values": null,
|
||||
"priority": 1,
|
||||
"config_type": "int",
|
||||
"applicable_target": "YARN",
|
||||
"is_optional": false,
|
||||
"scope": "node",
|
||||
"description": null
|
||||
},
|
||||
{
|
||||
"default_value": true,
|
||||
"name": "Enable Swift",
|
||||
"config_values": null,
|
||||
"priority": 1,
|
||||
"config_type": "bool",
|
||||
"applicable_target": "general",
|
||||
"is_optional": false,
|
||||
"scope": "cluster",
|
||||
"description": null
|
||||
},
|
||||
{
|
||||
"default_value": true,
|
||||
"name": "Enable MySQL",
|
||||
"config_values": null,
|
||||
"priority": 1,
|
||||
"config_type": "bool",
|
||||
"applicable_target": "general",
|
||||
"is_optional": true,
|
||||
"scope": "cluster",
|
||||
"description": null
|
||||
}
|
||||
],
|
||||
"title": "Vanilla Apache Hadoop"
|
||||
}
|
||||
}
|
||||
@ -1,41 +0,0 @@
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"name": "vanilla",
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": [
|
||||
"1.2.1",
|
||||
"2.4.1",
|
||||
"2.6.0"
|
||||
],
|
||||
"title": "Vanilla Apache Hadoop"
|
||||
},
|
||||
{
|
||||
"name": "hdp",
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": [
|
||||
"1.3.2",
|
||||
"2.0.6"
|
||||
],
|
||||
"title": "Hortonworks Data Platform"
|
||||
},
|
||||
{
|
||||
"name": "spark",
|
||||
"description": "This plugin provides an ability to launch Spark on Hadoop CDH cluster without any management consoles.",
|
||||
"versions": [
|
||||
"1.0.0",
|
||||
"0.9.1"
|
||||
],
|
||||
"title": "Apache Spark"
|
||||
},
|
||||
{
|
||||
"name": "cdh",
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": [
|
||||
"5",
|
||||
"5.3.0"
|
||||
],
|
||||
"title": "Cloudera Plugin"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -1,241 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
=================
|
||||
Cluster templates
|
||||
=================
|
||||
|
||||
A cluster template configures a cluster. A cluster template
|
||||
lists node groups with the number of instances in each group. You
|
||||
can also define cluster-scoped configurations in a cluster
|
||||
template.
|
||||
|
||||
|
||||
Show cluster template details
|
||||
=============================
|
||||
|
||||
.. rest_method:: GET /v2/cluster-templates/{cluster_template_id}
|
||||
|
||||
Shows details for a cluster template.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_template_id: url_cluster_template_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- project_id: project_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- plugin_version: plugin_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Update cluster templates
|
||||
========================
|
||||
|
||||
.. rest_method:: PATCH /v2/cluster-templates/{cluster_template_id}
|
||||
|
||||
Updates a cluster template.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-template-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- project_id: project_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- plugin_version: plugin_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Delete cluster template
|
||||
=======================
|
||||
|
||||
.. rest_method:: DELETE /v2/cluster-templates/{cluster_template_id}
|
||||
|
||||
Deletes a cluster template.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List cluster templates
|
||||
======================
|
||||
|
||||
.. rest_method:: GET /v2/cluster-templates
|
||||
|
||||
Lists available cluster templates.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_cluster_templates
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- project_id: project_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- plugin_version: plugin_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v2/cluster-templates?limit=2
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create cluster templates
|
||||
========================
|
||||
|
||||
.. rest_method:: POST /v2/cluster-templates
|
||||
|
||||
Creates a cluster template.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-template-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: cluster_template_description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: object_is_protected
|
||||
- shares: object_shares
|
||||
- domain_name: domain_name
|
||||
- project_id: project_id
|
||||
- node_groups: node_groups
|
||||
- is_public: object_is_public
|
||||
- plugin_version: plugin_version
|
||||
- id: cluster_template_id
|
||||
- name: cluster_template_name
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,293 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
========
|
||||
Clusters
|
||||
========
|
||||
|
||||
A cluster is a group of nodes with the same configuration.
|
||||
|
||||
|
||||
List available clusters
|
||||
=======================
|
||||
|
||||
.. rest_method:: GET /v2/clusters
|
||||
|
||||
Lists available clusters.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_clusters
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- clusters: clusters
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
.. rest_method:: GET /v2/clusters
|
||||
|
||||
.. literalinclude:: samples/clusters/clusters-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create cluster
|
||||
==============
|
||||
|
||||
.. rest_method:: POST /v2/clusters
|
||||
|
||||
Creates a cluster.
|
||||
|
||||
Normal response codes: 202
|
||||
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show details of a cluster
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v2/clusters/{cluster_id}
|
||||
|
||||
Shows details for a cluster, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete a cluster
|
||||
================
|
||||
|
||||
.. rest_method:: DELETE /v2/clusters/{cluster_id}
|
||||
|
||||
Deletes a cluster.
|
||||
|
||||
Normal response codes: 204 or 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_id: url_cluster_id
|
||||
- force: force
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Scale cluster
|
||||
=============
|
||||
|
||||
.. rest_method:: PUT /v2/clusters/{cluster_id}
|
||||
|
||||
Scales a cluster.
|
||||
|
||||
Normal response codes: 202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_id: cluster_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-scale-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
|
||||
Update cluster
|
||||
==============
|
||||
|
||||
.. rest_method:: PATCH /v2/clusters/{cluster_id}
|
||||
|
||||
Updates a cluster.
|
||||
|
||||
Normal response codes: 202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
- domain_name: domain_name
|
||||
|
||||
|
||||
|
||||
|
||||
Show progress
|
||||
=============
|
||||
|
||||
.. rest_method:: GET /v2/clusters/{cluster_id}
|
||||
|
||||
Shows provisioning progress for a cluster.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_id: url_cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/event-log/cluster-progress-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
@ -1,202 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
============
|
||||
Data sources
|
||||
============
|
||||
|
||||
A data source object defines the location of input or output for
|
||||
MapReduce jobs and might reference different types of storage.
|
||||
|
||||
The Data Processing service does not validate data source
|
||||
locations.
|
||||
|
||||
|
||||
Show data source details
|
||||
========================
|
||||
|
||||
.. rest_method:: GET /v2/data-sources/{data_source_id}
|
||||
|
||||
Shows details for a data source.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- data_source_id: url_data_source_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: data_source_description
|
||||
- url: url
|
||||
- project_id: project_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: data_source_id
|
||||
- name: data_source_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete data source
|
||||
==================
|
||||
|
||||
.. rest_method:: DELETE /v2/data-sources/{data_source_id}
|
||||
|
||||
Deletes a data source.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- data_source_id: url_data_source_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update data source
|
||||
==================
|
||||
|
||||
.. rest_method:: PATCH /v2/data-sources/{data_source_id}
|
||||
|
||||
Updates a data source.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- data_source_id: url_data_source_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List data sources
|
||||
=================
|
||||
|
||||
.. rest_method:: GET /v2/data-sources
|
||||
|
||||
Lists all data sources.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- limit: limit
|
||||
- marker: marker
|
||||
- sort_by: sort_by_data_sources
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- markers: markers
|
||||
- prev: prev
|
||||
- next: next
|
||||
- description: data_source_description
|
||||
- url: url
|
||||
- project_id: project_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: data_source_id
|
||||
- name: data_source_name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. rest_method:: GET /v2/data-sourses?sort_by=-name
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-sources-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create data source
|
||||
==================
|
||||
|
||||
.. rest_method:: POST /v2/data-sources
|
||||
|
||||
Creates a data source.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-register-hdfs-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: data_source_description
|
||||
- url: url
|
||||
- project_id: project_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: object_is_protected
|
||||
- is_public: object_is_public
|
||||
- type: type
|
||||
- id: data_source_id
|
||||
- name: data_source_name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,42 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
=========
|
||||
Event log
|
||||
=========
|
||||
|
||||
The event log feature provides information about cluster
|
||||
provisioning. In the event of errors, the event log shows the
|
||||
reason for the failure.
|
||||
|
||||
|
||||
Show progress
|
||||
=============
|
||||
|
||||
.. rest_method:: GET /v2/clusters/{cluster_id}
|
||||
|
||||
Shows provisioning progress of cluster.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- cluster_id: cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/event-log/cluster-progress-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
@ -1,244 +0,0 @@
|
||||
.. -*- rst -*-
|
||||
|
||||
==============
|
||||
Image registry
|
||||
==============
|
||||
|
||||
Use the image registry tool to manage images, add tags to and
|
||||
remove tags from images, and define the user name for an instance
|
||||
operating system. Each plugin lists required tags for an image. To
|
||||
run remote operations, the Data Processing service requires a user
|
||||
name with which to log in to the operating system for an instance.
|
||||
|
||||
|
||||
Add tags to image
|
||||
=================
|
||||
|
||||
.. rest_method:: PUT /v2/images/{image_id}/tags
|
||||
|
||||
Adds tags to an image.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tags: tags
|
||||
- image_id: url_image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-tags-add-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show image details
|
||||
==================
|
||||
|
||||
.. rest_method:: GET /v2/images/{image_id}
|
||||
|
||||
Shows details for an image.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- image_id: url_image_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: image_description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: image_name
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: image_id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Register image
|
||||
==============
|
||||
|
||||
.. rest_method:: POST /v2/images/{image_id}
|
||||
|
||||
Registers an image in the registry.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- username: username
|
||||
- description: image_description
|
||||
- image_id: url_image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-register-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: image_description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: image_name
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: image_id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Unregister image
|
||||
================
|
||||
|
||||
.. rest_method:: DELETE /v2/images/{image_id}
|
||||
|
||||
Removes an image from the registry.
|
||||
|
||||
Normal response codes:204
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- image_id: url_image_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Remove tags from image
|
||||
======================
|
||||
|
||||
.. rest_method:: DELETE /v2/images/{image_id}/tag
|
||||
|
||||
Removes tags from an image.
|
||||
|
||||
Normal response codes:202
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tags: tags
|
||||
- image_id: url_image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-tags-delete-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List images
|
||||
===========
|
||||
|
||||
.. rest_method:: GET /v2/images
|
||||
|
||||
Lists all images registered in the registry.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tags: tags
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: image_description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: image_name
|
||||
- images: images
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: image_id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/images-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user