Merge "Moving WADL docs to Sahara repository"
This commit is contained in:
Jenkins
Gerrit Code Review
commit
3c107bff2b
|
|
@ -0,0 +1,245 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
=================
|
||||
Cluster templates
|
||||
=================
|
||||
|
||||
A cluster template configures a Hadoop cluster. A cluster template
|
||||
lists node groups with the number of instances in each group. You
|
||||
can also define cluster-scoped configurations in a cluster
|
||||
template.
|
||||
|
||||
|
||||
Show cluster template details
|
||||
=============================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/cluster-templates/{cluster_template_id}
|
||||
|
||||
Shows details for a cluster template.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: is_protected
|
||||
- shares: shares
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Update cluster templates
|
||||
========================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{tenant_id}/cluster-templates/{cluster_template_id}
|
||||
|
||||
Updates a cluster template.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-template-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: is_protected
|
||||
- shares: shares
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Delete cluster template
|
||||
=======================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/cluster-templates/{cluster_template_id}
|
||||
|
||||
Deletes a cluster template.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_template_id: cluster_template_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List cluster templates
|
||||
======================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/cluster-templates
|
||||
|
||||
Lists available cluster templates.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: is_protected
|
||||
- shares: shares
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create cluster templates
|
||||
========================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/cluster-templates
|
||||
|
||||
Creates a cluster template.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/cluster-templates/cluster-template-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- use_autoconfig: use_autoconfig
|
||||
- cluster_configs: cluster_configs
|
||||
- created_at: created_at
|
||||
- default_image_id: default_image_id
|
||||
- updated_at: updated_at
|
||||
- plugin_name: plugin_name
|
||||
- is_default: is_default
|
||||
- is_protected: is_protected
|
||||
- shares: shares
|
||||
- tenant_id: tenant_id
|
||||
- node_groups: node_groups
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,328 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
========
|
||||
Clusters
|
||||
========
|
||||
|
||||
A cluster is a group of nodes with the same configuration.
|
||||
|
||||
|
||||
List available clusters
|
||||
=======================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/clusters
|
||||
|
||||
Lists available clusters.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- clusters: clusters
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/clusters/clusters-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create cluster
|
||||
==============
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/clusters
|
||||
|
||||
Creates a cluster.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Create multiple clusters
|
||||
========================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/clusters/multiple
|
||||
|
||||
Creates multiple clusters.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/multiple-clusters-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show details of a cluster
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/clusters/{cluster_id}
|
||||
|
||||
Shows details for a cluster, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete a cluster
|
||||
================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/clusters/{cluster_id}
|
||||
|
||||
Deletes a cluster.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Scale cluster
|
||||
=============
|
||||
|
||||
.. rest_method:: PUT /v1.1/{tenant_id}/clusters/{cluster_id}
|
||||
|
||||
Scales a cluster.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-scale-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update cluster
|
||||
==============
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{tenant_id}/clusters/{cluster_id}
|
||||
|
||||
Updates a cluster.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/clusters/cluster-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- count: count
|
||||
- info: info
|
||||
- cluster_template_id: cluster_template_id
|
||||
- is_transient: is_transient
|
||||
- provision_progress: provision_progress
|
||||
- status: status
|
||||
- neutron_management_network: neutron_management_network
|
||||
- management_public_key: management_public_key
|
||||
- status_description: status_description
|
||||
- trust_id: trust_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show progress
|
||||
=============
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/clusters/{cluster_id}
|
||||
|
||||
Shows provisioning progress for a cluster.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/event-log/cluster-progress-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,222 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
#
|
||||
# sahara documentation build configuration file, created Fri May 6 15:19:20
|
||||
# 2016.
|
||||
#
|
||||
# This file is execfile()d with the current directory set to
|
||||
# its containing dir.
|
||||
#
|
||||
# Note that not all possible configuration values are present in this
|
||||
# autogenerated file.
|
||||
#
|
||||
# All configuration values have a default; values that are commented out
|
||||
# serve to show the default.
|
||||
|
||||
import os
|
||||
import subprocess
|
||||
import sys
|
||||
import warnings
|
||||
|
||||
# If extensions (or modules to document with autodoc) are in another directory,
|
||||
# add these directories to sys.path here. If the directory is relative to the
|
||||
# documentation root, use os.path.abspath to make it absolute, like shown here.
|
||||
sys.path.insert(0, os.path.abspath('../../'))
|
||||
sys.path.insert(0, os.path.abspath('../'))
|
||||
sys.path.insert(0, os.path.abspath('./'))
|
||||
|
||||
# -- General configuration ----------------------------------------------------
|
||||
|
||||
# Add any Sphinx extension module names here, as strings. They can be
|
||||
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom ones.
|
||||
|
||||
extensions = [
|
||||
'ext.rest_parameters',
|
||||
'oslosphinx',
|
||||
]
|
||||
|
||||
# The suffix of source filenames.
|
||||
source_suffix = '.rst'
|
||||
|
||||
# The encoding of source files.
|
||||
#
|
||||
# source_encoding = 'utf-8'
|
||||
|
||||
# The master toctree document.
|
||||
master_doc = 'index'
|
||||
|
||||
# General information about the project.
|
||||
project = u'Compute API Reference'
|
||||
copyright = u'2010-present, OpenStack Foundation'
|
||||
|
||||
# The version info for the project you're documenting, acts as replacement for
|
||||
# |version| and |release|, also used in various other places throughout the
|
||||
# built documents.
|
||||
#
|
||||
from sahara.version import version_info
|
||||
# The full version, including alpha/beta/rc tags.
|
||||
release = version_info.release_string()
|
||||
# The short X.Y version.
|
||||
version = version_info.version_string()
|
||||
|
||||
# The language for content autogenerated by Sphinx. Refer to documentation
|
||||
# for a list of supported languages.
|
||||
#
|
||||
# language = None
|
||||
|
||||
# There are two options for replacing |today|: either, you set today to some
|
||||
# non-false value, then it is used:
|
||||
# today = ''
|
||||
# Else, today_fmt is used as the format for a strftime call.
|
||||
# today_fmt = '%B %d, %Y'
|
||||
|
||||
# The reST default role (used for this markup: `text`) to use
|
||||
# for all documents.
|
||||
# default_role = None
|
||||
|
||||
# If true, '()' will be appended to :func: etc. cross-reference text.
|
||||
# add_function_parentheses = True
|
||||
|
||||
# If true, the current module name will be prepended to all description
|
||||
# unit titles (such as .. function::).
|
||||
add_module_names = False
|
||||
|
||||
# If true, sectionauthor and moduleauthor directives will be shown in the
|
||||
# output. They are ignored by default.
|
||||
show_authors = False
|
||||
|
||||
# The name of the Pygments (syntax highlighting) style to use.
|
||||
pygments_style = 'sphinx'
|
||||
|
||||
# -- Options for man page output ----------------------------------------------
|
||||
|
||||
# Grouping the document tree for man pages.
|
||||
# List of tuples 'sourcefile', 'target', u'title', u'Authors name', 'manual'
|
||||
|
||||
|
||||
# -- Options for HTML output --------------------------------------------------
|
||||
|
||||
# The theme to use for HTML and HTML Help pages. Major themes that come with
|
||||
# Sphinx are currently 'default' and 'sphinxdoc'.
|
||||
# html_theme_path = ["."]
|
||||
# html_theme = '_theme'
|
||||
|
||||
# Theme options are theme-specific and customize the look and feel of a theme
|
||||
# further. For a list of options available for each theme, see the
|
||||
# documentation.
|
||||
# html_theme_options = {}
|
||||
|
||||
# Add any paths that contain custom themes here, relative to this directory.
|
||||
# html_theme_path = []
|
||||
|
||||
# The name for this set of Sphinx documents. If None, it defaults to
|
||||
# "<project> v<release> documentation".
|
||||
# html_title = None
|
||||
|
||||
# A shorter title for the navigation bar. Default is the same as html_title.
|
||||
# html_short_title = None
|
||||
|
||||
# The name of an image file (relative to this directory) to place at the top
|
||||
# of the sidebar.
|
||||
# html_logo = None
|
||||
|
||||
# The name of an image file (within the static path) to use as favicon of the
|
||||
# docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32
|
||||
# pixels large.
|
||||
# html_favicon = None
|
||||
|
||||
# Add any paths that contain custom static files (such as style sheets) here,
|
||||
# relative to this directory. They are copied after the builtin static files,
|
||||
# so a file named "default.css" will overwrite the builtin "default.css".
|
||||
html_static_path = ['_static']
|
||||
|
||||
# If not '', a 'Last updated on:' timestamp is inserted at every page bottom,
|
||||
# using the given strftime format.
|
||||
# html_last_updated_fmt = '%b %d, %Y'
|
||||
git_cmd = ["git", "log", "--pretty=format:'%ad, commit %h'", "--date=local",
|
||||
"-n1"]
|
||||
try:
|
||||
html_last_updated_fmt = subprocess.Popen(
|
||||
git_cmd, stdout=subprocess.PIPE).communicate()[0]
|
||||
except Exception:
|
||||
warnings.warn('Cannot get last updated time from git repository. '
|
||||
'Not setting "html_last_updated_fmt".')
|
||||
|
||||
# If true, SmartyPants will be used to convert quotes and dashes to
|
||||
# typographically correct entities.
|
||||
# html_use_smartypants = True
|
||||
|
||||
# Custom sidebar templates, maps document names to template names.
|
||||
# html_sidebars = {}
|
||||
|
||||
# Additional templates that should be rendered to pages, maps page names to
|
||||
# template names.
|
||||
# html_additional_pages = {}
|
||||
|
||||
# If false, no module index is generated.
|
||||
# html_use_modindex = True
|
||||
|
||||
# If false, no index is generated.
|
||||
# html_use_index = True
|
||||
|
||||
# If true, the index is split into individual pages for each letter.
|
||||
# html_split_index = False
|
||||
|
||||
# If true, links to the reST sources are added to the pages.
|
||||
# html_show_sourcelink = True
|
||||
|
||||
# If true, an OpenSearch description file will be output, and all pages will
|
||||
# contain a <link> tag referring to it. The value of this option must be the
|
||||
# base URL from which the finished HTML is served.
|
||||
# html_use_opensearch = ''
|
||||
|
||||
# If nonempty, this is the file name suffix for HTML files (e.g. ".xhtml").
|
||||
# html_file_suffix = ''
|
||||
|
||||
# Output file base name for HTML help builder.
|
||||
htmlhelp_basename = 'saharaoc'
|
||||
|
||||
|
||||
# -- Options for LaTeX output -------------------------------------------------
|
||||
|
||||
# The paper size ('letter' or 'a4').
|
||||
# latex_paper_size = 'letter'
|
||||
|
||||
# The font size ('10pt', '11pt' or '12pt').
|
||||
# latex_font_size = '10pt'
|
||||
|
||||
# Grouping the document tree into LaTeX files. List of tuples
|
||||
# (source start file, target name, title, author, documentclass
|
||||
# [howto/manual]).
|
||||
latex_documents = [
|
||||
('index', 'Sahara.tex', u'OpenStack Compute API Documentation',
|
||||
u'OpenStack Foundation', 'manual'),
|
||||
]
|
||||
|
||||
# The name of an image file (relative to this directory) to place at the top of
|
||||
# the title page.
|
||||
# latex_logo = None
|
||||
|
||||
# For "manual" documents, if this is true, then toplevel headings are parts,
|
||||
# not chapters.
|
||||
# latex_use_parts = False
|
||||
|
||||
# Additional stuff for the LaTeX preamble.
|
||||
# latex_preamble = ''
|
||||
|
||||
# Documents to append as an appendix to all manuals.
|
||||
# latex_appendices = []
|
||||
|
||||
# If false, no module index is generated.
|
||||
# latex_use_modindex = True
|
||||
|
|
@ -0,0 +1,206 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
============
|
||||
Data sources
|
||||
============
|
||||
|
||||
A data source object defines the location of input or output for
|
||||
MapReduce jobs and might reference different types of storage.
|
||||
|
||||
The Data Processing service does not validate data source
|
||||
locations.
|
||||
|
||||
|
||||
Show data source details
|
||||
========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/data-sources/{data_source_id}
|
||||
|
||||
Shows details for a data source.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- data_source_id: data_source_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete data source
|
||||
==================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/data-sources/{data_source_id}
|
||||
|
||||
Deletes a data source.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- data_source_id: data_source_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update data source
|
||||
==================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{tenant_id}/data-sources/{data_source_id}
|
||||
|
||||
Updates a data source.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- data_source_id: data_source_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List data sources
|
||||
=================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/data-sources
|
||||
|
||||
Lists all data sources.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-sources-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create data source
|
||||
==================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/data-sources
|
||||
|
||||
Creates a data source.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/data-sources/data-source-register-hdfs-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,42 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
=========
|
||||
Event log
|
||||
=========
|
||||
|
||||
The event log feature provides information about cluster
|
||||
provisioning. In the event of errors, the event log shows the
|
||||
reason for the failure.
|
||||
|
||||
|
||||
Show progress
|
||||
=============
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/clusters/{cluster_id}
|
||||
|
||||
Shows provisioning progress of cluster.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- cluster_id: cluster_id
|
||||
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/event-log/cluster-progress-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,251 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
==============
|
||||
Image registry
|
||||
==============
|
||||
|
||||
Use the image registry tool to manage images, add tags to and
|
||||
remove tags from images, and define the user name for an instance
|
||||
operating system. Each plugin lists required tags for an image. To
|
||||
run remote operations, the Data Processing service requires a user
|
||||
name with which to log in to the operating system for an instance.
|
||||
|
||||
|
||||
Add tags to image
|
||||
=================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/images/{image_id}/tag
|
||||
|
||||
Adds tags to an image.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- tags: tags
|
||||
- image_id: image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-tags-add-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show image details
|
||||
==================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/images/{image_id}
|
||||
|
||||
Shows details for an image.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- image_id: image_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: name
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Register image
|
||||
==============
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/images/{image_id}
|
||||
|
||||
Registers an image in the registry.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- username: username
|
||||
- description: description
|
||||
- image_id: image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-register-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: name
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Unregister image
|
||||
================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/images/{image_id}
|
||||
|
||||
Removes an image from the registry.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- image_id: image_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Remove tags from image
|
||||
======================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/images/{image_id}/untag
|
||||
|
||||
Removes tags from an image.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- tags: tags
|
||||
- image_id: image_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/image-tags-delete-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List images
|
||||
===========
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/images
|
||||
|
||||
Lists all images registered in the registry.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- tags: tags
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- status: status
|
||||
- username: username
|
||||
- updated: updated
|
||||
- description: description
|
||||
- created: created
|
||||
- image: image
|
||||
- tags: tags
|
||||
- minDisk: minDisk
|
||||
- name: name
|
||||
- images: images
|
||||
- progress: progress
|
||||
- minRam: minRam
|
||||
- id: id
|
||||
- metadata: metadata
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/image-registry/images-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,20 @@
|
|||
:tocdepth: 2
|
||||
|
||||
====================
|
||||
Data Processing API
|
||||
====================
|
||||
|
||||
.. rest_expand_all::
|
||||
|
||||
.. include:: cluster-templates.inc
|
||||
.. include:: clusters.inc
|
||||
.. include:: data-sources.inc
|
||||
.. include:: event-log.inc
|
||||
.. include:: image-registry.inc
|
||||
.. include:: job-binaries.inc
|
||||
.. include:: job-executions.inc
|
||||
.. include:: job-types.inc
|
||||
.. include:: job-binary-internals.inc
|
||||
.. include:: jobs.inc
|
||||
.. include:: node-group-templates.inc
|
||||
.. include:: plugins.inc
|
||||
|
|
@ -0,0 +1,259 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
============
|
||||
Job binaries
|
||||
============
|
||||
|
||||
Job binary objects represent data processing applications and
|
||||
libraries that are stored in either the internal database or the
|
||||
Object Storage service.
|
||||
|
||||
|
||||
List job binaries
|
||||
=================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-binaries
|
||||
|
||||
Lists the available job binaries.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- binaries: binaries
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create job binary
|
||||
=================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/job-binaries
|
||||
|
||||
Creates a job binary.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary details
|
||||
=======================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-binaries
|
||||
|
||||
Shows details for a job binary.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- url: url
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete job binary
|
||||
=================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/job-binaries
|
||||
|
||||
Deletes a job binary.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job binary
|
||||
=================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{tenant_id}/job-binaries
|
||||
|
||||
Updates a job binary.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary data
|
||||
====================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-binaries/{job_binary_id}/data
|
||||
|
||||
Shows data for a job binary.
|
||||
|
||||
The response body shows the job binary raw data and the response
|
||||
headers show the data length.
|
||||
|
||||
Example response:
|
||||
|
||||
::
|
||||
|
||||
HTTP/1.1 200 OK
|
||||
Connection: keep-alive
|
||||
Content-Length: 161
|
||||
Content-Type: text/html; charset=utf-8
|
||||
Date: Sat, 28 Mar 2016 02:42:48 GMT
|
||||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage();
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_binary_id: job_binary_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- Content-Length: Content-Length
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binaries/show-data-response
|
||||
:language: text
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,254 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
====================
|
||||
Job binary internals
|
||||
====================
|
||||
|
||||
Job binary internal objects represent data processing applications
|
||||
and libraries that are stored in the internal database.
|
||||
|
||||
|
||||
Create job binary internal
|
||||
==========================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{tenant_id}/job-binary-internals/{name}
|
||||
|
||||
Creates a job binary internal.
|
||||
|
||||
Job binary internals are objects that represent data processing
|
||||
applications and libraries that are stored in the internal
|
||||
database.
|
||||
|
||||
Specify the file contents (raw data or script text) in the request
|
||||
body. Specify the file name in the URI.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- name: name
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- name: name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- datasize: datasize
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary internal data
|
||||
=============================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-binary-internals/{job_binary_internals_id}/data
|
||||
|
||||
Shows data for a job binary internal.
|
||||
|
||||
The response body shows the job binary raw data and the response
|
||||
headers show the data length.
|
||||
|
||||
Example response:
|
||||
|
||||
::
|
||||
|
||||
HTTP/1.1 200 OK
|
||||
Connection: keep-alive
|
||||
Content-Length: 161
|
||||
Content-Type: text/html; charset=utf-8
|
||||
Date: Sat, 28 Mar 2016 02:21:13 GMT
|
||||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage();
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_binary_internals_id: job_binary_internals_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- Content-Length: Content-Length
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/show-data-response
|
||||
:language: text
|
||||
|
||||
|
||||
|
||||
|
||||
Show job binary internal details
|
||||
================================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-binary-internals/{job_binary_internals_id}
|
||||
|
||||
Shows details for a job binary internal.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_binary_internals_id: job_binary_internals_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- name: name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- datasize: datasize
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete job binary internal
|
||||
==========================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/job-binary-internals/{job_binary_internals_id}
|
||||
|
||||
Deletes a job binary internal.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_binary_internals_id: job_binary_internals_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job binary internal
|
||||
==========================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{tenant_id}/job-binary-internals/{job_binary_internals_id}
|
||||
|
||||
Updates a job binary internal.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_binary_internals_id: job_binary_internals_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List job binary internals
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-binary-internals
|
||||
|
||||
Lists the available job binary internals.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- binaries: binaries
|
||||
- name: name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- updated_at: updated_at
|
||||
- is_protected: is_protected
|
||||
- is_public: is_public
|
||||
- datasize: datasize
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-binary-internals/list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,322 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
==============
|
||||
Job executions
|
||||
==============
|
||||
|
||||
A job execution object represents a Hadoop job that runs on a
|
||||
cluster. A job execution polls the status of a running job and
|
||||
reports it to the user. Also a user can cancel a running job.
|
||||
|
||||
|
||||
Refresh job execution status
|
||||
============================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-executions/{job_execution_id}/refresh-status
|
||||
|
||||
Refreshes the status of and shows information for a job execution.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_execution_id: job_execution_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/job-ex-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
List job executions
|
||||
===================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-executions
|
||||
|
||||
Lists available job executions.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: id
|
||||
- job_executions: job_executions
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Show job execution details
|
||||
==========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-executions/{job_execution_id}
|
||||
|
||||
Shows details for a job execution, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_execution_id: job_execution_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/job-ex-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete job execution
|
||||
====================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/job-executions/{job_execution_id}
|
||||
|
||||
Deletes a job execution.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_execution_id: job_execution_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job execution
|
||||
====================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{tenant_id}/job-executions/{job_execution_id}
|
||||
|
||||
Updates a job execution.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_execution_id: job_execution_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/job-ex-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Cancel job execution
|
||||
====================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-executions/{job_execution_id}/cancel
|
||||
|
||||
Cancels a job execution.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_execution_id: job_execution_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- info: info
|
||||
- output_id: output_id
|
||||
- start_time: start_time
|
||||
- job_id: job_id
|
||||
- updated_at: updated_at
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- args: args
|
||||
- data_source_urls: data_source_urls
|
||||
- return_code: return_code
|
||||
- oozie_job_id: oozie_job_id
|
||||
- is_protected: is_protected
|
||||
- cluster_id: cluster_id
|
||||
- end_time: end_time
|
||||
- params: params
|
||||
- is_public: is_public
|
||||
- input_id: input_id
|
||||
- configs: configs
|
||||
- job_execution: job_execution
|
||||
- id: id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-executions/cancel-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,61 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
=========
|
||||
Job types
|
||||
=========
|
||||
|
||||
Each plugin that supports EDP also supports specific job types.
|
||||
Different versions of a plugin might actually support different job
|
||||
types. Configuration options vary by plugin, version, and job type.
|
||||
|
||||
The job types provide information about which plugins support which
|
||||
job types and how to configure the job types.
|
||||
|
||||
|
||||
List job types
|
||||
==============
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/job-types
|
||||
|
||||
Lists all job types.
|
||||
|
||||
You can use query parameters to filter the response.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- plugin: plugin
|
||||
- version: version
|
||||
- type: type
|
||||
- hints: hints
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- versions: versions
|
||||
- title: title
|
||||
- description: description
|
||||
- job_types: job_types
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/job-types/job-types-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,261 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
====
|
||||
Jobs
|
||||
====
|
||||
|
||||
A job object lists the binaries that a job needs to run. To run a
|
||||
job, you must specify data sources and job parameters.
|
||||
|
||||
You can run a job on an existing or new transient cluster.
|
||||
|
||||
|
||||
Run job
|
||||
=======
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/jobs/{job_id}/execute
|
||||
|
||||
Runs a job.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_id: job_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-execute-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
List jobs
|
||||
=========
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/jobs
|
||||
|
||||
Lists all jobs.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- jobs: jobs
|
||||
- description: description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: is_protected
|
||||
- interface: interface
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/jobs/jobs-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create job
|
||||
==========
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/jobs
|
||||
|
||||
Creates a job object.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: is_protected
|
||||
- interface: interface
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show job details
|
||||
================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/jobs/{job_id}
|
||||
|
||||
Shows details for a job.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_id: job_id
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: is_protected
|
||||
- interface: interface
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Remove job
|
||||
==========
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/jobs/{job_id}
|
||||
|
||||
Removes a job.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_id: job_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update job object
|
||||
=================
|
||||
|
||||
.. rest_method:: PATCH /v1.1/{tenant_id}/jobs/{job_id}
|
||||
|
||||
Updates a job object.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- job_id: job_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/jobs/job-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- description: description
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- mains: mains
|
||||
- updated_at: updated_at
|
||||
- libs: libs
|
||||
- is_protected: is_protected
|
||||
- interface: interface
|
||||
- is_public: is_public
|
||||
- type: type
|
||||
- id: id
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,264 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
====================
|
||||
Node group templates
|
||||
====================
|
||||
|
||||
A cluster is a group of nodes with the same configuration. A node
|
||||
group template configures a node in the cluster.
|
||||
|
||||
A template configures Hadoop processes and VM characteristics, such
|
||||
as the number of reduced slots for task tracker, the number of
|
||||
CPUs, and the amount of RAM. The template specifies the VM
|
||||
characteristics through an OpenStack flavor.
|
||||
|
||||
|
||||
List node group templates
|
||||
=========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/node-group-templates
|
||||
|
||||
Lists available node group templates.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- volume_local_to_instance: volume_local_to_instance
|
||||
- availability_zone: availability_zone
|
||||
- updated_at: updated_at
|
||||
- use_autoconfig: use_autoconfig
|
||||
- volumes_per_node: volumes_per_node
|
||||
- id: id
|
||||
- security_groups: security_groups
|
||||
- shares: shares
|
||||
- node_configs: node_configs
|
||||
- auto_security_group: auto_security_group
|
||||
- volumes_availability_zone: volumes_availability_zone
|
||||
- description: description
|
||||
- volume_mount_prefix: volume_mount_prefix
|
||||
- plugin_name: plugin_name
|
||||
- floating_ip_pool: floating_ip_pool
|
||||
- is_default: is_default
|
||||
- image_id: image_id
|
||||
- volumes_size: volumes_size
|
||||
- is_proxy_gateway: is_proxy_gateway
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- name: name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- volume_type: volume_type
|
||||
- is_protected: is_protected
|
||||
- node_processes: node_processes
|
||||
- flavor_id: flavor_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-templates-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Create node group template
|
||||
==========================
|
||||
|
||||
.. rest_method:: POST /v1.1/{tenant_id}/node-group-templates
|
||||
|
||||
Creates a node group template.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-template-create-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- volume_local_to_instance: volume_local_to_instance
|
||||
- availability_zone: availability_zone
|
||||
- updated_at: updated_at
|
||||
- use_autoconfig: use_autoconfig
|
||||
- volumes_per_node: volumes_per_node
|
||||
- id: id
|
||||
- security_groups: security_groups
|
||||
- shares: shares
|
||||
- node_configs: node_configs
|
||||
- auto_security_group: auto_security_group
|
||||
- volumes_availability_zone: volumes_availability_zone
|
||||
- description: description
|
||||
- volume_mount_prefix: volume_mount_prefix
|
||||
- plugin_name: plugin_name
|
||||
- floating_ip_pool: floating_ip_pool
|
||||
- is_default: is_default
|
||||
- image_id: image_id
|
||||
- volumes_size: volumes_size
|
||||
- is_proxy_gateway: is_proxy_gateway
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- name: name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- volume_type: volume_type
|
||||
- is_protected: is_protected
|
||||
- node_processes: node_processes
|
||||
- flavor_id: flavor_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Show node group template details
|
||||
================================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/node-group-templates/{node_group_template_id}
|
||||
|
||||
Shows a node group template, by ID.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- node_group_template_id: node_group_template_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- volume_local_to_instance: volume_local_to_instance
|
||||
- availability_zone: availability_zone
|
||||
- updated_at: updated_at
|
||||
- use_autoconfig: use_autoconfig
|
||||
- volumes_per_node: volumes_per_node
|
||||
- id: id
|
||||
- security_groups: security_groups
|
||||
- shares: shares
|
||||
- node_configs: node_configs
|
||||
- auto_security_group: auto_security_group
|
||||
- volumes_availability_zone: volumes_availability_zone
|
||||
- description: description
|
||||
- volume_mount_prefix: volume_mount_prefix
|
||||
- plugin_name: plugin_name
|
||||
- floating_ip_pool: floating_ip_pool
|
||||
- is_default: is_default
|
||||
- image_id: image_id
|
||||
- volumes_size: volumes_size
|
||||
- is_proxy_gateway: is_proxy_gateway
|
||||
- is_public: is_public
|
||||
- hadoop_version: hadoop_version
|
||||
- name: name
|
||||
- tenant_id: tenant_id
|
||||
- created_at: created_at
|
||||
- volume_type: volume_type
|
||||
- is_protected: is_protected
|
||||
- node_processes: node_processes
|
||||
- flavor_id: flavor_id
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-template-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Delete node group template
|
||||
==========================
|
||||
|
||||
.. rest_method:: DELETE /v1.1/{tenant_id}/node-group-templates/{node_group_template_id}
|
||||
|
||||
Deletes a node group template.
|
||||
|
||||
Error response codes:204,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- node_group_template_id: node_group_template_id
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Update node group template
|
||||
==========================
|
||||
|
||||
.. rest_method:: PUT /v1.1/{tenant_id}/node-group-templates/{node_group_template_id}
|
||||
|
||||
Updates a node group template.
|
||||
|
||||
Error response codes:202,
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- node_group_template_id: node_group_template_id
|
||||
|
||||
Request Example
|
||||
---------------
|
||||
|
||||
.. literalinclude:: samples/node-group-templates/node-group-template-update-request.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,985 @@
|
|||
# variables in header
|
||||
Content-Length:
|
||||
description: |
|
||||
The length of the data, in bytes.
|
||||
in: header
|
||||
required: true
|
||||
type: string
|
||||
|
||||
# variables in path
|
||||
cluster_id:
|
||||
description: |
|
||||
The ID of the cluster
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
cluster_template_id_1:
|
||||
description: |
|
||||
The unique identifier of the cluster template.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
data_source_id:
|
||||
description: |
|
||||
The UUID of the data source.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
hints:
|
||||
description: |
|
||||
Includes configuration hints in the response.
|
||||
in: path
|
||||
required: false
|
||||
type: boolean
|
||||
image_id:
|
||||
description: |
|
||||
The UUID of the image.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
job_binary_id:
|
||||
description: |
|
||||
The UUID of the job binary.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
job_binary_internals_id:
|
||||
description: |
|
||||
The UUID of the job binary internal.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
job_execution_id:
|
||||
description: |
|
||||
The UUID of the job execution.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
job_id:
|
||||
description: |
|
||||
The UUID of the job.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
name_3:
|
||||
description: |
|
||||
The name of the job binary internal.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
node_group_template_id:
|
||||
description: |
|
||||
The UUID of the node group template.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
plugin:
|
||||
description: |
|
||||
Filters the response by a plugin name.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
plugin_name_1:
|
||||
description: |
|
||||
Name of the plugin.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
type_2:
|
||||
description: |
|
||||
Filters the response by a job type.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
version:
|
||||
description: |
|
||||
Filters the response by a plugin version.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
version_1:
|
||||
description: |
|
||||
Version of the plugin.
|
||||
in: path
|
||||
required: false
|
||||
type: string
|
||||
|
||||
# variables in query
|
||||
url_tenant_id:
|
||||
description: |
|
||||
UUID of the tenant.
|
||||
in: path
|
||||
required: true
|
||||
type: string
|
||||
|
||||
# variables in body
|
||||
args:
|
||||
description: |
|
||||
The list of arguments.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
auto_security_group:
|
||||
description: |
|
||||
If set to ``True``, the cluster group is
|
||||
automatically secured.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
availability_zone:
|
||||
description: |
|
||||
The availability of the node in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
binaries:
|
||||
description: |
|
||||
The list of job binary internal objects.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
cluster_configs:
|
||||
description: |
|
||||
A set of key and value pairs that contain the
|
||||
cluster configuration.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
cluster_id_1:
|
||||
description: |
|
||||
The UUID of the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
cluster_template_id:
|
||||
description: |
|
||||
The UUID of the cluster template.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
clusters:
|
||||
description: |
|
||||
The list of clusters.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
configs:
|
||||
description: |
|
||||
The mappings of the job tasks.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
count:
|
||||
description: |
|
||||
The number of nodes in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
created:
|
||||
description: |
|
||||
The date and time when the image was created.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
|
||||
The ``±hh:mm`` value, if included, is the time zone as an offset
|
||||
from UTC.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
created_at:
|
||||
description: |
|
||||
The date and time when the cluster was created.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
created_at_1:
|
||||
description: |
|
||||
The date and time when the object was created.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
created_at_2:
|
||||
description: |
|
||||
The date and time when the node was created in the cluster.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
created_at_3:
|
||||
description: |
|
||||
The date and time when the job execution object was created.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
data_source_urls:
|
||||
description: |
|
||||
The data source URLs.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
datasize:
|
||||
description: |
|
||||
The size of the data stored in the internal
|
||||
database.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
default_image_id:
|
||||
description: |
|
||||
The default ID of the image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description:
|
||||
description: |
|
||||
The description of the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_1:
|
||||
description: |
|
||||
The description of the data source object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_2:
|
||||
description: |
|
||||
The description of the job object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_3:
|
||||
description: |
|
||||
The description of the node in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_4:
|
||||
description: |
|
||||
The description of the job binary object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_5:
|
||||
description: |
|
||||
The description of the image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_6:
|
||||
description: |
|
||||
The full description of the plugin.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
description_7:
|
||||
description: |
|
||||
Description of the image.
|
||||
in: body
|
||||
required: false
|
||||
type: string
|
||||
end_time:
|
||||
description: |
|
||||
The end date and time of the job execution.
|
||||
|
||||
The date and time when the job completed execution.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
flavor_id:
|
||||
description: |
|
||||
The ID of the flavor.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
floating_ip_pool:
|
||||
description: |
|
||||
The UUID of the pool in the template.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
hadoop_version:
|
||||
description: |
|
||||
The version of the Hadoop used in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
hadoop_version_1:
|
||||
description: |
|
||||
The version of the Hadoop.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
id:
|
||||
description: |
|
||||
The UUID of the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
id_1:
|
||||
description: |
|
||||
The ID of the object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
id_2:
|
||||
description: |
|
||||
The UUID of the node in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
id_3:
|
||||
description: |
|
||||
The UUID of the job execution object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
id_4:
|
||||
description: |
|
||||
The UUID of the image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
image:
|
||||
description: |
|
||||
A set of key and value pairs that contain image
|
||||
properties.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
image_id_1:
|
||||
description: |
|
||||
The UUID of the image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
images:
|
||||
description: |
|
||||
The list of images and their properties.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
info:
|
||||
description: |
|
||||
A set of key and value pairs that contain cluster
|
||||
information.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
info_1:
|
||||
description: |
|
||||
The report of the executed job objects.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
input_id:
|
||||
description: |
|
||||
The UUID of the input.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
interface:
|
||||
description: |
|
||||
The interfaces of the job object.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
is_default:
|
||||
description: |
|
||||
If set to ``true``, the cluster is the default
|
||||
cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_default_1:
|
||||
description: |
|
||||
If set to ``True`` the node is the default node
|
||||
in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_protected:
|
||||
description: |
|
||||
If set to ``true``, the cluster is protected.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_protected_1:
|
||||
description: |
|
||||
If set to ``true``, the object is protected.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_protected_2:
|
||||
description: |
|
||||
If set to ``true``, the node is protected.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_protected_3:
|
||||
description: |
|
||||
If set to ``true``, the job execution object is
|
||||
protected.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_proxy_gateway:
|
||||
description: |
|
||||
If set to ``true``, the node is the proxy
|
||||
gateway.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_public:
|
||||
description: |
|
||||
If set to ``true``, the cluster is public.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_public_1:
|
||||
description: |
|
||||
If set to ``true``, the object is public.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_public_2:
|
||||
description: |
|
||||
If set to ``True``, the node is public in the
|
||||
cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_public_3:
|
||||
description: |
|
||||
If set to ``true``, the job execution object is
|
||||
public.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
is_transient:
|
||||
description: |
|
||||
If set to ``true``, the cluster is transient.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
job_execution:
|
||||
description: |
|
||||
A set of key and value pairs that contain the job
|
||||
object.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
job_executions:
|
||||
description: |
|
||||
The list of job execution objects.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
job_id_1:
|
||||
description: |
|
||||
The UUID of the job object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
job_types:
|
||||
description: |
|
||||
The list of plugins and their job types.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
jobs:
|
||||
description: |
|
||||
The list of the jobs.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
libs:
|
||||
description: |
|
||||
The list of the job object properties.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
mains:
|
||||
description: |
|
||||
The list of the job object and their properties.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
management_public_key:
|
||||
description: |
|
||||
The SSH key for the management network.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
metadata:
|
||||
description: |
|
||||
A set of key and value pairs that contain image
|
||||
metadata.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
minDisk:
|
||||
description: |
|
||||
The minimum disk space, in GB.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
minRam:
|
||||
description: |
|
||||
The minimum amount of random access memory (RAM)
|
||||
for the image, in GB.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
name:
|
||||
description: |
|
||||
The name of the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
name_1:
|
||||
description: |
|
||||
The name of the object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
name_2:
|
||||
description: |
|
||||
The name of the node.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
name_4:
|
||||
description: |
|
||||
The name of the operating system image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
name_5:
|
||||
description: |
|
||||
The name of the plugin.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
neutron_management_network:
|
||||
description: |
|
||||
The UUID of the neutron management network.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
node_configs:
|
||||
description: |
|
||||
A set of key and value pairs that contain the
|
||||
node configuration in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
node_groups:
|
||||
description: |
|
||||
The detail properties of the node in key-value
|
||||
pairs.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
node_processes:
|
||||
description: |
|
||||
The list of the processes performed by the node.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
oozie_job_id:
|
||||
description: |
|
||||
The UUID of the ``oozie_job``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
output_id:
|
||||
description: |
|
||||
The UUID of the output of job execution object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
params:
|
||||
description: |
|
||||
The mappings of values to the parameters.
|
||||
in: body
|
||||
required: true
|
||||
type: object
|
||||
plugin_name:
|
||||
description: |
|
||||
The name of the plugin.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
plugins:
|
||||
description: |
|
||||
The list of plugins.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
progress:
|
||||
description: |
|
||||
A progress indicator, as a percentage value, for
|
||||
the amount of image content that has been processed.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
provision_progress:
|
||||
description: |
|
||||
A list of the cluster progresses.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
return_code:
|
||||
description: |
|
||||
The code returned after job has executed.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
security_groups:
|
||||
description: |
|
||||
The security groups of the node.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
shares:
|
||||
description: |
|
||||
The shares of the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
shares_1:
|
||||
description: |
|
||||
The sharing of resources in the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
start_time:
|
||||
description: |
|
||||
The date and time when the job started.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
status:
|
||||
description: |
|
||||
The status of the cluster.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
status_1:
|
||||
description: |
|
||||
The current status of the image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
status_description:
|
||||
description: |
|
||||
The description of the cluster status.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
tags:
|
||||
description: |
|
||||
List of tags to add.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
tags_1:
|
||||
description: |
|
||||
Lists images only with specific tag. Can be used
|
||||
multiple times.
|
||||
in: body
|
||||
required: false
|
||||
type: string
|
||||
tags_2:
|
||||
description: |
|
||||
One or more image tags.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
tags_3:
|
||||
description: |
|
||||
List of tags to remove.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
tenant_id:
|
||||
description: |
|
||||
The UUID of the tenant.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
title:
|
||||
description: |
|
||||
The title of the plugin.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
trust_id:
|
||||
description: |
|
||||
The id of the trust.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
type:
|
||||
description: |
|
||||
The type of the data source object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
type_1:
|
||||
description: |
|
||||
The type of the job object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
updated:
|
||||
description: |
|
||||
The date and time when the image was updated.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
|
||||
The ``±hh:mm`` value, if included, is the time zone as an offset
|
||||
from UTC.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
updated_at:
|
||||
description: |
|
||||
The date and time when the cluster was updated.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
updated_at_1:
|
||||
description: |
|
||||
The date and time when the object was updated.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
updated_at_2:
|
||||
description: |
|
||||
The date and time when the node was updated.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
updated_at_3:
|
||||
description: |
|
||||
The date and time when the job execution object was updated.
|
||||
|
||||
The date and time stamp format is `ISO 8601
|
||||
<https://en.wikipedia.org/wiki/ISO_8601>`_:
|
||||
|
||||
::
|
||||
|
||||
CCYY-MM-DDThh:mm:ss±hh:mm
|
||||
|
||||
The ``±hh:mm`` value, if included, returns the time zone as an
|
||||
offset from UTC.
|
||||
|
||||
For example, ``2015-08-27T09:49:58-05:00``.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
url:
|
||||
description: |
|
||||
The url of the data source object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
url_1:
|
||||
description: |
|
||||
The url of the job binary object.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
use_autoconfig:
|
||||
description: |
|
||||
If set to ``true``, the cluster is auto
|
||||
configured.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
use_autoconfig_1:
|
||||
description: |
|
||||
If set to ``true``, the node is auto configured.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
username:
|
||||
description: |
|
||||
The name of the user for the image.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
username_1:
|
||||
description: |
|
||||
The user name to log in to an instance operating
|
||||
system for remote operations execution.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
versions:
|
||||
description: |
|
||||
The list of plugin versions.
|
||||
in: body
|
||||
required: true
|
||||
type: array
|
||||
volume_local_to_instance:
|
||||
description: |
|
||||
If set to ``true``, the volume is local to the
|
||||
instance.
|
||||
in: body
|
||||
required: true
|
||||
type: boolean
|
||||
volume_mount_prefix:
|
||||
description: |
|
||||
The mount point of the node.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
volume_type:
|
||||
description: |
|
||||
The type of volume in a node.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
volumes_availability_zone:
|
||||
description: |
|
||||
The availability zone of the volumes.
|
||||
in: body
|
||||
required: true
|
||||
type: string
|
||||
volumes_per_node:
|
||||
description: |
|
||||
The number of volumes for the node.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
volumes_size:
|
||||
description: |
|
||||
The size of the volumes in a node.
|
||||
in: body
|
||||
required: true
|
||||
type: integer
|
||||
|
||||
|
|
@ -0,0 +1,137 @@
|
|||
.. -*- rst -*-
|
||||
|
||||
=======
|
||||
Plugins
|
||||
=======
|
||||
|
||||
A plugin object defines the Hadoop or Spark version that it can
|
||||
install and which configurations can be set for the cluster.
|
||||
|
||||
|
||||
Show plugin details
|
||||
===================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/plugins/{plugin_name}
|
||||
|
||||
Shows details for a plugin.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- plugin_name: plugin_name
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- versions: versions
|
||||
- title: title
|
||||
- description: description
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugin-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
List plugins
|
||||
============
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/plugins
|
||||
|
||||
Lists all registered plugins.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- title: title
|
||||
- versions: versions
|
||||
- plugins: plugins
|
||||
- description: description
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugins-list-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
||||
Show plugin version details
|
||||
===========================
|
||||
|
||||
.. rest_method:: GET /v1.1/{tenant_id}/plugins/{plugin_name}/{version}
|
||||
|
||||
Shows details for a plugin version.
|
||||
|
||||
|
||||
Normal response codes: 200
|
||||
Error response codes:
|
||||
|
||||
|
||||
Request
|
||||
-------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- tenant_id: url_tenant_id
|
||||
- plugin_name: plugin_name
|
||||
- version: version
|
||||
|
||||
|
||||
Response Parameters
|
||||
-------------------
|
||||
|
||||
.. rest_parameters:: parameters.yaml
|
||||
|
||||
- versions: versions
|
||||
- title: title
|
||||
- description: description
|
||||
- name: name
|
||||
|
||||
|
||||
|
||||
Response Example
|
||||
----------------
|
||||
|
||||
.. literalinclude:: samples/plugins/plugin-version-show-response.json
|
||||
:language: javascript
|
||||
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,17 @@
|
|||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"node_groups": [
|
||||
{
|
||||
"name": "worker",
|
||||
"count": 3,
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251"
|
||||
},
|
||||
{
|
||||
"name": "master",
|
||||
"count": 1,
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae"
|
||||
}
|
||||
],
|
||||
"name": "cluster-template"
|
||||
}
|
||||
|
|
@ -0,0 +1,81 @@
|
|||
{
|
||||
"cluster_template": {
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "cluster-template",
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {},
|
||||
"shares": null,
|
||||
"id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": null,
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "1751c04e-8f39-467e-a421-480961172d4b",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "3ee85068-c455-4391-9db2-b54a20b99df3",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": null,
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,81 @@
|
|||
{
|
||||
"cluster_template": {
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "cluster-template",
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {},
|
||||
"shares": null,
|
||||
"id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": null,
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "1751c04e-8f39-467e-a421-480961172d4b",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "3ee85068-c455-4391-9db2-b54a20b99df3",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": null,
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,11 @@
|
|||
{
|
||||
"description": "Updated template",
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"name": "vanilla-updated",
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 2
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,66 @@
|
|||
{
|
||||
"cluster_template": {
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-updated",
|
||||
"created_at": "2015-08-21T08:41:24",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 2
|
||||
}
|
||||
},
|
||||
"shares": null,
|
||||
"id": "84d47e85-6094-473f-bf6d-5a7e6e86564e",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": "2015-09-14T10:45:57",
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {},
|
||||
"JobFlow": {},
|
||||
"MapReduce": {},
|
||||
"Hive": {},
|
||||
"Hadoop": {},
|
||||
"HDFS": {}
|
||||
},
|
||||
"auto_security_group": true,
|
||||
"availability_zone": "",
|
||||
"count": 1,
|
||||
"flavor_id": "3",
|
||||
"id": "57b966ab-617e-4735-bf60-0cb991208a52",
|
||||
"security_groups": [],
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-08-21T08:41:24",
|
||||
"node_group_template_id": "a5533187-3f14-42c3-ba3a-196c13fe0fb5",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "all",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"datanode",
|
||||
"historyserver",
|
||||
"resourcemanager",
|
||||
"nodemanager",
|
||||
"oozie"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": "Updated template",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,134 @@
|
|||
{
|
||||
"cluster_templates": [
|
||||
{
|
||||
"is_public": false,
|
||||
"anti_affinity": [],
|
||||
"name": "cluster-template",
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {},
|
||||
"shares": null,
|
||||
"id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": null,
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "1751c04e-8f39-467e-a421-480961172d4b",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "3ee85068-c455-4391-9db2-b54a20b99df3",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:38:44",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": null,
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": true,
|
||||
"anti_affinity": [],
|
||||
"name": "asd",
|
||||
"created_at": "2015-08-18T08:39:39",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"cluster_configs": {
|
||||
"general": {}
|
||||
},
|
||||
"shares": null,
|
||||
"id": "5a9c787c-2078-4f7d-9a66-27759be9051b",
|
||||
"default_image_id": null,
|
||||
"is_default": false,
|
||||
"updated_at": "2015-09-14T08:41:15",
|
||||
"plugin_name": "vanilla",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": true,
|
||||
"availability_zone": "",
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "a65864dd-3f99-4d29-a011-f7711cc23fa0",
|
||||
"security_groups": [],
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-08-18T08:39:39",
|
||||
"node_group_template_id": "42ce49de-1b8f-41d5-8f4a-244ec0826d92",
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 1,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "asd",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"jobtracker"
|
||||
],
|
||||
"volumes_size": 10,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"neutron_management_network": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"description": "",
|
||||
"is_protected": false
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"user_keypair_id": "test",
|
||||
"name": "vanilla-cluster",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd"
|
||||
}
|
||||
|
|
@ -0,0 +1,127 @@
|
|||
{
|
||||
"cluster": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {},
|
||||
"user_keypair_id": "test",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Validating"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,15 @@
|
|||
{
|
||||
"add_node_groups": [
|
||||
{
|
||||
"count": 1,
|
||||
"name": "b-worker",
|
||||
"node_group_template_id": "bc270ffe-a086-4eeb-9baa-2f5a73504622"
|
||||
}
|
||||
],
|
||||
"resize_node_groups": [
|
||||
{
|
||||
"count": 4,
|
||||
"name": "worker"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,369 @@
|
|||
{
|
||||
"cluster": {
|
||||
"info": {
|
||||
"YARN": {
|
||||
"Web UI": "http://172.18.168.115:8088",
|
||||
"ResourceManager": "http://172.18.168.115:8032"
|
||||
},
|
||||
"HDFS": {
|
||||
"Web UI": "http://172.18.168.115:50070",
|
||||
"NameNode": "hdfs://vanilla-cluster-master-0:9000"
|
||||
},
|
||||
"MapReduce JobHistory Server": {
|
||||
"Web UI": "http://172.18.168.115:19888"
|
||||
},
|
||||
"JobFlow": {
|
||||
"Oozie": "http://172.18.168.115:11000"
|
||||
}
|
||||
},
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"name": "vanilla-cluster",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"trust_id": null,
|
||||
"status_description": "",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"is_protected": false,
|
||||
"is_transient": false,
|
||||
"provision_progress": [
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Create Heat stack",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:57:38",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:57:18",
|
||||
"id": "0a6d95f9-30f4-4434-823a-a38a7999a5af"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Configure instances",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:58:22",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:58:16",
|
||||
"id": "29f2b587-c34c-4871-9ed9-9235b411cd9a"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): Oozie",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:27",
|
||||
"id": "36f1efde-90f9-41c1-b409-aa1cf9623e3e"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Configure instances",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"updated_at": "2015-09-14T10:59:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:58:22",
|
||||
"id": "602bcc27-3a2d-42c8-8aca-ebc475319c72"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Configure topology data",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"updated_at": "2015-09-14T10:59:37",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:59:21",
|
||||
"id": "7e291df1-2d32-410d-ae89-33ab6f83cf17"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 3,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): DataNodes, NodeManagers",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:11",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:01",
|
||||
"id": "8ab7933c-ad61-4a4f-88db-23ce78ee10f6"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Await DataNodes start up",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:11",
|
||||
"id": "9c8dc016-8c5b-4e80-9857-80c41f6bd971"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): HistoryServer",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:27",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T11:00:21",
|
||||
"id": "c6327532-222b-416c-858f-73dbb32b8e97"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Wait for instance accessibility",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:58:14",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:57:41",
|
||||
"id": "d3eca726-8b44-473a-ac29-fba45a893725"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 0,
|
||||
"successful": true,
|
||||
"step_name": "Mount volumes to instances",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:58:15",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:58:14",
|
||||
"id": "d7a875ff-64bf-41aa-882d-b5061c8ee152"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): ResourceManager",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T11:00:00",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:59:55",
|
||||
"id": "ded7d227-10b8-4cb0-ab6c-25da1462bb7a"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 1,
|
||||
"successful": true,
|
||||
"step_name": "Start the following process(es): NameNode",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"updated_at": "2015-09-14T10:59:54",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:59:38",
|
||||
"id": "e1701ff5-930a-4212-945a-43515dfe24d1"
|
||||
},
|
||||
{
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"total": 4,
|
||||
"successful": true,
|
||||
"step_name": "Assign IPs",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-09-14T10:57:41",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"created_at": "2015-09-14T10:57:38",
|
||||
"id": "eaf0ab1b-bf8f-48f0-8f2c-fa4f82f539b9"
|
||||
}
|
||||
],
|
||||
"status": "Active",
|
||||
"description": null,
|
||||
"use_autoconfig": true,
|
||||
"shares": null,
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"node_groups": [
|
||||
{
|
||||
"volumes_per_node": 0,
|
||||
"volume_type": null,
|
||||
"updated_at": "2015-09-14T10:57:37",
|
||||
"name": "b-worker",
|
||||
"id": "b7a6dea4-c898-446b-8c67-4f378d4c06c4",
|
||||
"node_group_template_id": "bc270ffe-a086-4eeb-9baa-2f5a73504622",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048,
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"yarn.app.mapreduce.am.resource.mb": 256
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"volumes_availability_zone": null,
|
||||
"use_autoconfig": true,
|
||||
"security_groups": null,
|
||||
"shares": null,
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"availability_zone": null,
|
||||
"flavor_id": "2",
|
||||
"image_id": null,
|
||||
"volume_local_to_instance": false,
|
||||
"count": 1,
|
||||
"volumes_size": 0,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"instances": [],
|
||||
"is_proxy_gateway": false,
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
},
|
||||
{
|
||||
"volumes_per_node": 0,
|
||||
"volume_type": null,
|
||||
"updated_at": "2015-09-14T10:57:36",
|
||||
"name": "master",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048,
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"yarn.app.mapreduce.am.resource.mb": 256
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"volumes_availability_zone": null,
|
||||
"use_autoconfig": true,
|
||||
"security_groups": null,
|
||||
"shares": null,
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"availability_zone": null,
|
||||
"flavor_id": "2",
|
||||
"image_id": null,
|
||||
"volume_local_to_instance": false,
|
||||
"count": 1,
|
||||
"volumes_size": 0,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"instances": [
|
||||
{
|
||||
"instance_id": "b9f16a07-88fc-423e-83a3-489598fe6737",
|
||||
"internal_ip": "10.50.0.60",
|
||||
"instance_name": "vanilla-cluster-master-0",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"management_ip": "172.18.168.115",
|
||||
"created_at": "2015-09-14T10:57:36",
|
||||
"id": "4867d92e-cc7b-4cde-9a1a-149e91caa491"
|
||||
}
|
||||
],
|
||||
"is_proxy_gateway": false,
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
},
|
||||
{
|
||||
"volumes_per_node": 0,
|
||||
"volume_type": null,
|
||||
"updated_at": "2015-09-14T10:57:37",
|
||||
"name": "worker",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048,
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"yarn.app.mapreduce.am.resource.mb": 256
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"volumes_availability_zone": null,
|
||||
"use_autoconfig": true,
|
||||
"security_groups": null,
|
||||
"shares": null,
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"availability_zone": null,
|
||||
"flavor_id": "2",
|
||||
"image_id": null,
|
||||
"volume_local_to_instance": false,
|
||||
"count": 4,
|
||||
"volumes_size": 0,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"instances": [
|
||||
{
|
||||
"instance_id": "0cf1ee81-aa72-48da-be2c-65bc2fa51f8f",
|
||||
"internal_ip": "10.50.0.63",
|
||||
"instance_name": "vanilla-cluster-worker-0",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"management_ip": "172.18.168.118",
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "f3633b30-c1e4-4144-930b-ab5b780b87be"
|
||||
},
|
||||
{
|
||||
"instance_id": "4a937391-b594-4ad0-9a53-00a99a691383",
|
||||
"internal_ip": "10.50.0.62",
|
||||
"instance_name": "vanilla-cluster-worker-1",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"management_ip": "172.18.168.117",
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0d66fd93-f277-4a94-b46a-f5866aa0c38f"
|
||||
},
|
||||
{
|
||||
"instance_id": "839b1d56-6d0d-4aa4-9d05-30e029c276f8",
|
||||
"internal_ip": "10.50.0.61",
|
||||
"instance_name": "vanilla-cluster-worker-2",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"management_ip": "172.18.168.116",
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0982cefd-5c58-436e-8f1e-c1d0830f18a7"
|
||||
}
|
||||
],
|
||||
"is_proxy_gateway": false,
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
}
|
||||
],
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"user_keypair_id": "apavlov",
|
||||
"anti_affinity": [],
|
||||
"created_at": "2015-09-14T10:57:11"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,127 @@
|
|||
{
|
||||
"cluster": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {},
|
||||
"user_keypair_id": "test",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Validating"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
{
|
||||
"name": "public-vanilla-cluster",
|
||||
"is_public": true
|
||||
}
|
||||
|
|
@ -0,0 +1,127 @@
|
|||
{
|
||||
"cluster": {
|
||||
"is_public": true,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {},
|
||||
"user_keypair_id": "test",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T10:57:12",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "public-vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Validating"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,326 @@
|
|||
{
|
||||
"clusters": [
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"status_description": "",
|
||||
"plugin_name": "vanilla",
|
||||
"neutron_management_network": "b1610452-2933-46b0-bf31-660cfa5621bd",
|
||||
"info": {
|
||||
"YARN": {
|
||||
"Web UI": "http://172.18.168.115:8088",
|
||||
"ResourceManager": "http://172.18.168.115:8032"
|
||||
},
|
||||
"HDFS": {
|
||||
"Web UI": "http://172.18.168.115:50070",
|
||||
"NameNode": "hdfs://vanilla-cluster-master-0:9000"
|
||||
},
|
||||
"JobFlow": {
|
||||
"Oozie": "http://172.18.168.115:11000"
|
||||
},
|
||||
"MapReduce JobHistory Server": {
|
||||
"Web UI": "http://172.18.168.115:19888"
|
||||
}
|
||||
},
|
||||
"user_keypair_id": "apavlov",
|
||||
"management_public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfe9ARO+t9CybtuC1+cusDTeQL7wos1+U2dKPlCUJvNUn0PcunGefqWI4MUZPY9yGmvRqfINy7/xRQCzL0AwgqzwcCXamcK8JCC80uH7j8Vxa4kJheG1jxMoz/FpDSdRnzNZ+m7H5rjOwAQANhL7KatGLyCPQg9fqOoaIyCZE/A3fztm/XjJMpWnuANpUZubZtISEfu4UZKVk/DPSlBrbTZkTOvEog1LwZCZoTt0rq6a7PJFzJJkq0YecRudu/f3tpXbNe/F84sd9PhOSqcrRbm72WzglyEE8PuS1kuWpEz8G+Y5/0tQxnoh6khj9mgflrdCFuvpdutFLH4eN5MFDh Generated-by-Sahara\n",
|
||||
"id": "e172d86c-906d-418e-a29c-6189f53bfa42",
|
||||
"cluster_template_id": "57c92a7c-5c6a-42ea-9c6f-9f40a5aa4b36",
|
||||
"node_groups": [
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 1,
|
||||
"flavor_id": "2",
|
||||
"id": "0fe07f2a-0275-4bc0-93b2-c3c1e48e2815",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:36",
|
||||
"id": "4867d92e-cc7b-4cde-9a1a-149e91caa491",
|
||||
"management_ip": "172.18.168.115",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"instance_id": "b9f16a07-88fc-423e-83a3-489598fe6737",
|
||||
"internal_ip": "10.50.0.60",
|
||||
"instance_name": "vanilla-cluster-master-0"
|
||||
}
|
||||
],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"updated_at": "2015-09-14T10:57:36",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"image_id": null,
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {
|
||||
"YARN": {
|
||||
"yarn.nodemanager.vmem-check-enabled": "false",
|
||||
"yarn.scheduler.maximum-allocation-mb": 2048,
|
||||
"yarn.scheduler.minimum-allocation-mb": 256,
|
||||
"yarn.nodemanager.resource.memory-mb": 2048
|
||||
},
|
||||
"MapReduce": {
|
||||
"yarn.app.mapreduce.am.resource.mb": 256,
|
||||
"mapreduce.task.io.sort.mb": 102,
|
||||
"mapreduce.reduce.java.opts": "-Xmx409m",
|
||||
"mapreduce.reduce.memory.mb": 512,
|
||||
"mapreduce.map.memory.mb": 256,
|
||||
"yarn.app.mapreduce.am.command-opts": "-Xmx204m",
|
||||
"mapreduce.map.java.opts": "-Xmx204m"
|
||||
}
|
||||
},
|
||||
"auto_security_group": false,
|
||||
"availability_zone": null,
|
||||
"count": 3,
|
||||
"flavor_id": "2",
|
||||
"id": "c7a3bea4-c898-446b-8c67-6d378d4c06c4",
|
||||
"security_groups": null,
|
||||
"use_autoconfig": true,
|
||||
"instances": [
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "f3633b30-c1e4-4144-930b-ab5b780b87be",
|
||||
"management_ip": "172.18.168.118",
|
||||
"updated_at": "2015-09-14T10:57:39",
|
||||
"instance_id": "0cf1ee81-aa72-48da-be2c-65bc2fa51f8f",
|
||||
"internal_ip": "10.50.0.63",
|
||||
"instance_name": "vanilla-cluster-worker-0"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0d66fd93-f277-4a94-b46a-f5866aa0c38f",
|
||||
"management_ip": "172.18.168.117",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"instance_id": "4a937391-b594-4ad0-9a53-00a99a691383",
|
||||
"internal_ip": "10.50.0.62",
|
||||
"instance_name": "vanilla-cluster-worker-1"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:37",
|
||||
"id": "0982cefd-5c58-436e-8f1e-c1d0830f18a7",
|
||||
"management_ip": "172.18.168.116",
|
||||
"updated_at": "2015-09-14T10:57:40",
|
||||
"instance_id": "839b1d56-6d0d-4aa4-9d05-30e029c276f8",
|
||||
"internal_ip": "10.50.0.61",
|
||||
"instance_name": "vanilla-cluster-worker-2"
|
||||
}
|
||||
],
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"node_group_template_id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"updated_at": "2015-09-14T10:57:37",
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
],
|
||||
"provision_progress": [
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:18",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "0a6d95f9-30f4-4434-823a-a38a7999a5af",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Create Heat stack",
|
||||
"updated_at": "2015-09-14T10:57:38",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:58:16",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "29f2b587-c34c-4871-9ed9-9235b411cd9a",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Configure instances",
|
||||
"updated_at": "2015-09-14T10:58:22",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:27",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "36f1efde-90f9-41c1-b409-aa1cf9623e3e",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): Oozie",
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:58:22",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "602bcc27-3a2d-42c8-8aca-ebc475319c72",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"step_name": "Configure instances",
|
||||
"updated_at": "2015-09-14T10:59:21",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:59:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "7e291df1-2d32-410d-ae89-33ab6f83cf17",
|
||||
"step_type": "Plugin: configure cluster",
|
||||
"step_name": "Configure topology data",
|
||||
"updated_at": "2015-09-14T10:59:37",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:01",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "8ab7933c-ad61-4a4f-88db-23ce78ee10f6",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): DataNodes, NodeManagers",
|
||||
"updated_at": "2015-09-14T11:00:11",
|
||||
"successful": true,
|
||||
"total": 3,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:11",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "9c8dc016-8c5b-4e80-9857-80c41f6bd971",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Await DataNodes start up",
|
||||
"updated_at": "2015-09-14T11:00:21",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T11:00:21",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "c6327532-222b-416c-858f-73dbb32b8e97",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): HistoryServer",
|
||||
"updated_at": "2015-09-14T11:00:27",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:41",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "d3eca726-8b44-473a-ac29-fba45a893725",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Wait for instance accessibility",
|
||||
"updated_at": "2015-09-14T10:58:14",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:58:14",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "d7a875ff-64bf-41aa-882d-b5061c8ee152",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Mount volumes to instances",
|
||||
"updated_at": "2015-09-14T10:58:15",
|
||||
"successful": true,
|
||||
"total": 0,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:59:55",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "ded7d227-10b8-4cb0-ab6c-25da1462bb7a",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): ResourceManager",
|
||||
"updated_at": "2015-09-14T11:00:00",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:59:38",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "e1701ff5-930a-4212-945a-43515dfe24d1",
|
||||
"step_type": "Plugin: start cluster",
|
||||
"step_name": "Start the following process(es): NameNode",
|
||||
"updated_at": "2015-09-14T10:59:54",
|
||||
"successful": true,
|
||||
"total": 1,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
},
|
||||
{
|
||||
"created_at": "2015-09-14T10:57:38",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"id": "eaf0ab1b-bf8f-48f0-8f2c-fa4f82f539b9",
|
||||
"step_type": "Engine: create cluster",
|
||||
"step_name": "Assign IPs",
|
||||
"updated_at": "2015-09-14T10:57:41",
|
||||
"successful": true,
|
||||
"total": 4,
|
||||
"cluster_id": "e172d86c-906d-418e-a29c-6189f53bfa42"
|
||||
}
|
||||
],
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"trust_id": null,
|
||||
"description": null,
|
||||
"created_at": "2015-09-14T10:57:11",
|
||||
"is_protected": false,
|
||||
"updated_at": "2015-09-14T11:01:15",
|
||||
"is_transient": false,
|
||||
"cluster_configs": {
|
||||
"HDFS": {
|
||||
"dfs.replication": 3
|
||||
}
|
||||
},
|
||||
"anti_affinity": [],
|
||||
"name": "vanilla-cluster",
|
||||
"default_image_id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"status": "Active"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,11 @@
|
|||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.6.0",
|
||||
"cluster_template_id": "9951f86d-57ba-43d6-9cb0-14ed2ec7a6cf",
|
||||
"default_image_id": "bc3c3d3c-2684-4bf8-a9fa-388fb71288a9",
|
||||
"user_keypair_id": "test",
|
||||
"name": "def-cluster",
|
||||
"count": 2,
|
||||
"cluster_configs": {},
|
||||
"neutron_management_network": "7e31648b-4b2e-4f32-9b0a-113581c27076"
|
||||
}
|
||||
|
|
@ -0,0 +1,6 @@
|
|||
{
|
||||
"clusters": [
|
||||
"a007a3e7-658f-4568-b0f2-fe2fd5efc554",
|
||||
"b012a6et-65hf-4566-b0f2-fe3fd7efc567"
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,6 @@
|
|||
{
|
||||
"description": "This is hdfs input",
|
||||
"url": "hdfs://test-master-node:8020/user/hadoop/input",
|
||||
"type": "hdfs",
|
||||
"name": "hdfs_input"
|
||||
}
|
||||
|
|
@ -0,0 +1,14 @@
|
|||
{
|
||||
"data_source": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:09:36.148464",
|
||||
"id": "d7fffe9c-3b42-46a9-8be8-e98f586fa7a9",
|
||||
"updated_at": null,
|
||||
"name": "hdfs_input",
|
||||
"description": "This is hdfs input",
|
||||
"url": "hdfs://test-master-node:8020/user/hadoop/input",
|
||||
"type": "hdfs"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,10 @@
|
|||
{
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"credentials": {
|
||||
"password": "swordfish",
|
||||
"user": "dev"
|
||||
},
|
||||
"type": "swift",
|
||||
"name": "swift_input"
|
||||
}
|
||||
|
|
@ -0,0 +1,14 @@
|
|||
{
|
||||
"data_source": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:18:10.691493",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"updated_at": null,
|
||||
"name": "swift_input",
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,14 @@
|
|||
{
|
||||
"data_source": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:18:10.691493",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"updated_at": null,
|
||||
"name": "swift_input",
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
{
|
||||
"description": "This is public input",
|
||||
"is_protected": true
|
||||
}
|
||||
|
|
@ -0,0 +1,14 @@
|
|||
{
|
||||
"data_source": {
|
||||
"is_public": true,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-09-15 12:32:24.847493",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"updated_at": "2015-09-15 12:34:42.597435",
|
||||
"name": "swift_input",
|
||||
"description": "This is public input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,28 @@
|
|||
{
|
||||
"data_sources": [
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:18:10",
|
||||
"id": "953831f2-0852-49d8-ac71-af5805e25256",
|
||||
"name": "swift_input",
|
||||
"updated_at": null,
|
||||
"description": "This is input",
|
||||
"url": "swift://container/text",
|
||||
"type": "swift"
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"is_protected": false,
|
||||
"created_at": "2015-03-26 11:09:36",
|
||||
"id": "d7fffe9c-3b42-46a9-8be8-e98f586fa7a9",
|
||||
"name": "hdfs_input",
|
||||
"updated_at": null,
|
||||
"description": "This is hdfs input",
|
||||
"url": "hdfs://test-master-node:8020/user/hadoop/input",
|
||||
"type": "hdfs"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,72 @@
|
|||
{
|
||||
"status": "Error",
|
||||
"neutron_management_network": "7e31648b-4b2e-4f32-9b0a-113581c27076",
|
||||
"is_transient": false,
|
||||
"description": "",
|
||||
"user_keypair_id": "vgridnev",
|
||||
"updated_at": "2015-03-31 14:10:59",
|
||||
"plugin_name": "spark",
|
||||
"provision_progress": [
|
||||
{
|
||||
"successful": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-03-31 14:10:20",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-03-31 14:10:35",
|
||||
"events": [
|
||||
{
|
||||
"instance_name": "sample-worker-spark-004",
|
||||
"successful": false,
|
||||
"created_at": "2015-03-31 14:10:35",
|
||||
"updated_at": null,
|
||||
"event_info": "Node sample-worker-spark-004 has error status\nError ID: 3e238c82-d1f5-4560-8ed8-691e923e16a0",
|
||||
"instance_id": "b5ba5ba8-e9c1-47f7-9355-3ce0ec0e449d",
|
||||
"node_group_id": "145cf2fb-dcdf-42af-a4b9-a4047d2919d4",
|
||||
"step_id": "3f243c67-2c27-47c7-a0c0-0834ad17f8b6",
|
||||
"id": "34afcfc7-bdb0-43cb-b142-283d560dc6ad"
|
||||
},
|
||||
{
|
||||
"instance_name": "sample-worker-spark-001",
|
||||
"successful": true,
|
||||
"created_at": "2015-03-31 14:10:35",
|
||||
"updated_at": null,
|
||||
"event_info": null,
|
||||
"instance_id": "c532ab71-38da-475a-95f8-f8eb93b8f1c2",
|
||||
"node_group_id": "145cf2fb-dcdf-42af-a4b9-a4047d2919d4",
|
||||
"step_id": "3f243c67-2c27-47c7-a0c0-0834ad17f8b6",
|
||||
"id": "4ba50414-5216-4161-bc7a-12716122b99d"
|
||||
}
|
||||
],
|
||||
"cluster_id": "c26ec982-ba6b-4d75-818c-a50240164af0",
|
||||
"step_name": "Wait for instances to become active",
|
||||
"total": 5,
|
||||
"id": "3f243c67-2c27-47c7-a0c0-0834ad17f8b6"
|
||||
},
|
||||
{
|
||||
"successful": true,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-03-31 14:10:12",
|
||||
"step_type": "Engine: create cluster",
|
||||
"updated_at": "2015-03-31 14:10:19",
|
||||
"events": [],
|
||||
"cluster_id": "c26ec982-ba6b-4d75-818c-a50240164af0",
|
||||
"step_name": "Run instances",
|
||||
"total": 5,
|
||||
"id": "407ba50a-c799-46af-9dfb-6aa5f6ade426"
|
||||
}
|
||||
],
|
||||
"anti_affinity": [],
|
||||
"node_groups": [],
|
||||
"management_public_key": "Sahara",
|
||||
"status_description": "Creating cluster failed for the following reason(s): Node sample-worker-spark-004 has error status\nError ID: 3e238c82-d1f5-4560-8ed8-691e923e16a0",
|
||||
"hadoop_version": "1.0.0",
|
||||
"id": "c26ec982-ba6b-4d75-1f8c-a50240164af0",
|
||||
"trust_id": null,
|
||||
"info": {},
|
||||
"cluster_template_id": "5a9a09a3-9349-43bd-9058-16c401fad2d5",
|
||||
"name": "sample",
|
||||
"cluster_configs": {},
|
||||
"created_at": "2015-03-31 14:10:07",
|
||||
"default_image_id": "e6a6c5da-67be-4017-a7d2-81f466efe67e",
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda"
|
||||
}
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
{
|
||||
"username": "ubuntu",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1"
|
||||
}
|
||||
|
|
@ -0,0 +1,25 @@
|
|||
{
|
||||
"image": {
|
||||
"updated": "2015-03-24T10:05:10Z",
|
||||
"metadata": {
|
||||
"_sahara_description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_tag_2.7.1": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.7.1-ubuntu-14.04",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,24 @@
|
|||
{
|
||||
"image": {
|
||||
"updated": "2015-02-03T10:29:32Z",
|
||||
"metadata": {
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_tag_2.6.0": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.6.0"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.6.0-ubuntu-14.04",
|
||||
"description": null,
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,7 @@
|
|||
{
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1",
|
||||
"some_other_tag"
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,27 @@
|
|||
{
|
||||
"image": {
|
||||
"updated": "2015-03-24T10:18:33Z",
|
||||
"metadata": {
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_some_other_tag": true,
|
||||
"_sahara_tag_2.7.1": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"some_other_tag",
|
||||
"2.7.1"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.6.0-ubuntu-14.04",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,5 @@
|
|||
{
|
||||
"tags": [
|
||||
"some_other_tag"
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,25 @@
|
|||
{
|
||||
"image": {
|
||||
"updated": "2015-03-24T10:19:28Z",
|
||||
"metadata": {
|
||||
"_sahara_description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true,
|
||||
"_sahara_tag_2.7.1": true
|
||||
},
|
||||
"id": "bb8d12b5-f9bb-49f0-aecb-739b8a9bec89",
|
||||
"minDisk": 0,
|
||||
"status": "ACTIVE",
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1"
|
||||
],
|
||||
"minRam": 0,
|
||||
"progress": 100,
|
||||
"username": "ubuntu",
|
||||
"created": "2015-02-03T10:28:39Z",
|
||||
"name": "sahara-vanilla-2.7.1-ubuntu-14.04",
|
||||
"description": "Ubuntu image for Hadoop 2.7.1",
|
||||
"OS-EXT-IMG-SIZE:size": 1101856768
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,48 @@
|
|||
{
|
||||
"images": [
|
||||
{
|
||||
"name": "ubuntu-vanilla-2.7.1",
|
||||
"id": "4118a476-dfdc-4b0e-8d5c-463cba08e9ae",
|
||||
"created": "2015-08-06T08:17:14Z",
|
||||
"metadata": {
|
||||
"_sahara_tag_2.7.1": true,
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_vanilla": true
|
||||
},
|
||||
"username": "ubuntu",
|
||||
"progress": 100,
|
||||
"OS-EXT-IMG-SIZE:size": 998716928,
|
||||
"status": "ACTIVE",
|
||||
"minDisk": 0,
|
||||
"tags": [
|
||||
"vanilla",
|
||||
"2.7.1"
|
||||
],
|
||||
"updated": "2015-09-04T09:35:09Z",
|
||||
"minRam": 0,
|
||||
"description": null
|
||||
},
|
||||
{
|
||||
"name": "cdh-latest",
|
||||
"id": "ff74035b-9da7-4edf-981d-57f270ed337d",
|
||||
"created": "2015-09-04T11:56:44Z",
|
||||
"metadata": {
|
||||
"_sahara_username": "ubuntu",
|
||||
"_sahara_tag_5.4.0": true,
|
||||
"_sahara_tag_cdh": true
|
||||
},
|
||||
"username": "ubuntu",
|
||||
"progress": 100,
|
||||
"OS-EXT-IMG-SIZE:size": 3281453056,
|
||||
"status": "ACTIVE",
|
||||
"minDisk": 0,
|
||||
"tags": [
|
||||
"5.4.0",
|
||||
"cdh"
|
||||
],
|
||||
"updated": "2015-09-04T12:46:42Z",
|
||||
"minRam": 0,
|
||||
"description": null
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
{
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"name": "jar-example.jar",
|
||||
"description": "This is a job binary",
|
||||
"extra": {
|
||||
"password": "swordfish",
|
||||
"user": "admin"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
{
|
||||
"job_binary": {
|
||||
"is_public": false,
|
||||
"description": "This is a job binary",
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 14:49:20.106452",
|
||||
"id": "07f86352-ee8a-4b08-b737-d705ded5ff9c",
|
||||
"updated_at": null,
|
||||
"name": "jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,37 @@
|
|||
{
|
||||
"binaries": [
|
||||
{
|
||||
"is_public": false,
|
||||
"description": "",
|
||||
"url": "internal-db://d2498cbf-4589-484a-a814-81436c18beb3",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:36:59.375060",
|
||||
"updated_at": null,
|
||||
"id": "84248975-3c82-4206-a58d-6e7fb3a563fd",
|
||||
"name": "example.pig",
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"description": "",
|
||||
"url": "internal-db://22f1d87a-23c8-483e-a0dd-cb4a16dde5f9",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:43:52.265899",
|
||||
"updated_at": null,
|
||||
"id": "508fc62d-1d58-4412-b603-bdab307bb926",
|
||||
"name": "udf.jar",
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"description": "",
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 14:25:04.970513",
|
||||
"updated_at": null,
|
||||
"id": "a716a9cd-9add-4b12-b1b6-cdb71aaef350",
|
||||
"name": "jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage();
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
{
|
||||
"job_binary": {
|
||||
"is_public": false,
|
||||
"description": "an example jar file",
|
||||
"url": "swift://container/jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 14:25:04.970513",
|
||||
"updated_at": null,
|
||||
"id": "a716a9cd-9add-4b12-b1b6-cdb71aaef350",
|
||||
"name": "jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,5 @@
|
|||
{
|
||||
"url": "swift://container/new-jar-example.jar",
|
||||
"name": "new-jar-example.jar",
|
||||
"description": "This is a new job binary"
|
||||
}
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
{
|
||||
"job_binary": {
|
||||
"is_public": false,
|
||||
"description": "This is a new job binary",
|
||||
"url": "swift://container/new-jar-example.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2015-09-15 12:42:51.421542",
|
||||
"updated_at": null,
|
||||
"id": "b713d7ad-4add-4f12-g1b6-cdg71aaef350",
|
||||
"name": "new-jar-example.jar",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,12 @@
|
|||
{
|
||||
"job_binary_internal": {
|
||||
"is_public": false,
|
||||
"name": "script.pig",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 13:17:35.994466",
|
||||
"updated_at": null,
|
||||
"datasize": 160,
|
||||
"id": "4833dc4b-8682-4d5b-8a9f-2036b47a0996",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,24 @@
|
|||
{
|
||||
"binaries": [
|
||||
{
|
||||
"is_public": false,
|
||||
"name": "example.pig",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:36:59.329034",
|
||||
"updated_at": null,
|
||||
"datasize": 161,
|
||||
"id": "d2498cbf-4589-484a-a814-81436c18beb3",
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"name": "udf.jar",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 12:43:52.008620",
|
||||
"updated_at": null,
|
||||
"datasize": 3745,
|
||||
"id": "22f1d87a-23c8-483e-a0dd-cb4a16dde5f9",
|
||||
"is_protected": false
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
A = load '$INPUT' using PigStorage(':') as (fruit: chararray);
|
||||
B = foreach A generate com.hadoopbook.pig.Trim(fruit);
|
||||
store B into '$OUTPUT' USING PigStorage()
|
||||
|
|
@ -0,0 +1,12 @@
|
|||
{
|
||||
"job_binary_internal": {
|
||||
"is_public": false,
|
||||
"name": "script.pig",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2013-10-15 13:17:35.994466",
|
||||
"updated_at": null,
|
||||
"datasize": 160,
|
||||
"id": "4833dc4b-8682-4d5b-8a9f-2036b47a0996",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
{
|
||||
"name": "public-jbi",
|
||||
"is_public": true
|
||||
}
|
||||
|
|
@ -0,0 +1,12 @@
|
|||
{
|
||||
"job_binary_internal": {
|
||||
"is_public": true,
|
||||
"name": "public-jbi",
|
||||
"tenant_id": "11587919cc534bcbb1027a161c82cf58",
|
||||
"created_at": "2015-09-15 13:21:54.485912",
|
||||
"updated_at": "2015-09-15 13:24:24.590124",
|
||||
"datasize": 200,
|
||||
"id": "2433dc4b-8682-4d5b-8a9f-2036d47a0996",
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,120 @@
|
|||
{
|
||||
"job_execution": {
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": false,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,120 @@
|
|||
{
|
||||
"job_execution": {
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": false,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
{
|
||||
"is_public": true
|
||||
}
|
||||
|
|
@ -0,0 +1,120 @@
|
|||
{
|
||||
"job_execution": {
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": true,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,122 @@
|
|||
{
|
||||
"job_executions": [
|
||||
{
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"is_protected": false,
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"end_time": "2015-09-15T12:50:46",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"is_public": false,
|
||||
"updated_at": "2015-09-15T09:50:46",
|
||||
"return_code": null,
|
||||
"data_source_urls": {
|
||||
"3e1bc8e6-8c69-4749-8e52-90d9341d15bc": "swift://ap-cont/input",
|
||||
"52146b52-6540-4aac-a024-fee253cf52a9": "swift://ap-cont/output"
|
||||
},
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"start_time": "2015-09-15T12:49:43",
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"oozie_job_id": "0000001-150915094349962-oozie-hado-W",
|
||||
"info": {
|
||||
"user": "hadoop",
|
||||
"actions": [
|
||||
{
|
||||
"name": ":start:",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": "job-node",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"errorCode": null,
|
||||
"id": "0000001-150915094349962-oozie-hado-W@:start:",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": null,
|
||||
"toString": "Action name[:start:] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":START:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "job-node",
|
||||
"trackerUri": "http://172.18.168.119:8032",
|
||||
"externalStatus": "FAILED/KILLED",
|
||||
"status": "ERROR",
|
||||
"externalId": "job_1442310173665_0002",
|
||||
"transition": "fail",
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "JA018",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@job-node",
|
||||
"consoleUrl": "http://ap-cluster-all-0:8088/proxy/application_1442310173665_0002/",
|
||||
"errorMessage": "Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]",
|
||||
"toString": "Action name[job-node] status[ERROR]",
|
||||
"stats": null,
|
||||
"type": "pig",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
},
|
||||
{
|
||||
"name": "fail",
|
||||
"trackerUri": "-",
|
||||
"externalStatus": "OK",
|
||||
"status": "OK",
|
||||
"externalId": "-",
|
||||
"transition": null,
|
||||
"data": null,
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"errorCode": "E0729",
|
||||
"id": "0000001-150915094349962-oozie-hado-W@fail",
|
||||
"consoleUrl": "-",
|
||||
"errorMessage": "Workflow failed, error message[Main class [org.apache.oozie.action.hadoop.PigMain], exit code [2]]",
|
||||
"toString": "Action name[fail] status[OK]",
|
||||
"stats": null,
|
||||
"type": ":KILL:",
|
||||
"retries": 0,
|
||||
"startTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"externalChildIDs": null,
|
||||
"cred": "null"
|
||||
}
|
||||
],
|
||||
"createdTime": "Tue, 15 Sep 2015 09:49:58 GMT",
|
||||
"status": "KILLED",
|
||||
"group": null,
|
||||
"externalId": null,
|
||||
"acl": null,
|
||||
"run": 0,
|
||||
"appName": "job-wf",
|
||||
"parentId": null,
|
||||
"conf": "<configuration>\r\n <property>\r\n <name>user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>oozie.use.system.libpath</name>\r\n <value>true</value>\r\n </property>\r\n <property>\r\n <name>mapreduce.job.user.name</name>\r\n <value>hadoop</value>\r\n </property>\r\n <property>\r\n <name>nameNode</name>\r\n <value>hdfs://ap-cluster-all-0:9000</value>\r\n </property>\r\n <property>\r\n <name>jobTracker</name>\r\n <value>http://172.18.168.119:8032</value>\r\n </property>\r\n <property>\r\n <name>oozie.wf.application.path</name>\r\n <value>hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml</value>\r\n </property>\r\n</configuration>",
|
||||
"id": "0000001-150915094349962-oozie-hado-W",
|
||||
"startTime": "Tue, 15 Sep 2015 09:49:59 GMT",
|
||||
"appPath": "hdfs://ap-cluster-all-0:9000/user/hadoop/pig-job-example/3038025d-9974-4993-a778-26a074cdfb8d/workflow.xml",
|
||||
"endTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"toString": "Workflow id[0000001-150915094349962-oozie-hado-W] status[KILLED]",
|
||||
"lastModTime": "Tue, 15 Sep 2015 09:50:17 GMT",
|
||||
"consoleUrl": "http://ap-cluster-all-0.novalocal:11000/oozie?job=0000001-150915094349962-oozie-hado-W"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,209 @@
|
|||
{
|
||||
"job_types": [
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Hive"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Java"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "MapReduce"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "MapReduce.Streaming"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Pig"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": {
|
||||
"1.2.1": {},
|
||||
"2.6.0": {}
|
||||
},
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"name": "vanilla"
|
||||
},
|
||||
{
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": {
|
||||
"1.3.2": {},
|
||||
"2.0.6": {}
|
||||
},
|
||||
"title": "Hortonworks Data Platform",
|
||||
"name": "hdp"
|
||||
},
|
||||
{
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": {
|
||||
"5": {},
|
||||
"5.3.0": {}
|
||||
},
|
||||
"title": "Cloudera Plugin",
|
||||
"name": "cdh"
|
||||
}
|
||||
],
|
||||
"name": "Shell"
|
||||
},
|
||||
{
|
||||
"plugins": [
|
||||
{
|
||||
"description": "This plugin provides an ability to launch Spark on Hadoop CDH cluster without any management consoles.",
|
||||
"versions": {
|
||||
"1.0.0": {}
|
||||
},
|
||||
"title": "Apache Spark",
|
||||
"name": "spark"
|
||||
}
|
||||
],
|
||||
"name": "Spark"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,11 @@
|
|||
{
|
||||
"description": "This is pig job example",
|
||||
"mains": [
|
||||
"90d9d5ec-11aa-48bd-bc8c-34936ce0db6e"
|
||||
],
|
||||
"libs": [
|
||||
"320a2ca7-25fd-4b48-9bc3-4fb1b6c4ff27"
|
||||
],
|
||||
"type": "Pig",
|
||||
"name": "pig-job-example"
|
||||
}
|
||||
|
|
@ -0,0 +1,35 @@
|
|||
{
|
||||
"job": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-03-27 08:48:38.630827",
|
||||
"id": "71defc8f-d005-484f-9d86-1aedf644d1ef",
|
||||
"name": "pig-job-example",
|
||||
"description": "This is pig job example",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:53",
|
||||
"id": "320a2ca7-25fd-4b48-9bc3-4fb1b6c4ff27",
|
||||
"name": "binary-job",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "internal-db://c6a925fa-ac1d-4b2e-b88a-7054e1927521"
|
||||
}
|
||||
],
|
||||
"type": "Pig",
|
||||
"is_protected": false,
|
||||
"mains": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-03 10:47:51",
|
||||
"id": "90d9d5ec-11aa-48bd-bc8c-34936ce0db6e",
|
||||
"name": "pig",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "internal-db://872878f6-72ea-44db-8d1d-e6a6396d2df0"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,19 @@
|
|||
{
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.map.tasks": "1",
|
||||
"mapred.reduce.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,30 @@
|
|||
{
|
||||
"job_execution": {
|
||||
"input_id": "3e1bc8e6-8c69-4749-8e52-90d9341d15bc",
|
||||
"is_protected": false,
|
||||
"job_id": "310b0fc6-e1db-408e-8798-312e7500f3ac",
|
||||
"cluster_id": "811e1134-666f-4c48-bc92-afb5b10c9d8c",
|
||||
"output_id": "52146b52-6540-4aac-a024-fee253cf52a9",
|
||||
"created_at": "2015-09-15T09:49:24",
|
||||
"is_public": false,
|
||||
"id": "20da9edb-12ce-4b45-a473-41baeefef997",
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"job_configs": {
|
||||
"configs": {
|
||||
"mapred.reduce.tasks": "1",
|
||||
"mapred.map.tasks": "1"
|
||||
},
|
||||
"args": [
|
||||
"arg1",
|
||||
"arg2"
|
||||
],
|
||||
"params": {
|
||||
"param2": "value2",
|
||||
"param1": "value1"
|
||||
}
|
||||
},
|
||||
"info": {
|
||||
"status": "PENDING"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,26 @@
|
|||
{
|
||||
"job": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "1a674c31-9aaa-4d07-b844-2bf200a1b836",
|
||||
"name": "Edp-test-job",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "0ff4ac10-94a4-4e25-9ac9-603afe27b100",
|
||||
"name": "binary-job.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-c71e6bce.sahara/binary-job.jar"
|
||||
}
|
||||
],
|
||||
"type": "MapReduce",
|
||||
"mains": [],
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
{
|
||||
"description": "This is public pig job example",
|
||||
"name": "public-pig-job-example"
|
||||
}
|
||||
|
|
@ -0,0 +1,26 @@
|
|||
{
|
||||
"job": {
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "1a674c31-9aaa-4d07-b844-2bf200a1b836",
|
||||
"name": "public-pig-job-example",
|
||||
"updated_at": null,
|
||||
"description": "This is public pig job example",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "0ff4ac10-94a4-4e25-9ac9-603afe27b100",
|
||||
"name": "binary-job.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-c71e6bce.sahara/binary-job.jar"
|
||||
}
|
||||
],
|
||||
"type": "MapReduce",
|
||||
"mains": [],
|
||||
"is_protected": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,62 @@
|
|||
{
|
||||
"jobs": [
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "1a674c31-9aaa-4d07-b844-2bf200a1b836",
|
||||
"name": "Edp-test-job-3d60854e",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:48",
|
||||
"id": "0ff4ac10-94a4-4e25-9ac9-603afe27b100",
|
||||
"name": "binary-job-339c2d1a.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-c71e6bce.sahara/binary-job-339c2d1a.jar"
|
||||
}
|
||||
],
|
||||
"type": "MapReduce",
|
||||
"mains": [],
|
||||
"is_protected": false
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:44",
|
||||
"id": "4d1f3759-3497-4927-8352-910bacf24e62",
|
||||
"name": "Edp-test-job-6b6953c8",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"interface": [],
|
||||
"libs": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:44",
|
||||
"id": "e0d47800-4ac1-4d63-a2e1-c92d669a44e2",
|
||||
"name": "binary-job-6f21a2f8.jar",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-b409ec68.sahara/binary-job-6f21a2f8.jar"
|
||||
}
|
||||
],
|
||||
"type": "Pig",
|
||||
"mains": [
|
||||
{
|
||||
"tenant_id": "9cd1314a0a31493282b6712b76a8fcda",
|
||||
"created_at": "2015-02-10 14:25:44",
|
||||
"id": "e073e896-f123-4b76-995f-901d786262df",
|
||||
"name": "binary-job-d4f8bd75.pig",
|
||||
"updated_at": null,
|
||||
"description": "",
|
||||
"url": "swift://Edp-test-b409ec68.sahara/binary-job-d4f8bd75.pig"
|
||||
}
|
||||
],
|
||||
"is_protected": false
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"name": "master",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"flavor_id": "2"
|
||||
}
|
||||
|
|
@ -0,0 +1,33 @@
|
|||
{
|
||||
"node_group_template": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"is_protected": false,
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"security_groups": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,37 @@
|
|||
{
|
||||
"node_group_template": {
|
||||
"is_public": false,
|
||||
"image_id": null,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"description": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"is_protected": false,
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"security_groups": null,
|
||||
"volume_type": null
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,10 @@
|
|||
{
|
||||
"plugin_name": "vanilla",
|
||||
"hadoop_version": "2.7.1",
|
||||
"node_processes": [
|
||||
"datanode"
|
||||
],
|
||||
"name": "new",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"flavor_id": "2"
|
||||
}
|
||||
|
|
@ -0,0 +1,30 @@
|
|||
{
|
||||
"node_group_template": {
|
||||
"is_public": false,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"is_protected": false,
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"security_groups": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "new",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"volume_type": null
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,72 @@
|
|||
{
|
||||
"node_group_templates": [
|
||||
{
|
||||
"is_public": false,
|
||||
"image_id": null,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"flavor_id": "2",
|
||||
"id": "0bb9f1a4-0c44-4dc5-9452-6741c62ed9ae",
|
||||
"description": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:20:11",
|
||||
"is_protected": false,
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "master",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"namenode",
|
||||
"resourcemanager",
|
||||
"oozie",
|
||||
"historyserver"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"security_groups": null,
|
||||
"volume_type": null
|
||||
},
|
||||
{
|
||||
"is_public": false,
|
||||
"image_id": null,
|
||||
"tenant_id": "808d5032ea0446889097723bfc8e919d",
|
||||
"shares": null,
|
||||
"floating_ip_pool": "033debed-aeb8-488c-b7d0-adb74c61faa5",
|
||||
"node_configs": {},
|
||||
"auto_security_group": false,
|
||||
"is_default": false,
|
||||
"availability_zone": null,
|
||||
"plugin_name": "vanilla",
|
||||
"flavor_id": "2",
|
||||
"id": "846edb31-add5-46e6-a4ee-a4c339f99251",
|
||||
"description": null,
|
||||
"hadoop_version": "2.7.1",
|
||||
"use_autoconfig": true,
|
||||
"volumes_availability_zone": null,
|
||||
"created_at": "2015-09-14T10:27:00",
|
||||
"is_protected": false,
|
||||
"updated_at": null,
|
||||
"volumes_per_node": 0,
|
||||
"is_proxy_gateway": false,
|
||||
"name": "worker",
|
||||
"volume_mount_prefix": "/volumes/disk",
|
||||
"node_processes": [
|
||||
"datanode",
|
||||
"nodemanager"
|
||||
],
|
||||
"volumes_size": 0,
|
||||
"volume_local_to_instance": false,
|
||||
"security_groups": null,
|
||||
"volume_type": null
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,12 @@
|
|||
{
|
||||
"plugin": {
|
||||
"name": "vanilla",
|
||||
"versions": [
|
||||
"1.2.1",
|
||||
"2.4.1",
|
||||
"2.6.0"
|
||||
],
|
||||
"title": "Vanilla Apache Hadoop",
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component."
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,92 @@
|
|||
{
|
||||
"plugin": {
|
||||
"name": "vanilla",
|
||||
"versions": [
|
||||
"1.2.1",
|
||||
"2.4.1",
|
||||
"2.6.0"
|
||||
],
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"required_image_tags": [
|
||||
"vanilla",
|
||||
"2.6.0"
|
||||
],
|
||||
"node_processes": {
|
||||
"JobFlow": [
|
||||
"oozie"
|
||||
],
|
||||
"HDFS": [
|
||||
"namenode",
|
||||
"datanode",
|
||||
"secondarynamenode"
|
||||
],
|
||||
"YARN": [
|
||||
"resourcemanager",
|
||||
"nodemanager"
|
||||
],
|
||||
"MapReduce": [
|
||||
"historyserver"
|
||||
],
|
||||
"Hadoop": [],
|
||||
"Hive": [
|
||||
"hiveserver"
|
||||
]
|
||||
},
|
||||
"configs": [
|
||||
{
|
||||
"default_value": "/tmp/hadoop-${user.name}",
|
||||
"name": "hadoop.tmp.dir",
|
||||
"priority": 2,
|
||||
"config_type": "string",
|
||||
"applicable_target": "HDFS",
|
||||
"is_optional": true,
|
||||
"scope": "node",
|
||||
"description": "A base for other temporary directories."
|
||||
},
|
||||
{
|
||||
"default_value": true,
|
||||
"name": "hadoop.native.lib",
|
||||
"priority": 2,
|
||||
"config_type": "bool",
|
||||
"applicable_target": "HDFS",
|
||||
"is_optional": true,
|
||||
"scope": "node",
|
||||
"description": "Should native hadoop libraries, if present, be used."
|
||||
},
|
||||
{
|
||||
"default_value": 1024,
|
||||
"name": "NodeManager Heap Size",
|
||||
"config_values": null,
|
||||
"priority": 1,
|
||||
"config_type": "int",
|
||||
"applicable_target": "YARN",
|
||||
"is_optional": false,
|
||||
"scope": "node",
|
||||
"description": null
|
||||
},
|
||||
{
|
||||
"default_value": true,
|
||||
"name": "Enable Swift",
|
||||
"config_values": null,
|
||||
"priority": 1,
|
||||
"config_type": "bool",
|
||||
"applicable_target": "general",
|
||||
"is_optional": false,
|
||||
"scope": "cluster",
|
||||
"description": null
|
||||
},
|
||||
{
|
||||
"default_value": true,
|
||||
"name": "Enable MySQL",
|
||||
"config_values": null,
|
||||
"priority": 1,
|
||||
"config_type": "bool",
|
||||
"applicable_target": "general",
|
||||
"is_optional": true,
|
||||
"scope": "cluster",
|
||||
"description": null
|
||||
}
|
||||
],
|
||||
"title": "Vanilla Apache Hadoop"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,41 @@
|
|||
{
|
||||
"plugins": [
|
||||
{
|
||||
"name": "vanilla",
|
||||
"description": "The Apache Vanilla plugin provides the ability to launch upstream Vanilla Apache Hadoop cluster without any management consoles. It can also deploy the Oozie component.",
|
||||
"versions": [
|
||||
"1.2.1",
|
||||
"2.4.1",
|
||||
"2.6.0"
|
||||
],
|
||||
"title": "Vanilla Apache Hadoop"
|
||||
},
|
||||
{
|
||||
"name": "hdp",
|
||||
"description": "The Hortonworks Sahara plugin automates the deployment of the Hortonworks Data Platform (HDP) on OpenStack.",
|
||||
"versions": [
|
||||
"1.3.2",
|
||||
"2.0.6"
|
||||
],
|
||||
"title": "Hortonworks Data Platform"
|
||||
},
|
||||
{
|
||||
"name": "spark",
|
||||
"description": "This plugin provides an ability to launch Spark on Hadoop CDH cluster without any management consoles.",
|
||||
"versions": [
|
||||
"1.0.0",
|
||||
"0.9.1"
|
||||
],
|
||||
"title": "Apache Spark"
|
||||
},
|
||||
{
|
||||
"name": "cdh",
|
||||
"description": "The Cloudera Sahara plugin provides the ability to launch the Cloudera distribution of Apache Hadoop (CDH) with Cloudera Manager management console.",
|
||||
"versions": [
|
||||
"5",
|
||||
"5.3.0"
|
||||
],
|
||||
"title": "Cloudera Plugin"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -14,6 +14,7 @@ fixtures>=3.0.0 # Apache-2.0/BSD
|
|||
mock>=2.0 # BSD
|
||||
oslosphinx!=3.4.0,>=2.5.0 # Apache-2.0
|
||||
oslotest>=1.10.0 # Apache-2.0
|
||||
os-api-ref>=0.1.0 # Apache-2.0
|
||||
os-testr>=0.7.0 # Apache-2.0
|
||||
psycopg2>=2.5 # LGPL/ZPL
|
||||
pylint==1.4.5 # GPLv2
|
||||
|
|
|
|||
11
tox.ini
11
tox.ini
|
|
@ -42,11 +42,22 @@ commands = {posargs}
|
|||
[testenv:docs]
|
||||
commands =
|
||||
rm -rf doc/html doc/build
|
||||
rm -rf api-ref/build api-ref/html
|
||||
rm -rf doc/source/apidoc doc/source/api
|
||||
python setup.py build_sphinx
|
||||
sphinx-build -W -b html -d api-ref/build/doctrees api-ref/source api-ref/build/html
|
||||
whitelist_externals =
|
||||
rm
|
||||
|
||||
[testenv:api-ref]
|
||||
install_command = pip install -U --force-reinstall {opts} {packages}
|
||||
commands =
|
||||
rm -rf api-ref/build api-ref/html
|
||||
sphinx-build -W -b html -d api-ref/build/doctrees api-ref/source api-ref/build/html
|
||||
whitelist_externals =
|
||||
rm
|
||||
|
||||
|
||||
[testenv:pylint]
|
||||
setenv = VIRTUAL_ENV={envdir}
|
||||
commands = bash tools/lintstack.sh
|
||||
|
|
|
|||
Loading…
Reference in New Issue