Source code for openstack_dashboard.dashboards.project.data_processing.jobs.workflows.create

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import json
import logging

from django.utils.translation import ugettext_lazy as _

from horizon import exceptions
from horizon import forms
from horizon.forms import fields
from horizon import workflows

from openstack_dashboard.dashboards.project.data_processing \
    .utils import helpers
from openstack_dashboard.api import sahara as saharaclient


LOG = logging.getLogger(__name__)

JOB_BINARY_CREATE_URL = ("horizon:project:data_processing.job_binaries"
                         ":create-job-binary")


[docs]class AdditionalLibsAction(workflows.Action): lib_binaries = forms.DynamicChoiceField( label=_("Choose libraries"), required=False, add_item_link=JOB_BINARY_CREATE_URL) lib_ids = forms.CharField( required=False, widget=forms.HiddenInput())
[docs] def populate_lib_binaries_choices(self, request, context): job_binaries = saharaclient.job_binary_list(request) choices = [(job_binary.id, job_binary.name) for job_binary in job_binaries] choices.insert(0, ('', _("-- not selected --"))) return choices
class Meta(object): name = _("Libs") help_text_template = ( "project/data_processing.jobs/_create_job_libs_help.html")
[docs]class GeneralConfigAction(workflows.Action): job_name = forms.CharField(label=_("Name")) job_type = forms.ChoiceField(label=_("Job Type"), widget=forms.Select(attrs={ 'class': 'switchable', 'data-slug': 'jobtype' })) main_binary = forms.DynamicChoiceField( label=_("Choose a main binary"), required=False, help_text=_("Choose the binary which " "should be used in this Job."), add_item_link=JOB_BINARY_CREATE_URL, widget=fields.DynamicSelectWidget( attrs={ 'class': 'switched', 'data-switch-on': 'jobtype', 'data-jobtype-pig': _("Choose a main binary"), 'data-jobtype-hive': _("Choose a main binary"), 'data-jobtype-spark': _("Choose a main binary"), 'data-jobtype-mapreduce.streaming': _("Choose a main binary") })) job_description = forms.CharField(label=_("Description"), required=False, widget=forms.Textarea(attrs={'rows': 4})) def __init__(self, request, context, *args, **kwargs): super(GeneralConfigAction, self).__init__(request, context, *args, **kwargs) if "guide_job_type" in request.resolver_match.kwargs: self.fields["job_type"].initial = ( request.resolver_match.kwargs["guide_job_type"].lower())
[docs] def populate_job_type_choices(self, request, context): choices = [("pig", _("Pig")), ("hive", _("Hive")), ("spark", _("Spark")), ("mapreduce", _("MapReduce")), ("mapreduce.streaming", _("Streaming MapReduce")), ("java", _("Java Action"))] return choices
[docs] def populate_main_binary_choices(self, request, context): job_binaries = saharaclient.job_binary_list(request) choices = [(job_binary.id, job_binary.name) for job_binary in job_binaries] choices.insert(0, ('', _("-- not selected --"))) return choices
[docs] def clean(self): cleaned_data = super(workflows.Action, self).clean() job_type = cleaned_data.get("job_type", "") if job_type in ["Java", "MapReduce"]: cleaned_data['main_binary'] = None return cleaned_data
class Meta(object): name = _("Create Job Template") help_text_template = ( "project/data_processing.jobs/_create_job_help.html")
[docs]class GeneralConfig(workflows.Step): action_class = GeneralConfigAction contributes = ("job_name", "job_type", "job_description", "main_binary")
[docs] def contribute(self, data, context): for k, v in data.items(): if k == "job_type": context[k] = helpers.JOB_TYPE_MAP[v][1] else: context[k] = v return context
[docs]class ConfigureLibs(workflows.Step): action_class = AdditionalLibsAction template_name = "project/data_processing.jobs/library_template.html"
[docs] def contribute(self, data, context): chosen_libs = json.loads(data.get("lib_ids", '[]')) for k in xrange(len(chosen_libs)): context["lib_" + str(k)] = chosen_libs[k] return context
[docs]class CreateJob(workflows.Workflow): slug = "create_job" name = _("Create Job Template") finalize_button_name = _("Create") success_message = _("Job created") failure_message = _("Could not create job template") success_url = "horizon:project:data_processing.jobs:index" default_steps = (GeneralConfig, ConfigureLibs)
[docs] def handle(self, request, context): main_locations = [] lib_locations = [] for k in context.keys(): if k.startswith('lib_'): lib_locations.append(context.get(k)) if context.get("main_binary", None): main_locations.append(context["main_binary"]) try: job = saharaclient.job_create( request, context["job_name"], context["job_type"], main_locations, lib_locations, context["job_description"]) hlps = helpers.Helpers(request) if hlps.is_from_guide(): request.session["guide_job_id"] = job.id request.session["guide_job_type"] = context["job_type"] request.session["guide_job_name"] = context["job_name"] self.success_url = ( "horizon:project:data_processing.wizard:jobex_guide") return True except Exception: exceptions.handle(request) return False