001    /**
002     * Licensed to the Apache Software Foundation (ASF) under one
003     * or more contributor license agreements.  See the NOTICE file
004     * distributed with this work for additional information
005     * regarding copyright ownership.  The ASF licenses this file
006     * to you under the Apache License, Version 2.0 (the
007     * "License"); you may not use this file except in compliance
008     * with the License.  You may obtain a copy of the License at
009     *
010     *      http://www.apache.org/licenses/LICENSE-2.0
011     *
012     * Unless required by applicable law or agreed to in writing, software
013     * distributed under the License is distributed on an "AS IS" BASIS,
014     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015     * See the License for the specific language governing permissions and
016     * limitations under the License.
017     */
018    package org.apache.oozie.servlet;
019    
020    import java.io.IOException;
021    import java.util.List;
022    
023    import javax.servlet.ServletInputStream;
024    import javax.servlet.http.HttpServletRequest;
025    import javax.servlet.http.HttpServletResponse;
026    
027    import org.apache.hadoop.conf.Configuration;
028    import org.apache.oozie.*;
029    import org.apache.oozie.client.WorkflowAction;
030    import org.apache.oozie.client.WorkflowJob;
031    import org.apache.oozie.client.rest.*;
032    import org.apache.oozie.command.CommandException;
033    import org.apache.oozie.coord.CoordUtils;
034    import org.apache.oozie.service.BundleEngineService;
035    import org.apache.oozie.service.CoordinatorEngineService;
036    import org.apache.oozie.service.DagEngineService;
037    import org.apache.oozie.service.Services;
038    import org.apache.oozie.service.UUIDService;
039    import org.apache.oozie.util.GraphGenerator;
040    import org.apache.oozie.util.XLog;
041    import org.json.simple.JSONArray;
042    import org.json.simple.JSONObject;
043    
044    
045    @SuppressWarnings("serial")
046    public class V1JobServlet extends BaseJobServlet {
047    
048        private static final String INSTRUMENTATION_NAME = "v1job";
049        public static final String COORD_ACTIONS_DEFAULT_LENGTH = "oozie.coord.actions.default.length";
050    
051        public V1JobServlet() {
052            super(INSTRUMENTATION_NAME);
053        }
054    
055        protected V1JobServlet(String instrumentation_name){
056            super(instrumentation_name);
057        }
058    
059        /*
060         * protected method to start a job
061         */
062        @Override
063        protected void startJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
064                IOException {
065            /*
066             * Configuration conf = new XConfiguration(request.getInputStream());
067             * String wfPath = conf.get(OozieClient.APP_PATH); String coordPath =
068             * conf.get(OozieClient.COORDINATOR_APP_PATH);
069             *
070             * ServletUtilities.ValidateAppPath(wfPath, coordPath);
071             */
072            String jobId = getResourceName(request);
073            if (jobId.endsWith("-W")) {
074                startWorkflowJob(request, response);
075            }
076            else if (jobId.endsWith("-B")) {
077                startBundleJob(request, response);
078            }
079            else {
080                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ErrorCode.E0303, RestConstants.ACTION_PARAM, RestConstants.JOB_ACTION_START);
081            }
082    
083        }
084    
085        /*
086         * protected method to resume a job
087         */
088        @Override
089        protected void resumeJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
090                IOException {
091            /*
092             * Configuration conf = new XConfiguration(request.getInputStream());
093             * String wfPath = conf.get(OozieClient.APP_PATH); String coordPath =
094             * conf.get(OozieClient.COORDINATOR_APP_PATH);
095             *
096             * ServletUtilities.ValidateAppPath(wfPath, coordPath);
097             */
098            String jobId = getResourceName(request);
099            if (jobId.endsWith("-W")) {
100                resumeWorkflowJob(request, response);
101            }
102            else if (jobId.endsWith("-B")) {
103                resumeBundleJob(request, response);
104            }
105            else {
106                resumeCoordinatorJob(request, response);
107            }
108        }
109    
110        /*
111         * protected method to suspend a job
112         */
113        @Override
114        protected void suspendJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
115                IOException {
116            /*
117             * Configuration conf = new XConfiguration(request.getInputStream());
118             * String wfPath = conf.get(OozieClient.APP_PATH); String coordPath =
119             * conf.get(OozieClient.COORDINATOR_APP_PATH);
120             *
121             * ServletUtilities.ValidateAppPath(wfPath, coordPath);
122             */
123            String jobId = getResourceName(request);
124            if (jobId.endsWith("-W")) {
125                suspendWorkflowJob(request, response);
126            }
127            else if (jobId.endsWith("-B")) {
128                suspendBundleJob(request, response);
129            }
130            else {
131                suspendCoordinatorJob(request, response);
132            }
133        }
134    
135        /*
136         * protected method to kill a job
137         */
138        @Override
139        protected JSONObject killJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
140                IOException {
141            /*
142             * Configuration conf = new XConfiguration(request.getInputStream());
143             * String wfPath = conf.get(OozieClient.APP_PATH); String coordPath =
144             * conf.get(OozieClient.COORDINATOR_APP_PATH);
145             *
146             * ServletUtilities.ValidateAppPath(wfPath, coordPath);
147             */
148            String jobId = getResourceName(request);
149            JSONObject json = null;
150            if (jobId.endsWith("-W")) {
151                killWorkflowJob(request, response);
152            }
153            else if (jobId.endsWith("-B")) {
154                killBundleJob(request, response);
155            }
156            else {
157                json = killCoordinator(request, response);
158            }
159            return json;
160        }
161    
162        /**
163         * protected method to change a coordinator job
164         * @param request request object
165         * @param response response object
166         * @throws XServletException
167         * @throws IOException
168         */
169        @Override
170        protected void changeJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
171                IOException {
172            String jobId = getResourceName(request);
173            if (jobId.endsWith("-B")) {
174                changeBundleJob(request, response);
175            }
176            else {
177                changeCoordinatorJob(request, response);
178            }
179        }
180        @Override
181        protected JSONObject ignoreJob(HttpServletRequest request, HttpServletResponse response) throws XServletException, IOException {
182            throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ErrorCode.E0302, "Not supported in v1");
183        }
184    
185        /*
186         * protected method to reRun a job
187         *
188         * @seeorg.apache.oozie.servlet.BaseJobServlet#reRunJob(javax.servlet.http.
189         * HttpServletRequest, javax.servlet.http.HttpServletResponse,
190         * org.apache.hadoop.conf.Configuration)
191         */
192        @Override
193        protected JSONObject reRunJob(HttpServletRequest request, HttpServletResponse response, Configuration conf)
194                throws XServletException, IOException {
195            JSONObject json = null;
196            String jobId = getResourceName(request);
197            if (jobId.endsWith("-W")) {
198                reRunWorkflowJob(request, response, conf);
199            }
200            else if (jobId.endsWith("-B")) {
201                rerunBundleJob(request, response, conf);
202            }
203            else {
204                json = reRunCoordinatorActions(request, response, conf);
205            }
206            return json;
207        }
208    
209        /*
210         * protected method to get a job in JsonBean representation
211         */
212        @Override
213        protected JsonBean getJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
214                IOException, BaseEngineException {
215            ServletInputStream is = request.getInputStream();
216            byte[] b = new byte[101];
217            while (is.readLine(b, 0, 100) != -1) {
218                XLog.getLog(getClass()).warn("Printing :" + new String(b));
219            }
220    
221            JsonBean jobBean = null;
222            String jobId = getResourceName(request);
223            if (jobId.endsWith("-B")) {
224                jobBean = getBundleJob(request, response);
225            }
226            else {
227                if (jobId.endsWith("-W")) {
228                    jobBean = getWorkflowJob(request, response);
229                }
230                else {
231                    if (jobId.contains("-W@")) {
232                        jobBean = getWorkflowAction(request, response);
233                    }
234                    else {
235                        if (jobId.contains("-C@")) {
236                            jobBean = getCoordinatorAction(request, response);
237                        }
238                        else {
239                            jobBean = getCoordinatorJob(request, response);
240                        }
241                    }
242                }
243            }
244    
245            return jobBean;
246        }
247    
248        /*
249         * protected method to get a job definition in String format
250         */
251        @Override
252        protected String getJobDefinition(HttpServletRequest request, HttpServletResponse response)
253                throws XServletException, IOException {
254            String jobDefinition = null;
255            String jobId = getResourceName(request);
256            if (jobId.endsWith("-W")) {
257                jobDefinition = getWorkflowJobDefinition(request, response);
258            }
259            else if (jobId.endsWith("-B")) {
260                jobDefinition = getBundleJobDefinition(request, response);
261            }
262            else {
263                jobDefinition = getCoordinatorJobDefinition(request, response);
264            }
265            return jobDefinition;
266        }
267    
268        /*
269         * protected method to stream a job log into response object
270         */
271        @Override
272        protected void streamJobLog(HttpServletRequest request, HttpServletResponse response) throws XServletException,
273                IOException {
274            try {
275                String jobId = getResourceName(request);
276                if (jobId.endsWith("-W")) {
277                    streamWorkflowJobLog(request, response);
278                }
279                else if (jobId.endsWith("-B")) {
280                    streamBundleJobLog(request, response);
281                }
282                else {
283                    streamCoordinatorJobLog(request, response);
284                }
285            }
286            catch (Exception e) {
287                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ErrorCode.E0307, e.getMessage());
288            }
289        }
290    
291        @Override
292        protected void streamJobGraph(HttpServletRequest request, HttpServletResponse response)
293                throws XServletException, IOException {
294            String jobId = getResourceName(request);
295            if (jobId.endsWith("-W")) {
296                try {
297                    // Applicable only to worflow, for now
298                    response.setContentType(RestConstants.PNG_IMAGE_CONTENT_TYPE);
299    
300                    String showKill = request.getParameter(RestConstants.JOB_SHOW_KILL_PARAM);
301                    boolean sK = showKill != null && (showKill.equalsIgnoreCase("yes") || showKill.equals("1") || showKill.equalsIgnoreCase("true"));
302    
303                    new GraphGenerator(
304                            getWorkflowJobDefinition(request, response),
305                            (WorkflowJobBean)getWorkflowJob(request, response),
306                            sK).write(response.getOutputStream());
307    
308                }
309                catch (Exception e) {
310                    throw new XServletException(HttpServletResponse.SC_NOT_FOUND, ErrorCode.E0307, e.getMessage(), e);
311                }
312            }
313            else {
314                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ErrorCode.E0306);
315            }
316        }
317    
318        /**
319         * Start wf job
320         *
321         * @param request servlet request
322         * @param response servlet response
323         * @throws XServletException
324         */
325        private void startWorkflowJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
326            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
327    
328            String jobId = getResourceName(request);
329            try {
330                dagEngine.start(jobId);
331            }
332            catch (DagEngineException ex) {
333                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
334            }
335        }
336    
337        /**
338         * Start bundle job
339         *
340         * @param request servlet request
341         * @param response servlet response
342         * @throws XServletException
343         */
344        private void startBundleJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
345            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
346            String jobId = getResourceName(request);
347            try {
348                bundleEngine.start(jobId);
349            }
350            catch (BundleEngineException ex) {
351                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
352            }
353        }
354    
355        /**
356         * Resume workflow job
357         *
358         * @param request servlet request
359         * @param response servlet response
360         * @throws XServletException
361         */
362        private void resumeWorkflowJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
363            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
364    
365            String jobId = getResourceName(request);
366            try {
367                dagEngine.resume(jobId);
368            }
369            catch (DagEngineException ex) {
370                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
371            }
372        }
373    
374        /**
375         * Resume bundle job
376         *
377         * @param request servlet request
378         * @param response servlet response
379         * @throws XServletException
380         */
381        private void resumeBundleJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
382            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
383            String jobId = getResourceName(request);
384            try {
385                bundleEngine.resume(jobId);
386            }
387            catch (BundleEngineException ex) {
388                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
389            }
390        }
391    
392        /**
393         * Resume coordinator job
394         *
395         * @param request servlet request
396         * @param response servlet response
397         * @throws XServletException
398         * @throws CoordinatorEngineException
399         */
400        private void resumeCoordinatorJob(HttpServletRequest request, HttpServletResponse response)
401                throws XServletException {
402            String jobId = getResourceName(request);
403            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
404                    getUser(request));
405            try {
406                coordEngine.resume(jobId);
407            }
408            catch (CoordinatorEngineException ex) {
409                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
410            }
411        }
412    
413        /**
414         * Suspend a wf job
415         *
416         * @param request servlet request
417         * @param response servlet response
418         * @throws XServletException
419         */
420        private void suspendWorkflowJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
421            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
422    
423            String jobId = getResourceName(request);
424            try {
425                dagEngine.suspend(jobId);
426            }
427            catch (DagEngineException ex) {
428                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
429            }
430        }
431    
432        /**
433         * Suspend bundle job
434         *
435         * @param request servlet request
436         * @param response servlet response
437         * @throws XServletException
438         */
439        private void suspendBundleJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
440            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
441            String jobId = getResourceName(request);
442            try {
443                bundleEngine.suspend(jobId);
444            }
445            catch (BundleEngineException ex) {
446                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
447            }
448        }
449    
450        /**
451         * Suspend coordinator job
452         *
453         * @param request servlet request
454         * @param response servlet response
455         * @throws XServletException
456         */
457        private void suspendCoordinatorJob(HttpServletRequest request, HttpServletResponse response)
458                throws XServletException {
459            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
460                    getUser(request));
461            String jobId = getResourceName(request);
462            try {
463                coordEngine.suspend(jobId);
464            }
465            catch (CoordinatorEngineException ex) {
466                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
467            }
468        }
469    
470        /**
471         * Kill a wf job
472         * @param request servlet request
473         * @param response servlet response
474         * @throws XServletException
475         */
476        private void killWorkflowJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
477            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
478    
479            String jobId = getResourceName(request);
480            try {
481                dagEngine.kill(jobId);
482            }
483            catch (DagEngineException ex) {
484                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
485            }
486        }
487    
488        /**
489         * Kill a coord job
490         *
491         * @param request servlet request
492         * @param response servlet response
493         * @throws XServletException
494         */
495        @SuppressWarnings("unchecked")
496        private JSONObject killCoordinator(HttpServletRequest request, HttpServletResponse response) throws XServletException {
497            String jobId = getResourceName(request);
498            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class)
499                    .getCoordinatorEngine(getUser(request));
500            JSONObject json = null;
501            String rangeType = request.getParameter(RestConstants.JOB_COORD_RANGE_TYPE_PARAM);
502            String scope = request.getParameter(RestConstants.JOB_COORD_SCOPE_PARAM);
503    
504            try {
505                if (rangeType != null && scope != null) {
506                    XLog.getLog(getClass()).info(
507                            "Kill coordinator actions for jobId=" + jobId + ", rangeType=" + rangeType + ",scope=" + scope);
508    
509                    json = new JSONObject();
510                    CoordinatorActionInfo coordInfo = coordEngine.killActions(jobId, rangeType, scope);
511                    List<CoordinatorActionBean> coordActions;
512                    if (coordInfo != null) {
513                        coordActions = coordInfo.getCoordActions();
514                    }
515                    else {
516                        coordActions = CoordUtils.getCoordActions(rangeType, jobId, scope, true);
517                    }
518                    json.put(JsonTags.COORDINATOR_ACTIONS, CoordinatorActionBean.toJSONArray(coordActions, "GMT"));
519                }
520                else {
521                    coordEngine.kill(jobId);
522                }
523            }
524            catch (CoordinatorEngineException ex) {
525                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
526            }
527            catch (CommandException ex) {
528                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
529            }
530            return json;
531        }
532    
533        /**
534         * Kill bundle job
535         *
536         * @param request servlet request
537         * @param response servlet response
538         * @throws XServletException
539         */
540        private void killBundleJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
541            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
542            String jobId = getResourceName(request);
543            try {
544                bundleEngine.kill(jobId);
545            }
546            catch (BundleEngineException ex) {
547                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
548            }
549        }
550    
551        /**
552         * Change a coordinator job
553         *
554         * @param request servlet request
555         * @param response servlet response
556         * @throws XServletException
557         */
558        private void changeCoordinatorJob(HttpServletRequest request, HttpServletResponse response)
559                throws XServletException {
560            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
561                    getUser(request));
562            String jobId = getResourceName(request);
563            String changeValue = request.getParameter(RestConstants.JOB_CHANGE_VALUE);
564            try {
565                coordEngine.change(jobId, changeValue);
566            }
567            catch (CoordinatorEngineException ex) {
568                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
569            }
570        }
571    
572        /**
573         * Change a bundle job
574         *
575         * @param request servlet request
576         * @param response servlet response
577         * @throws XServletException
578         */
579        private void changeBundleJob(HttpServletRequest request, HttpServletResponse response)
580                throws XServletException {
581            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
582            String jobId = getResourceName(request);
583            String changeValue = request.getParameter(RestConstants.JOB_CHANGE_VALUE);
584            try {
585                bundleEngine.change(jobId, changeValue);
586            }
587            catch (BundleEngineException ex) {
588                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
589            }
590        }
591    
592        /**
593         * Rerun a wf job
594         *
595         * @param request servlet request
596         * @param response servlet response
597         * @param conf configuration object
598         * @throws XServletException
599         */
600        private void reRunWorkflowJob(HttpServletRequest request, HttpServletResponse response, Configuration conf)
601                throws XServletException {
602            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
603    
604            String jobId = getResourceName(request);
605            try {
606                dagEngine.reRun(jobId, conf);
607            }
608            catch (DagEngineException ex) {
609                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
610            }
611        }
612    
613        /**
614         * Rerun bundle job
615         *
616         * @param request servlet request
617         * @param response servlet response
618         * @param conf configration object
619         * @throws XServletException
620         */
621        private void rerunBundleJob(HttpServletRequest request, HttpServletResponse response, Configuration conf)
622                throws XServletException {
623            JSONObject json = new JSONObject();
624            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
625            String jobId = getResourceName(request);
626    
627            String coordScope = request.getParameter(RestConstants.JOB_BUNDLE_RERUN_COORD_SCOPE_PARAM);
628            String dateScope = request.getParameter(RestConstants.JOB_BUNDLE_RERUN_DATE_SCOPE_PARAM);
629            String refresh = request.getParameter(RestConstants.JOB_COORD_RERUN_REFRESH_PARAM);
630            String noCleanup = request.getParameter(RestConstants.JOB_COORD_RERUN_NOCLEANUP_PARAM);
631    
632            XLog.getLog(getClass()).info(
633                    "Rerun Bundle for jobId=" + jobId + ", coordScope=" + coordScope + ", dateScope=" + dateScope + ", refresh="
634                            + refresh + ", noCleanup=" + noCleanup);
635    
636            try {
637                bundleEngine.reRun(jobId, coordScope, dateScope, Boolean.valueOf(refresh), Boolean.valueOf(noCleanup));
638            }
639            catch (BaseEngineException ex) {
640                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
641            }
642        }
643    
644        /**
645         * Rerun coordinator actions
646         *
647         * @param request servlet request
648         * @param response servlet response
649         * @param conf configuration object
650         * @throws XServletException
651         */
652        @SuppressWarnings("unchecked")
653        private JSONObject reRunCoordinatorActions(HttpServletRequest request, HttpServletResponse response,
654                Configuration conf) throws XServletException {
655            JSONObject json = new JSONObject();
656            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(getUser(request));
657    
658            String jobId = getResourceName(request);
659    
660            String rerunType = request.getParameter(RestConstants.JOB_COORD_RANGE_TYPE_PARAM);
661            String scope = request.getParameter(RestConstants.JOB_COORD_SCOPE_PARAM);
662            String refresh = request.getParameter(RestConstants.JOB_COORD_RERUN_REFRESH_PARAM);
663            String noCleanup = request.getParameter(RestConstants.JOB_COORD_RERUN_NOCLEANUP_PARAM);
664    
665            XLog.getLog(getClass()).info(
666                    "Rerun coordinator for jobId=" + jobId + ", rerunType=" + rerunType + ",scope=" + scope + ",refresh="
667                            + refresh + ", noCleanup=" + noCleanup);
668    
669            try {
670                if (!(rerunType.equals(RestConstants.JOB_COORD_SCOPE_DATE) || rerunType
671                        .equals(RestConstants.JOB_COORD_SCOPE_ACTION))) {
672                    throw new CommandException(ErrorCode.E1018, "date or action expected.");
673                }
674                CoordinatorActionInfo coordInfo = coordEngine.reRun(jobId, rerunType, scope, Boolean.valueOf(refresh),
675                        Boolean.valueOf(noCleanup));
676                List<CoordinatorActionBean> coordActions;
677                if (coordInfo != null) {
678                    coordActions = coordInfo.getCoordActions();
679                }
680                else {
681                    coordActions = CoordUtils.getCoordActions(rerunType, jobId, scope, false);
682                }
683                json.put(JsonTags.COORDINATOR_ACTIONS, CoordinatorActionBean.toJSONArray(coordActions, "GMT"));
684            }
685            catch (BaseEngineException ex) {
686                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
687            }
688            catch (CommandException ex) {
689                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
690            }
691    
692            return json;
693        }
694    
695    
696    
697        /**
698         * Get workflow job
699         *
700         * @param request servlet request
701         * @param response servlet response
702         * @return JsonBean WorkflowJobBean
703         * @throws XServletException
704         */
705        protected JsonBean getWorkflowJob(HttpServletRequest request, HttpServletResponse response) throws XServletException {
706            JsonBean jobBean = getWorkflowJobBean(request, response);
707            // for backward compatibility (OOZIE-1231)
708            swapMRActionID((WorkflowJob)jobBean);
709            return jobBean;
710        }
711    
712        /**
713         * Get workflow job
714         *
715         * @param request servlet request
716         * @param response servlet response
717         * @return JsonBean WorkflowJobBean
718         * @throws XServletException
719         */
720        protected JsonBean getWorkflowJobBean(HttpServletRequest request, HttpServletResponse response) throws XServletException {
721            JsonBean jobBean = null;
722            String jobId = getResourceName(request);
723            String startStr = request.getParameter(RestConstants.OFFSET_PARAM);
724            String lenStr = request.getParameter(RestConstants.LEN_PARAM);
725            int start = (startStr != null) ? Integer.parseInt(startStr) : 1;
726            start = (start < 1) ? 1 : start;
727            int len = (lenStr != null) ? Integer.parseInt(lenStr) : 0;
728            len = (len < 1) ? Integer.MAX_VALUE : len;
729            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
730            try {
731                jobBean = (JsonBean) dagEngine.getJob(jobId, start, len);
732            }
733            catch (DagEngineException ex) {
734                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
735            }
736            return jobBean;
737        }
738    
739        private void swapMRActionID(WorkflowJob wjBean) {
740            List<WorkflowAction> actions = wjBean.getActions();
741            if (actions != null) {
742                for (WorkflowAction wa : actions) {
743                    swapMRActionID(wa);
744                }
745            }
746        }
747    
748        private void swapMRActionID(WorkflowAction waBean) {
749            if (waBean.getType().equals("map-reduce")) {
750                String childId = waBean.getExternalChildIDs();
751                if (childId != null && !childId.equals("")) {
752                    String consoleBase = getConsoleBase(waBean.getConsoleUrl());
753                    ((WorkflowActionBean) waBean).setConsoleUrl(consoleBase + childId);
754                    ((WorkflowActionBean) waBean).setExternalId(childId);
755                    ((WorkflowActionBean) waBean).setExternalChildIDs("");
756                }
757            }
758        }
759    
760        private String getConsoleBase(String url) {
761            String consoleBase = null;
762            if (url.indexOf("application") != -1) {
763                consoleBase = url.split("application_[0-9]+_[0-9]+")[0];
764            }
765            else {
766                consoleBase = url.split("job_[0-9]+_[0-9]+")[0];
767            }
768            return consoleBase;
769        }
770    
771        /**
772         * Get wf action info
773         *
774         * @param request servlet request
775         * @param response servlet response
776         * @return JsonBean WorkflowActionBean
777         * @throws XServletException
778         */
779        protected JsonBean getWorkflowAction(HttpServletRequest request, HttpServletResponse response)
780                throws XServletException {
781    
782            JsonBean actionBean = getWorkflowActionBean(request, response);
783            // for backward compatibility (OOZIE-1231)
784            swapMRActionID((WorkflowAction)actionBean);
785            return actionBean;
786        }
787    
788        protected JsonBean getWorkflowActionBean(HttpServletRequest request, HttpServletResponse response)
789                throws XServletException {
790            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
791    
792            JsonBean actionBean = null;
793            String actionId = getResourceName(request);
794            try {
795                actionBean = dagEngine.getWorkflowAction(actionId);
796            }
797            catch (BaseEngineException ex) {
798                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
799            }
800            return actionBean;
801        }
802    
803        /**
804         * Get coord job info
805         *
806         * @param request servlet request
807         * @param response servlet response
808         * @return JsonBean CoordinatorJobBean
809         * @throws XServletException
810         * @throws BaseEngineException
811         */
812        protected JsonBean getCoordinatorJob(HttpServletRequest request, HttpServletResponse response)
813                throws XServletException, BaseEngineException {
814            JsonBean jobBean = null;
815            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
816                    getUser(request));
817            String jobId = getResourceName(request);
818            String startStr = request.getParameter(RestConstants.OFFSET_PARAM);
819            String lenStr = request.getParameter(RestConstants.LEN_PARAM);
820            String filter = request.getParameter(RestConstants.JOB_FILTER_PARAM);
821            String orderStr = request.getParameter(RestConstants.ORDER_PARAM);
822            boolean order = (orderStr != null && orderStr.equals("desc")) ? true : false;
823            int offset = (startStr != null) ? Integer.parseInt(startStr) : 1;
824            offset = (offset < 1) ? 1 : offset;
825            // Get default number of coordinator actions to be retrieved
826            int defaultLen = Services.get().getConf().getInt(COORD_ACTIONS_DEFAULT_LENGTH, 1000);
827            int len = (lenStr != null) ? Integer.parseInt(lenStr) : 0;
828            len = getCoordinatorJobLength(defaultLen, len);
829            try {
830                CoordinatorJobBean coordJob = coordEngine.getCoordJob(jobId, filter, offset, len, order);
831                jobBean = coordJob;
832            }
833            catch (CoordinatorEngineException ex) {
834                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
835            }
836    
837            return jobBean;
838        }
839    
840        /**
841         * Given the requested length and the default length, determine how many coordinator jobs to return.
842         * Used by {@link #getCoordinatorJob(javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse)}
843         *
844         * @param defaultLen The default length
845         * @param len The requested length
846         * @return The length to use
847         */
848        protected int getCoordinatorJobLength(int defaultLen, int len) {
849            return (len < 1) ? defaultLen : len;
850        }
851    
852        /**
853         * Get bundle job info
854         *
855         * @param request servlet request
856         * @param response servlet response
857         * @return JsonBean bundle job bean
858         * @throws XServletException
859         * @throws BaseEngineException
860         */
861        private JsonBean getBundleJob(HttpServletRequest request, HttpServletResponse response) throws XServletException,
862                BaseEngineException {
863            JsonBean jobBean = null;
864            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
865            String jobId = getResourceName(request);
866    
867            try {
868                jobBean = (JsonBean) bundleEngine.getBundleJob(jobId);
869    
870                return jobBean;
871            }
872            catch (BundleEngineException ex) {
873                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
874            }
875        }
876    
877        /**
878         * Get coordinator action
879         *
880         * @param request servlet request
881         * @param response servlet response
882         * @return JsonBean CoordinatorActionBean
883         * @throws XServletException
884         * @throws BaseEngineException
885         */
886        private JsonBean getCoordinatorAction(HttpServletRequest request, HttpServletResponse response)
887                throws XServletException, BaseEngineException {
888            JsonBean actionBean = null;
889            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
890                    getUser(request));
891            String actionId = getResourceName(request);
892            try {
893                actionBean = coordEngine.getCoordAction(actionId);
894            }
895            catch (CoordinatorEngineException ex) {
896                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
897            }
898    
899            return actionBean;
900        }
901    
902        /**
903         * Get wf job definition
904         *
905         * @param request servlet request
906         * @param response servlet response
907         * @return String wf definition
908         * @throws XServletException
909         */
910        private String getWorkflowJobDefinition(HttpServletRequest request, HttpServletResponse response)
911                throws XServletException {
912            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
913    
914            String wfDefinition;
915            String jobId = getResourceName(request);
916            try {
917                wfDefinition = dagEngine.getDefinition(jobId);
918            }
919            catch (DagEngineException ex) {
920                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
921            }
922            return wfDefinition;
923        }
924    
925        /**
926         * Get bundle job definition
927         *
928         * @param request servlet request
929         * @param response servlet response
930         * @return String bundle definition
931         * @throws XServletException
932         */
933        private String getBundleJobDefinition(HttpServletRequest request, HttpServletResponse response) throws XServletException {
934            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
935            String bundleDefinition;
936            String jobId = getResourceName(request);
937            try {
938                bundleDefinition = bundleEngine.getDefinition(jobId);
939            }
940            catch (BundleEngineException ex) {
941                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
942            }
943            return bundleDefinition;
944        }
945    
946        /**
947         * Get coordinator job definition
948         *
949         * @param request servlet request
950         * @param response servlet response
951         * @return String coord definition
952         * @throws XServletException
953         */
954        private String getCoordinatorJobDefinition(HttpServletRequest request, HttpServletResponse response)
955                throws XServletException {
956    
957            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
958                    getUser(request));
959    
960            String jobId = getResourceName(request);
961    
962            String coordDefinition = null;
963            try {
964                coordDefinition = coordEngine.getDefinition(jobId);
965            }
966            catch (BaseEngineException ex) {
967                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
968            }
969            return coordDefinition;
970        }
971    
972        /**
973         * Stream wf job log
974         *
975         * @param request servlet request
976         * @param response servlet response
977         * @throws XServletException
978         * @throws IOException
979         */
980        private void streamWorkflowJobLog(HttpServletRequest request, HttpServletResponse response)
981                throws XServletException, IOException {
982            DagEngine dagEngine = Services.get().get(DagEngineService.class).getDagEngine(getUser(request));
983            String jobId = getResourceName(request);
984            try {
985                dagEngine.streamLog(jobId, response.getWriter(), request.getParameterMap());
986            }
987            catch (DagEngineException ex) {
988                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
989            }
990        }
991    
992        /**
993         * Stream bundle job log
994         *
995         * @param request servlet request
996         * @param response servlet response
997         * @throws XServletException
998         */
999        private void streamBundleJobLog(HttpServletRequest request, HttpServletResponse response)
1000                throws XServletException, IOException {
1001            BundleEngine bundleEngine = Services.get().get(BundleEngineService.class).getBundleEngine(getUser(request));
1002            String jobId = getResourceName(request);
1003            try {
1004                bundleEngine.streamLog(jobId, response.getWriter(), request.getParameterMap());
1005            }
1006            catch (BundleEngineException ex) {
1007                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
1008            }
1009        }
1010    
1011        /**
1012         * Stream coordinator job log
1013         *
1014         * @param request servlet request
1015         * @param response servlet response
1016         * @throws XServletException
1017         * @throws IOException
1018         */
1019        private void streamCoordinatorJobLog(HttpServletRequest request, HttpServletResponse response)
1020                throws XServletException, IOException {
1021    
1022            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class).getCoordinatorEngine(
1023                    getUser(request));
1024            String jobId = getResourceName(request);
1025            String logRetrievalScope = request.getParameter(RestConstants.JOB_LOG_SCOPE_PARAM);
1026            String logRetrievalType = request.getParameter(RestConstants.JOB_LOG_TYPE_PARAM);
1027            try {
1028                coordEngine.streamLog(jobId, logRetrievalScope, logRetrievalType, response.getWriter(), request.getParameterMap());
1029            }
1030            catch (BaseEngineException ex) {
1031                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
1032            }
1033            catch (CommandException ex) {
1034                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
1035            }
1036        }
1037    
1038        @Override
1039        protected String getJMSTopicName(HttpServletRequest request, HttpServletResponse response) throws XServletException,
1040                IOException {
1041            throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ErrorCode.E0302, "Not supported in v1");
1042        }
1043    
1044        @Override
1045        protected JSONObject getJobsByParentId(HttpServletRequest request, HttpServletResponse response)
1046                throws XServletException, IOException {
1047            JSONObject json = new JSONObject();
1048            CoordinatorEngine coordEngine = Services.get().get(CoordinatorEngineService.class)
1049                    .getCoordinatorEngine(getUser(request));
1050            String coordActionId;
1051            String type = request.getParameter(RestConstants.JOB_COORD_RANGE_TYPE_PARAM);
1052            String scope = request.getParameter(RestConstants.JOB_COORD_SCOPE_PARAM);
1053            // for getting allruns for coordinator action - 2 alternate endpoints
1054            if (type != null && type.equals(RestConstants.JOB_COORD_SCOPE_ACTION) && scope != null) {
1055                // endpoint - oozie/v2/coord-job-id?type=action&scope=action-num&show=allruns
1056                String jobId = getResourceName(request);
1057                coordActionId = Services.get().get(UUIDService.class).generateChildId(jobId, scope);
1058            }
1059            else {
1060                // endpoint - oozie/v2/coord-action-id?show=allruns
1061                coordActionId = getResourceName(request);
1062            }
1063            try {
1064                List<WorkflowJobBean> wfs = coordEngine.getReruns(coordActionId);
1065                JSONArray array = new JSONArray();
1066                if (wfs != null) {
1067                    for (WorkflowJobBean wf : wfs) {
1068                        JSONObject json1 = new JSONObject();
1069                        json1.put(JsonTags.WORKFLOW_ID, wf.getId());
1070                        json1.put(JsonTags.WORKFLOW_STATUS, wf.getStatus().toString());
1071                        json1.put(JsonTags.WORKFLOW_START_TIME, JsonUtils.formatDateRfc822(wf.getStartTime(), "GMT"));
1072                        json1.put(JsonTags.WORKFLOW_ACTION_END_TIME, JsonUtils.formatDateRfc822(wf.getEndTime(), "GMT"));
1073                        array.add(json1);
1074                    }
1075                }
1076                json.put(JsonTags.WORKFLOWS_JOBS, array);
1077                return json;
1078            }
1079            catch (CoordinatorEngineException ex) {
1080                throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ex);
1081            }
1082        }
1083        /**
1084         * not supported for v1
1085         */
1086        @Override
1087        protected JSONObject updateJob(HttpServletRequest request, HttpServletResponse response, Configuration conf)
1088                throws XServletException, IOException {
1089            throw new XServletException(HttpServletResponse.SC_BAD_REQUEST, ErrorCode.E0302, "Not supported in v1");
1090        }
1091    }