001 /**
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements. See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership. The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License. You may obtain a copy of the License at
009 *
010 * http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018 package org.apache.oozie.service;
019
020 import org.apache.hadoop.conf.Configuration;
021 import org.apache.oozie.command.PurgeXCommand;
022
023 /**
024 * The PurgeService schedules purging of completed jobs and associated action older than a specified age for workflow, coordinator and bundle.
025 */
026 public class PurgeService implements Service {
027
028 public static final String CONF_PREFIX = Service.CONF_PREFIX + "PurgeService.";
029 /**
030 * Age of completed jobs to be deleted, in days.
031 */
032 public static final String CONF_OLDER_THAN = CONF_PREFIX + "older.than";
033 public static final String COORD_CONF_OLDER_THAN = CONF_PREFIX + "coord.older.than";
034 public static final String BUNDLE_CONF_OLDER_THAN = CONF_PREFIX + "bundle.older.than";
035 public static final String PURGE_OLD_COORD_ACTION = CONF_PREFIX + "purge.old.coord.action";
036 /**
037 * Time interval, in seconds, at which the purge jobs service will be scheduled to run.
038 */
039 public static final String CONF_PURGE_INTERVAL = CONF_PREFIX + "purge.interval";
040 public static final String PURGE_LIMIT = CONF_PREFIX + "purge.limit";
041
042 /**
043 * PurgeRunnable is the runnable which is scheduled to run at the configured interval. PurgeCommand is queued to
044 * remove completed jobs and associated actions older than the configured age for workflow, coordinator and bundle.
045 */
046 static class PurgeRunnable implements Runnable {
047 private int wfOlderThan;
048 private int coordOlderThan;
049 private int bundleOlderThan;
050 private int limit;
051 private boolean purgeOldCoordAction = false;
052
053 public PurgeRunnable(int wfOlderThan, int coordOlderThan, int bundleOlderThan, int limit) {
054 this.wfOlderThan = wfOlderThan;
055 this.coordOlderThan = coordOlderThan;
056 this.bundleOlderThan = bundleOlderThan;
057 this.limit = limit;
058 }
059
060 public PurgeRunnable(int wfOlderThan, int coordOlderThan, int bundleOlderThan, int limit,
061 boolean purgeOldCoordAction) {
062 this.wfOlderThan = wfOlderThan;
063 this.coordOlderThan = coordOlderThan;
064 this.bundleOlderThan = bundleOlderThan;
065 this.limit = limit;
066 this.purgeOldCoordAction = purgeOldCoordAction;
067 }
068
069 public void run() {
070 // Only queue the purge command if this is the leader
071 if (Services.get().get(JobsConcurrencyService.class).isLeader()) {
072 Services.get().get(CallableQueueService.class).queue(
073 new PurgeXCommand(wfOlderThan, coordOlderThan, bundleOlderThan, limit, purgeOldCoordAction));
074 }
075 }
076
077 }
078
079 /**
080 * Initializes the {@link PurgeService}.
081 *
082 * @param services services instance.
083 */
084 @Override
085 public void init(Services services) {
086 Configuration conf = services.getConf();
087 Runnable purgeJobsRunnable = new PurgeRunnable(conf.getInt(
088 CONF_OLDER_THAN, 30), conf.getInt(COORD_CONF_OLDER_THAN, 7), conf.getInt(BUNDLE_CONF_OLDER_THAN, 7),
089 conf.getInt(PURGE_LIMIT, 100), conf.getBoolean(PURGE_OLD_COORD_ACTION, false));
090 services.get(SchedulerService.class).schedule(purgeJobsRunnable, 10, conf.getInt(CONF_PURGE_INTERVAL, 3600),
091 SchedulerService.Unit.SEC);
092 }
093
094 /**
095 * Destroy the Purge Jobs Service.
096 */
097 @Override
098 public void destroy() {
099 }
100
101 /**
102 * Return the public interface for the purge jobs service.
103 *
104 * @return {@link PurgeService}.
105 */
106 @Override
107 public Class<? extends Service> getInterface() {
108 return PurgeService.class;
109 }
110 }