001 package org.apache.oozie.util;
002
003
004 import java.io.BufferedReader;
005 import java.io.IOException;
006 import java.util.List;
007 import java.util.ArrayList;
008 import java.util.regex.Pattern;
009 import java.util.regex.Matcher;
010 import java.util.HashSet;
011
012 /**
013 * A version of TimestampedMessageParser that reads log from HDFS
014 */
015 public class HDFSTimestampedMessageParser extends TimestampedMessageParser{
016
017 public HDFSTimestampedMessageParser(BufferedReader reader, XLogFilter filter) {
018 super(reader, filter);
019 }
020
021 public List<String> getAllServers() throws IOException{
022 String currentLine = "";
023 Pattern pattern = Pattern.compile("SERVER\\[(.*?)\\]");
024 HashSet<String> servers = new HashSet<String>();
025 while ((currentLine = reader.readLine()) != null) {
026 String server = "";
027 Matcher matcher = pattern.matcher(currentLine);
028 while (matcher.find()) {
029 server = matcher.group(1);
030 break;
031 }
032
033 //For efficiency purpose, we first store lines to be copied by jobId
034 if (!server.trim().equals("-") && !server.isEmpty()) {
035 if (!servers.contains(server)) {
036 servers.add(server);
037 }
038 }
039 }
040
041 List<String> allServers = new ArrayList<String>();
042 for (String s: servers) {
043 allServers.add(s);
044 }
045 return allServers;
046 }
047 }