001    package org.apache.oozie.util;
002    
003    
004    import java.io.BufferedReader;
005    import java.io.IOException;
006    import java.util.List;
007    import java.util.ArrayList;
008    import java.util.regex.Pattern;
009    import java.util.regex.Matcher;
010    import java.util.HashSet;
011    
012    /**
013     * A version of TimestampedMessageParser that reads log from HDFS
014     */
015    public class HDFSTimestampedMessageParser extends TimestampedMessageParser{
016    
017        public HDFSTimestampedMessageParser(BufferedReader reader, XLogFilter filter) {
018            super(reader, filter);
019        }
020    
021        public List<String> getAllServers() throws IOException{
022            String currentLine = "";
023            Pattern pattern = Pattern.compile("SERVER\\[(.*?)\\]");
024            HashSet<String> servers = new HashSet<String>();
025            while ((currentLine = reader.readLine()) != null) {
026                String server = "";
027                Matcher matcher = pattern.matcher(currentLine);
028                while (matcher.find()) {
029                    server = matcher.group(1);
030                    break;
031                }
032    
033                //For efficiency purpose, we first store lines to be copied by jobId
034                if (!server.trim().equals("-") && !server.isEmpty()) {
035                    if (!servers.contains(server)) {
036                        servers.add(server);
037                    }
038                }
039            }
040    
041            List<String> allServers = new ArrayList<String>();
042            for (String s: servers) {
043                allServers.add(s);
044            }
045            return allServers;
046        }
047    }