21 | * For each build, this strategy will: 22 | *
-
23 | *
- Copy the log into {@code java.io.tmpdir} 24 | *
- Stream the copied log file to count lines via {@link LogParserUtils#countLines(String)} 25 | *
- Create an {@link ExecutorService} via {@link Executors#newCachedThreadPool()} 26 | *
- Determine number of {@link LogParserThread} tasks from lines / ({@link LogParserUtils#getLinesPerThread()} + 1) 27 | *
- Submit and wait for all tasks to finish 28 | *
- Aggregate lines into status from each task 29 | *
");
160 | // Read bulks of lines, parse
161 | parseLogBody(build, writer, log,
162 | logger);
163 |
164 | // Write parsed output, links, etc.
165 | //writeLogBody();
166 |
167 | // Close html footer
168 | if (this.preformattedHtml)
169 | writer.write("");
170 | writer.write(LogParserConsts.getHtmlClosingTags());
171 | } finally {
172 | for (BufferedWriter writer : writers.values()) {
173 | writer.close();
174 | }
175 | }
176 |
177 | // Build the reference html from the warnings/errors/info html files
178 | // created in the loop above
179 | LogParserWriter.writeReferenceHtml(buildRefPath, headerForSection,
180 | statusCountPerSection, displayConstants.getIconTable(),
181 | displayConstants.getLinkListDisplay(),
182 | displayConstants.getLinkListDisplayPlural(), statusCount,
183 | linkFiles, extraTags);
184 | // Write the wrapping html for the reference page and the parsed log page
185 | LogParserWriter.writeWrapperHtml(buildWrapperPath);
186 |
187 | final String buildUrlPath = build.getUrl(); // job/cat_log/58
188 | final String buildActionPath = LogParserAction.getUrlNameStat(); // "parsed_console";
189 | final String parsedLogURL = buildUrlPath + buildActionPath + "/log.html";
190 |
191 | // Create result class
192 | final LogParserResult result = new LogParserResult();
193 | result.setHtmlLogFile(parsedFilePath);
194 | result.setTotalErrors(statusCount.get(LogParserConsts.ERROR));
195 | result.setTotalWarnings(statusCount.get(LogParserConsts.WARNING));
196 | result.setTotalInfos(statusCount.get(LogParserConsts.INFO));
197 | result.setTotalDebugs(statusCount.get(LogParserConsts.DEBUG));
198 | for (String extraTag : this.extraTags) {
199 | result.putTotalCountsByExtraTag(extraTag, statusCount.get(extraTag));
200 | }
201 | result.setErrorLinksFile(errorLinksFilePath);
202 | result.setWarningLinksFile(warningLinksFilePath);
203 | result.setInfoLinksFile(infoLinksFilePath);
204 | result.setDebugLinksFile(debugLinksFilePath);
205 | for (String extraTag : this.extraTags) {
206 | result.putLinksFileByExtraTag(extraTag, linksFilePathByExtraTags.get(extraTag));
207 | }
208 | result.setParsedLogURL(parsedLogURL);
209 | result.setHtmlLogPath(logDirectory);
210 | result.setBadParsingRulesError(this.compiledPatternsPlusError.getError());
211 | result.setExtraTags(this.extraTags);
212 |
213 | return result;
214 |
215 | }
216 |
217 | public String parseLine(final String line) throws IOException {
218 | return parseLine(line, null);
219 | }
220 |
221 | public static String convertEscapeSequencesToHtml(String text) {
222 | // Remove xterm color escape sequence with an empty space.
223 | return text.replaceAll("\u001B\\[(\\d{1,2})(;\\d{1,2})?(;\\d{1,2})?m", "");
224 | }
225 |
226 | public String parseLine(final String line, final String status)
227 | throws IOException {
228 | String parsedLine = line;
229 | String effectiveStatus = status;
230 | if (status == null) {
231 | effectiveStatus = LogParserConsts.NONE;
232 | } else if (status.equals(LogParserConsts.START)) {
233 | effectiveStatus = LogParserConsts.INFO;
234 | }
235 |
236 | // need to strip out for display also (in addition to parsing).
237 | parsedLine = ConsoleNote.removeNotes(parsedLine);
238 | // Allows < to be seen in log which is html
239 | parsedLine = parsedLine.replaceAll("<", "<");
240 | // Allows > to be seen in log which is html
241 | parsedLine = parsedLine.replaceAll(">", ">");
242 |
243 | // Remove xterm color escape sequence with an empty space.
244 | parsedLine = convertEscapeSequencesToHtml(parsedLine);
245 |
246 | if (effectiveStatus != null
247 | && !effectiveStatus.equals(LogParserConsts.NONE)) {
248 | // Increment count of the status
249 | incrementCounter(effectiveStatus);
250 | incrementCounterPerSection(effectiveStatus, sectionCounter);
251 | // Color line according to the status
252 | final String parsedLineColored = colorLine(parsedLine,
253 | effectiveStatus);
254 |
255 | // Mark line and add to left side links of highlighted lines
256 | final String parsedLineColoredAndMarked = addMarkerAndLink(
257 | parsedLineColored, effectiveStatus, status);
258 | parsedLine = parsedLineColoredAndMarked;
259 | }
260 | final StringBuffer result = new StringBuffer(parsedLine);
261 | if (!preformattedHtml)
262 | result.append("\n"); 263 | return result.toString(); 264 | } 265 | 266 | public void incrementCounter(final String status) { 267 | final int currentVal = statusCount.get(status); 268 | statusCount.put(status, currentVal + 1); 269 | } 270 | 271 | public void incrementCounterPerSection(final String status, 272 | final int sectionNumber) { 273 | final String key = LogParserUtils.getSectionCountKey(status, 274 | sectionNumber); 275 | Integer currentValInteger = statusCountPerSection.get(key); 276 | // No value - entered yet - initialize with 0 277 | if (currentValInteger == null) { 278 | currentValInteger = 0; 279 | } 280 | final int newVal = currentValInteger + 1; 281 | statusCountPerSection.put(key, newVal); 282 | } 283 | 284 | private String colorLine(final String line, final String status) { 285 | String color = displayConstants.getColorTable().get(status); 286 | if (color == null) { 287 | color = LogParserDisplayConsts.DEFAULT_COLOR; 288 | } 289 | final StringBuffer result = new StringBuffer(""); 294 | result.append(line); 295 | result.append(""); 296 | return result.toString(); 297 | } 298 | 299 | private String addMarkerAndLink(final String line, 300 | final String effectiveStatus, final String status) 301 | throws IOException { 302 | // Add marker 303 | final String statusCountStr = statusCount 304 | .get(effectiveStatus).toString(); 305 | final String marker = effectiveStatus + statusCountStr; 306 | 307 | // Add link 308 | final StringBuffer shortLink = new StringBuffer( 309 | " "); 312 | shortLink.append(line); 313 | shortLink.append(""); 314 | 315 | final StringBuffer link = new StringBuffer("
"); 339 | brShortLink.append(shortLink); 340 | headerForSection.add(brShortLink.toString()); 341 | } 342 | 343 | return markedLine.toString(); 344 | } 345 | 346 | private void parseLogBody(final Run build, final BufferedWriter writer, final InputStream log, 347 | final Logger logger) throws IOException, InterruptedException { 348 | 349 | // Logging information - start 350 | final String signature = build.getParent().getName() + "_build_" 351 | + build.getNumber(); 352 | logger.log(Level.INFO, "LogParserParser: Start parsing : " + signature); 353 | final Calendar calendarStart = Calendar.getInstance(); 354 | Charset charset = build.getCharset(); 355 | 356 | final HashMap
"); 49 | } 50 | 51 | public void setBadParsingRulesError(final String badParsingRulesError) { 52 | this.badParsingRulesError = badParsingRulesError; 53 | } 54 | 55 | public String getFailedToParseError() { 56 | return failedToParseError; 57 | } 58 | 59 | public void setFailedToParseError(final String failedToParseError) { 60 | this.failedToParseError = failedToParseError; 61 | } 62 | 63 | public int getTotalErrors() { 64 | return totalErrors; 65 | } 66 | 67 | public int getTotalWarnings() { 68 | return totalWarnings; 69 | } 70 | 71 | public int getTotalInfos() { 72 | return totalInfos; 73 | } 74 | 75 | public int getTotalDebugs() { 76 | return totalDebugs; 77 | } 78 | 79 | public int getTotalCountsByExtraTag(String tag) { 80 | return totalCountsByExtraTag.get(tag); 81 | } 82 | 83 | public String getHtmlLogFile() { 84 | return htmlLogFile; 85 | } 86 | 87 | public String getHtmlLogPath() { 88 | return htmlLogPath; 89 | } 90 | 91 | public String getErrorLinksFile() { 92 | return errorLinksFile; 93 | } 94 | 95 | public String getWarningLinksFile() { 96 | return warningLinksFile; 97 | } 98 | 99 | public String getInfoLinksFile() { 100 | return infoLinksFile; 101 | } 102 | 103 | public String getDebugLinksFile() { 104 | return debugLinksFile; 105 | } 106 | 107 | public String getLinksFileByExtraTag(String tag) { 108 | return linkedFilesByExtraTag.get(tag); 109 | } 110 | 111 | public String getParsedLogURL() { 112 | return parsedLogURL; 113 | } 114 | 115 | public Reader getReader(final String filePath) throws IOException { 116 | final File logFile = new File(filePath); 117 | if (logFile.exists()) { 118 | return new FileReader(logFile); 119 | } 120 | return null; 121 | } 122 | 123 | public Reader getLogReader() throws IOException { 124 | return getReader(getHtmlLogFile()); 125 | } 126 | 127 | public Reader getErrorLinksReader() throws IOException { 128 | return getReader(getErrorLinksFile()); 129 | } 130 | 131 | public Reader getWarningLinksReader() throws IOException { 132 | return getReader(getWarningLinksFile()); 133 | } 134 | 135 | public Reader getInfoLinksReader() throws IOException { 136 | return getReader(getInfoLinksFile()); 137 | } 138 | 139 | public Reader getDebugLinkedReader() throws IOException { 140 | return getReader(getDebugLinksFile()); 141 | } 142 | 143 | public Reader getLinkedReaderByExtraTag(String tag) throws IOException { 144 | return getReader(getLinksFileByExtraTag(tag)); 145 | } 146 | 147 | public void setHtmlLogFile(final String file) { 148 | this.htmlLogFile = file; 149 | } 150 | 151 | public void setHtmlLogPath(final String dir) { 152 | this.htmlLogPath = dir; 153 | } 154 | 155 | public void setErrorLinksFile(final String file) { 156 | this.errorLinksFile = file; 157 | } 158 | 159 | public void setWarningLinksFile(final String file) { 160 | this.warningLinksFile = file; 161 | } 162 | 163 | public void setInfoLinksFile(final String file) { 164 | this.infoLinksFile = file; 165 | } 166 | 167 | public void setDebugLinksFile(final String file) { 168 | this.debugLinksFile = file; 169 | } 170 | 171 | public void putLinksFileByExtraTag(final String tag, final String file) { 172 | this.linkedFilesByExtraTag.put(tag, file); 173 | } 174 | 175 | public void setTotalErrors(final int totalErrors) { 176 | this.totalErrors = totalErrors; 177 | } 178 | 179 | public void setTotalWarnings(final int totalWarnings) { 180 | this.totalWarnings = totalWarnings; 181 | } 182 | 183 | public void setTotalInfos(final int totalInfos) { 184 | this.totalInfos = totalInfos; 185 | } 186 | 187 | public void setTotalDebugs(final int totalDebugs) { 188 | this.totalDebugs = totalDebugs; 189 | } 190 | 191 | public void putTotalCountsByExtraTag(final String tag, final int totalCounts) { 192 | this.totalCountsByExtraTag.put(tag, totalCounts); 193 | } 194 | 195 | public void setParsedLogURL(final String parsedLogURL) { 196 | this.parsedLogURL = parsedLogURL; 197 | } 198 | 199 | public File getHtmlLogFileToRead() { 200 | return new File(this.htmlLogFile); 201 | } 202 | 203 | public void setExtraTags(Collection
"); 224 | } 225 | } finally { 226 | f.close(); 227 | } 228 | 229 | } catch (Exception e) { 230 | e.printStackTrace(); 231 | } 232 | return result.toString(); 233 | } 234 | 235 | } 236 | -------------------------------------------------------------------------------- /src/main/java/hudson/plugins/logparser/LogParserStatusComputer.java: -------------------------------------------------------------------------------- 1 | package hudson.plugins.logparser; 2 | 3 | import hudson.remoting.RemoteInputStream; 4 | import jenkins.security.MasterToSlaveCallable; 5 | 6 | import java.io.IOException; 7 | import java.io.InputStream; 8 | import java.nio.charset.Charset; 9 | import java.util.HashMap; 10 | import java.util.regex.Pattern; 11 | 12 | public class LogParserStatusComputer extends MasterToSlaveCallable
\n" 121 | + "
- \n";
123 | writer.write(linksStart);
124 |
125 | // Read the links file and insert here
126 | try (BufferedReader reader = new BufferedReader(new FileReader(linkFiles.get(status)))) {
127 | final String summaryLine = "
(SUMMARY_INT_HERE LINK_LIST_DISPLAY_STR in this section)
"; 128 | 129 | final String headerTemplateRegexp = "HEADER HERE:"; 130 | final String headerTemplateSplitBy = "#"; 131 | 132 | // If it's a header line - put the header of the section 133 | String line; 134 | while ((line = reader.readLine()) != null) { 135 | String curSummaryLine = null; 136 | if (line.startsWith(headerTemplateRegexp)) { 137 | final int headerNum = Integer.parseInt(line.split(headerTemplateSplitBy)[1]); 138 | line = headerForSection.get(headerNum); 139 | final String key = LogParserUtils.getSectionCountKey(status, headerNum); 140 | final Integer summaryInt = statusCountPerSection.get(key); 141 | if (summaryInt == null || summaryInt == 0) { 142 | // Don't write the header if there are no relevant lines for 143 | // this section 144 | line = null; 145 | } else { 146 | String linkListDisplayStrWithPlural = linkListDisplayStr; 147 | if (summaryInt > 1) { 148 | linkListDisplayStrWithPlural = linkListDisplayStrPlural; 149 | } 150 | curSummaryLine = summaryLine.replace("SUMMARY_INT_HERE", 151 | summaryInt.toString()).replace( 152 | "LINK_LIST_DISPLAY_STR", 153 | linkListDisplayStrWithPlural); 154 | } 155 | 156 | } 157 | 158 | if (line != null) { 159 | writer.write(line); 160 | writer.newLine(); // Write system dependent end of line. 161 | } 162 | if (curSummaryLine != null) { 163 | writer.write(curSummaryLine); 164 | writer.newLine(); // Write system dependent end of line. 165 | } 166 | } 167 | } 168 | 169 | final String linksEnd = "
11 | * The default strategy is {@link ClassicParsingStrategy}, which was the only available strategy through v2.3.0. 12 | * This class logs the strategy selected at INFO level. 13 | *
14 | * An invalid parameter is logged at WARNING and falls back to {@link ClassicParsingStrategy}.
15 | *
16 | * @since 2.4.0
17 | */
18 | class ParsingStrategyLocator {
19 | private static final String SYSTEM_PROPERTY = ParsingStrategy.class.getName();
20 | private static final String CLASSIC = ClassicParsingStrategy.class.getName();
21 | private static final String STREAM = StreamParsingStrategy.class.getName();
22 | private static final Logger LOGGER = Logger.getLogger(ParsingStrategyLocator.class.getName());
23 | private final Map
16 | * For each build, this strategy will:
17 | * ${it.result.failedToParseError}
3 | Configure pairs of logical names (project) and parsing rule files.
4 | Later on, when a job is configured for log parsing, you will be able to choose one of these configurations to implement as the parsing rules for that job.
5 |
18 | *
22 | * @since 2.4.0
23 | * @see ClassicParsingStrategy
24 | */
25 | class StreamParsingStrategy implements ParsingStrategy {
26 | @Override
27 | public HashMap
12 |
20 |
13 |
19 |
14 |
18 | Console Output (parsed)
15 | Show only this
16 |
17 |
22 | ${it.result.badParsingRulesErrorDisplay}
23 |
7 |
23 | ${%LogParserColumn.Header}
5 |
13 |
6 | For each parsing rules option, specify:
7 |
8 |
11 |
12 |
2 |
3 |
7 |
8 | Note: May prolong build time, depending on log size.
9 |
--------------------------------------------------------------------------------
/src/main/webapp/images/blue.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/jenkinsci/log-parser-plugin/2c71ed5db632c11ba2a1738a8f224bb6c4ce8ae9/src/main/webapp/images/blue.gif
--------------------------------------------------------------------------------
/src/main/webapp/images/gray.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/jenkinsci/log-parser-plugin/2c71ed5db632c11ba2a1738a8f224bb6c4ce8ae9/src/main/webapp/images/gray.gif
--------------------------------------------------------------------------------
/src/main/webapp/images/red.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/jenkinsci/log-parser-plugin/2c71ed5db632c11ba2a1738a8f224bb6c4ce8ae9/src/main/webapp/images/red.gif
--------------------------------------------------------------------------------
/src/main/webapp/images/yellow.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/jenkinsci/log-parser-plugin/2c71ed5db632c11ba2a1738a8f224bb6c4ce8ae9/src/main/webapp/images/yellow.gif
--------------------------------------------------------------------------------
/src/main/webapp/js/log-parser-behaviour.js:
--------------------------------------------------------------------------------
1 | window.addEventListener("DOMContentLoaded", () => {
2 | document.querySelectorAll(".lpp-toggle-list").forEach((toggle) => {
3 | toggle.addEventListener("click", (event) => {
4 | event.preventDefault();
5 | const { displayCategory } = event.target.closest(".lpp-toggle-list").dataset;
6 |
7 | element = document.getElementById(displayCategory).style;
8 | element.display = element.display == 'none' ? 'block' : 'none';
9 | })
10 | });
11 | });
12 |
--------------------------------------------------------------------------------
/src/main/webapp/parse_rule_choice.html:
--------------------------------------------------------------------------------
1 | Choose which parsing rules to parse the log by.
2 |
--------------------------------------------------------------------------------
/src/main/webapp/parser_graphs.html:
--------------------------------------------------------------------------------
1 | Show Log parser graphs on project page. Similar to xunit graphs.
--------------------------------------------------------------------------------
/src/main/webapp/unstable_on_warning.html:
--------------------------------------------------------------------------------
1 | Mark the build Unstable if any warnings are found.
--------------------------------------------------------------------------------
/src/spotbugs/excludesFilter.xml:
--------------------------------------------------------------------------------
1 |