LGR "Log message output too high. We've dropped 100 messages" investigation

log-extract-01.log

Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 2015-01-14 13:34:17,311 INFO [http-nio-61597-exec-5] LoggregatorLoadTestController - 00001 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[LGR]: Log message output too high. We've dropped 100 messages
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00102 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00103 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00104 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00105 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00106 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00107 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00108 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00109 : zO
Jan 14 14:34:17 myapp-cf cfe5acff-169b-4091-9c97-5d5746d285cd/[App/0]: 00110 : zO 

LoggregatorLoadTestController.java

import lombok.extern.slf4j.Slf4j;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.RandomStringUtils;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestMethod;

import javax.annotation.Nullable;
import javax.servlet.ServletOutputStream;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.PrintStream;


@Controller
@Slf4j
public class LoggregatorLoadTestController {

	private static int PADDING_LEN = 5;

	private static final String SEPARATOR = " : ";

	@RequestMapping(method = RequestMethod.GET, value = "/lgrloadtest")
	public void loadTest(HttpServletResponse response, @Nullable Integer eventCount, @Nullable Integer lineCount, @Nullable Integer lineLength) throws IOException {
		if (eventCount == null) {
			eventCount = 1;
		}
		if (lineCount == null) {
			lineCount = 1;
		}
		if (lineLength == null) {
			lineLength = 10;
		}

		response.setStatus(HttpServletResponse.SC_OK);
		response.setContentType("text/plain");

		ServletOutputStream output = null;
		PrintStream printStream = null;
		try {
			output = response.getOutputStream();
			printStream = new PrintStream(output);
			for (int i = 0; i < eventCount; i++) {
				final int length = doLog(lineCount, lineLength);
				printStream.append("Printed " + lineCount + " lines of " + lineLength + " chars each to log  : length = " + length + "\n");
			}
		} finally {
			IOUtils.closeQuietly(printStream);
			IOUtils.closeQuietly(output);
		}
	}

	private int doLog(Integer lineCount, Integer lineLength) {
		StringBuilder builder = new StringBuilder();
		String line = RandomStringUtils.randomAlphabetic(lineLength - PADDING_LEN - SEPARATOR.length());
		for (int i = 1; i <= lineCount; i++) {
			builder.append(String.format("%0" + PADDING_LEN + "d", i));
			builder.append(SEPARATOR);
			builder.append(line);
			builder.append("\n");
		}
		final int length = builder.length();
		log.info(builder.toString());
		return length;
	}

}

OneLineOf9000Chars.log

00001 : QBJciDrPpzfCifjwhrfJxrvsxZrwBowRnsBorucWGRWIGEJgpfxiyGrxiPBdZlqWaINvbhUUtwGoOeFMZlmRMpSXJfKSgTpoCrQseHqgQWXTtMqjpJYWTrqYOTpJmBcYfbwVvMADSgWiNayjMpXPiKoIjLmsVjtnpMtibljXmqBNjzNTfCpbMKJKjObpPhifHHxMwpnVutKkjGPBitOnjuNoHxkcgalrZmNPdVObHdMGFQXymJctethILMVrwrDMKpCwtzRwgOsRciCylxFOlGjoHeDtdUtzTyCUnBMjkNICdxVLcLctvPkFNsiInUSfYbYLsciiOgSfbnGfCpbbrCKpOlKLzwOOWVSGAmudVgznYyYNFvoWwNkSkynrjBGZFSHVTraZvexcWMkDAeXCczFgxExcbwKJofRVXZcfsHTiArEHFQSkDnGjKjqchjxktSHzMLyBTDbwRSgfPVqsvUIuiNXDYEsyAHpZZHqJSjbwYFDgltEjhhMYwKIDZqPrwWUyBewafsHxoEChvreyNdqDnzWNPzTOjNPsvbpNyCubyoYdqCRzTslVDgifhHPKtiWbzYsuDaxYjtookRcsviQkWolXHOWomhVzycLqMRbRAdTmUEzVlTGiXZtFmroZqwaGRkDsDBYOvbejYRcRseRcHzuBJUfhTYQEJYzmkiVDJATHGupwEWNrdCsqvATbEvtLJNYwsEkDtfYXRpZXUufRviveUjptxJaQIPXBIytqxQTrFMWkMtyQNcLTLDgvGhadowCawduXgxQTAtxNoUwiROhyQBgXMaJeUolZAaYfMfCHQBIFGZWVfTbNQzmiLfIEBfvRybmAAzdKOaYTEOeETWKkdswxOfuZNQqxjsUqVTYYaMLWDpoeRLBOhjQapxqhlOdhWPXXDRnaWqiiVZCtOjYkGXnJmCardFhCwvWeFwKsoSQLkyAxarEmeflvTjLZPtcCBVNHaHKiazGbGVbdzowhVOSZMvxKBfzGLNohcWNMpwguyLDqnWKpaogIgkxQqLaxFemvOvregxOBrGIGXagFuNOnfyDbEbdZEcThoaZVBUWjlDmorFjokyvQFeFCuJLyNWFysyGITpczhdgzceQsVwnDcVsdbRImAhXfKnHkJiclreoWTtwdEnRcQrnzNvnGqcwXqdjhbeeIZyhyFPbCIgdGaSVvkSYxIhswqfOSkqKVAhchNlACAOQnqsBZNTRMZLtjnKfgPCnmsIxYTxyPpnAMtxyaJMQjzVGAAWzcUquYcmFaDRttHLfDLWeMnCOWQOkHuPBEQPmdpZOHpuBWspLpqRAQKbcQfuwnSvHpJvIBowGdBBEHEZSkrskURtqIzfVaBEyebHbhgEhjLvzGmuJwfDcSGmKsnzcCrmjtvaaBdPwHmoGCzIvFIBqYnprMfeOyHWeuALqOkdoKNTVWsaTJcMacQfBHEAuMdlSiElYlxSrwzyaUTpiYbxsHJwCFVHvoAVEhPgHOWfBSBoJVQSFDbRbFBZxrlDOcVelSxzPLIZaRScYCzXAGTxPtarSNZyqUBBJkbgjdLuDsjLHFUOaDSdgYjiXghNuZdEQlwkGWmbcbwJJekBqjikMzKJeuLGjNzVwsLHUtVBpyNZBxIuZpqoNbfHazKywghGDrzTVXgvtqtgGjlYtdrTFReLRkBCWlcpQMHSPxfwmfSyeOMggbFXrrgbsDPlwzItsQEaApmiENPwEmgCODgrCUOACGYtflTydwMGqoUaAiKFaxzqHYVoPfITXnBAhhtOdmZaEXwzvTwVsTyYetTYasuorEWbKAkxNwTAhXzFWYnuXaazJFUKqqAqPWHyfYjeGdJdcxoQBHlJGmZFZyRiYSFOpUZArYjEcBxvafCurnzCTTJPynMLZiPBVyGussHnJfZnOEqfeoxfynrVAcvmBKlOqdFGcdWjMZFtlpzavvKEUSLYUwhtETkqAMJQlJOwSQuTjTBIjGRTTiZZybaYvySlQUldRGWRTMSQcGLGjfLJRffJOZIFuielyElJvqHieESMOTSiVdTvUyAxpzBadBEppnTyBRTqolGNDziVpqygcCMFNOMlSmbEiqeLJQdoOlHjLDmMIsJNhOfHbGSzGqRdbcmtcGbnEavbfnnBFiMHYKRUvfmHRHfZbEmknrlAFlaRyWYsFnSLRywdiYmmTTiZlwsEAlYLdzfTaoCJsGGYfoZHhneAlLQQFdocztlsBwqzHJZPLzoUkgnYgitGEqlEhVOlcPAnyAoMwrBUxoxsHraGHnYneBihxdzuVyTuSPKAfEYnOjUMelHsjxxwVezTANdhAgXrbmHASGtFxDBcVNYXUoKTcKbdnySBlXALcMFqDNrTTHrbnQMGYWGcNvFKpKUVXMDJcxgDGnCLAUMRZoACXIVpRlhQJaispFCinuPXCHqJFqGwMXkGMVYMMGSZxHvWHhOLHUqKQlOOTfKLkmxtonOIXkdWREXmwvYcYmBuTFqXrqfDThRupRFAffBaksFbZjjUuSuGUmMzIWTAQKrGQBCsGJyqKYicOFjxDjYAKNJYnRlsuEatnltYrJknPtMHpbXKLdMpAbdqdAoTyFvxtaMTddnMzxzoPegLngTVMOdKucxexJFMvkNOdPaNgfcvrGfSzSEwlhSSVhsijGbXcGpQojMGOYsnnmJKWBiMfakFnmoHnydhakHBYGKlYswaqrbLWnlGPSnFJnmchliPpAAEPxNQlxdQkWXhsWMqXQVmYBtxWMxZBXcdnpBBlrPrABNrRVupqDVNmhUMJCfPLOOHdcgFtihRvZFjFLdzLFoZMYLUkYUJZqZlGIHneuzlAdCqiRBpbFGERnBAYDVXwQuYtUEFjDJOgWcQYSuadgtuLJJbgjVZJEkAouRZXHUxqJTwfFQQMzKujGmGpNBNwpYKgNSYvSksCwzJoEcDazbqupykbmNPYHrxkKsQmpHukZertABBBwxhpkXcCMHdvfcWMWUEbmIuYtggWaHAtdgbLJgyUhgfRWpOczvPZjYcDKYuYMTugILsccJxVaITpzuiOKiyVSJRIxWILzZFCYzYPtRBFwEXgTqaliEprWmBlmRtJoVBBlfSoCfNYXstOAykcTNohmRJdBlLoLtyuOeXVvkgrfPazohChtYPaGuLtysikSIbxhppSHiWgVIaUXoYOsUYoiiFitreOaOTdJWDeEUUTVCanhMUHjrJspwsYXeaByfCqWMZhJgreYBlnnuWCBzEAQqnUOQUeFYjUzPujtIAhpLeHWGkAwVraQoIdGnRCwFlFwjwytGOynatBATaqbMxShqtyJadzelLsuLGIecIQZzwdbMKeYYnvFqVgoysqixPhQiiwOVgstRSssGxRUCWssAXnuxqlzVgzRsLUJBWRHcVwOtsyTYbnwHveQbykIXJYwnDCTLXaNfudKrMIlfgGcBkFntXmHoPyBTHxqCfSQdcEjNEheUwnOQZIszruTYfTyRkpgjKXPhswtWbzMDXtaocMJUaGsEcwvUysEBkKsyexvXJsOOEqZqvrINqFFGRsblYUKRLxQwwLKKTmkvlEIdaYVFslnlZTWeIfRznVOgHwLkwmPpSlWeeTVJGQcMNcnqkvIawTsXzzQosDEqJvwGfyEDIhGaqKkjwynDxiZJJFUzAadvZKwHWffHtcNuIahZvVnsNcnwFrtPoutdazKsKLoSKTQyjCCviXuuGertlKFfZImOrNZbCVcimUxqasvVcbOUQHwCcKRGqWkXRYiFzAbTrzFEjdWcStAMtrhvVwrEUfFKoQVsxduDRBdoRBlzjZWbUhdvFWjqSmJLJkWYikJcebEJvRWRGIsgEjOavhxZwrRoOCaxPcuEUOWWUuTvKsgFYhvZBRmlJHoXPHsXcDDaAPmHTXxNohZJhlhNQpHfDfAHMDLKgIjXNObJQSKvdAwEOPFBgasiOmBKnqKMnlovhKCpLfYfVabfDYcGbUZpyWwXbgJssdIoqgVzHdngHJIKvgARqiQMhbiHaoMqxWesTrdmrZqgWrvFfMuKpJxRlZXsYDZgeHQWjgICfQClXlQugvHmdPiTIUlWmDZzuwaojxzZnsPpeEuQhTAEgHvmjGcMNiGOnmKZtNPxbnccujUlubgZdQxNMhpQFzqrsrVVJGSFhjUWeYFuYHpYLDkRRTxylluMDagjiurHpkhuXAEZdLIWDLChrUVXEUFUBMdEpQQrkSNFyVlostYuHBfKafnqWiGJwvyiNBbeymAlYtinRnStxjxrDbxJLeepynoxcysFQkqczFKvzjKnGiLjchtmolAkAwXfkTwgJljfxvcoqcNZkrSOyPvYOUOHGgoSyUqxqUEJXXVfeehXaGRRiToNoQSYiDaZqmtZRxfFVxHwZQTzATMGEjgqJKybKxvkBcjuBkHyQWNheIHOKziheQLkxJcTgIivowBjsZoTPAzRFgTatxUTiKXOEbbJZzcTMWCMJDjUijCSIYGVyJbSPxUpwaXejfWABHcrsFxDKeQJjshywGidWWjCyJNZNZFJobpAMoAagKLJirMkseBLIiFlZwucKFSprRBtSZoeRgcpcQNpXLAILvNFHdKgVmifywMimbxeEBUQVWZbrQKdFAayKOUWXbdAQpbLNoulQyBrcQmsqtzouJbhgwQCSqvnkRaeRfYlklZrvuowIfJweMYRzJlkFfHbFIfEnuaMdvBncGKefcarBTXatuNXRLDhnYLMAasENwjMHpGmnfKnonAQllyaASYVVztpQMfNxHYdpyAJvvGupDjQEFCGneUcRwxoOpawnCcPBNyxTVpNMeXcLYaVOPSVCOsrxfTsGoRfWTGUQJablMBfqmMRwlGDqqgeEDweRYMVRmGiGJeYmdYJHqjUdwlQvGXINOjoeCZAOtsOxjFxWdiIrrbaegRXzTZZsQwFSfyKUODiyiGsGUvhPWKYWiBBpfuIKuikwDrnYQtajlKwoCZDFYUNOpuKudgAgHHejtrerJuKigopkbzQtHvYgmSSIeWpkjJHhQttOFKZxEAdbnbocRWKVBMWpYwTzXopQVdKTgcgPclobZLXHOpENMcoIGGFodvwDIYaVPArNyXviriBvUZsKORlgmkASrKmpDiOcpJOTEHClZmoXJCtjsmPjhQdyMvOmhhrAxAWtEgiWjedcGbviUkVXVNYAwFAGsDOPNiLvquPpoVANLjKYoJrWBIiKyIcjnCMgexCcGUBFfOBSlGiNzplBRRVclWpIFNjhZUSnPkTPGhLMnlPAXznwOKzQHrqAHRMNdlteFXnZMlvDXkmakwDdiMLfZtOrmKiMHWZmcZMvLAwYceVfSGcEkMiiIiMKbwtGncrxvutSwsFixCXXedtiDKpglpCKGqtkXYTZtThXUcJvmreRblbwjraOPbzHwMESKuruFDvBLhxSuPRHcZLXLXYfaFQrksqkSrvtkMQGaqxztrRNQSkVqHcugwhIGjWCKwLyLqIKgSDPRdUgrnxpkFSuJxQLKvhgXLRUGgggMTDbfLpjZARQywowDsMuwHOwLGVNSBkbbRgznBgVJpAyvbRTgCdAiuQGHbuUnkTBeBqWgQXwrwNROzqIWBhLErIcseNHJpuBpjRyxGrczLmAvbjsQjgxEGYeZOUPBegTByPfwwJewweBjqsPLNQxdWXIqsekCphKYaRXDLdDpbMJtofAeCVyKnIUfGLLVxnIsjZJDtVyEmaotALabzhsBHitSKTuzyiePdoASmpoLJoUcjLRyRmmnIFFxCNGXoQIexDmOqNQknTnOWiEKnMzeGyNNVugiVfPJzfdaIoRtZAODKAmbJZVagpTwMlUGEWpgOTCIwrDShviCmgPyyCqqJnToxOxLYLnXArBtLFgTjVtuwEayTFsaPlqVwehZTImDRbXXEvoFoGJZHubHIWrRJuKijxZVopzsgJAgOrdboWQggHvNDlBoHRVvnPBPzZYszNPowlqCpsUlmOwDGlvGJbhGAeyoHPlZtVCHZyQMfGhrjKCxNYHvnxUWrMlwfrXOheyiiJJDembceIQgErLSovKtECjzwCMGFeQmRANWsHQMOmpdondtswHikNwAHQDzyAiyrkQvifsWZyYxylcosdCfqkRFNoOaLijzhnXDCfNTPpnPeMbnNycAYCocgiKyRyOAqdDvUdxliNtZoZMoZvZAiedPSGIOuOAWdVkkGopapfxzxSZWufzMxTBPsTiUPUuUfVbVvhTrmwdzhTDmZgcTRAqNOqdxzOPPPwkuUxUqOkTauhxlzegbszTPJCaxRqFmUTWeuquTuEdganmMAbOMGTOyEtEfywYKCdjTaWNEmmhwfQDbFcJaRorvImTqEteYAjTwlgQwBCJTiGfFFmSPFdOiwrmdhjkOyWpaaPPbrgUihwbzwkVGGfseyqHcEziUIojSfBBVBIiSjpmeMsWUTeyBEzBOwQpbSMtSGmQGeTCZXbaYdaaxcApRpqvNbgaPXwXReZPghdEyRlCLDEhWUmJLwkMDvMhcmKKnCLIETNGGVGgwrVTCBRbkgARmdcOQgbplweqgbFuiBYClNlRWrQgaPwRqoZeeenFSNkVUDjjpNjWMyJYzapMnBrDRQFsXzkOAWNsYdgPpLgvBpvcrtsVXSXOHqXMzDIoEGvNFAyujqwBSfqmebtEFZNDooVUtnwAZuPSeKKiqYyldpGsZxjzvkfogvKfkmpSEPKEuDNKpfvnpwEcjeUhWxAyyDjuVaudycQKoMOeBrGNTgnbodvIgWNqxhmxpXjeXVUHjrAapMtnMvqtnPpgqbDAgfUCbizWJFpbergZBmKANtuFSDCdqkxaRkYUDCLBOUnfhWaWqjaOMcIIdvTAFierQDUwyMajEOaDIlMyBypmywKHEDxjsksxcuATFnXRRZLUKzfKGOrbIcWBZEyScROuNkPKXfYZVuTTRjwrhrXbJLfqDIKECeQDKivYZoZONPxinLnsWYwjwWkFdvAhdOEmulrpsUKNbvZndhZLzNAMCYmWhpfyvSMIRFsqHGjmoaRsrYHEvaACxaFtMlQSGtvAxoyuOnCfSapZjVkpVdTzSwBlqGLNXKtZVyDSOPHpfVAbbbgawjUnesAhclxzYwienXzZaAcjZdWXZDVOXMXtrzAtjHGKXASqEsPjUoCargexLFPuvoubYSBwfLLiKOhzYVZTPPOqdRFSvIvSavpfjVRYmpTQXwJhGkrxdspIPUaYvSNKuEQYPbkSgckPCRdAGxfQQLciJFZkpNeBvylxwrhWWqEHESRuGIAeLuRkbXcfTaQfSnIUAqDrAJFuRDNjnSJeKxogVrVrpyYugpZBPnJtNJgEiOwrIlagekwjTWDvPLamsdyInADNCzztQgqEbkGyEcYZLTuuDRHzHXsjvcUHJAahzqCjFJmxnOgskvJoViTQrgUOUbeBTAihAgyDwjYXjQKJuAagzagcllndcjOmhWvctnCDmWeovlTXfyzmrOeYhPdUOXjHinkjBPeMEeltcAsayijhUUSPAKWoVyVBxXRUdNJHOvcmKlFmFtwLSiwoVWcVgcVkOpJGkwpnedMvHwUycjbAsXAveHAQTrGYKBDdQtcJYXkpbEmggyYlmYXyrpoIgZeIrhnAfuaXZIgsLKfmNdCcoQogwBffxAlhNSHFKbMbqZdPyKxbhHZMrShBcArAKepmVeovdFkXznZQViMtkNaFeuXfvIyXcUcOxhzlIVFRSauIzewwjHzQlBrYspGzhMecadulupgWHMeBVbCqDnaDGQNvJvkmtmwNuNEZzwSpZhWuFmLSGBIGOzTDgcQNhyHlKgEFFqdOupdbCgKtzRRtXIMrPuGgQoJcTWPbUOwQlWijRNDIAkWYOwfCpWnNQknoHLXbAoTWsYIpHpFSgiMOBNogUsQbQXWXhXtwXNHLSAkLYtxuxenbbEgbzOEVQfBLEmeJoStvEpRRsDBXhEClskvmPFxGebNJLZtKrVSOeHwaMgZfFwdvbdCemYTScrfBdPyxGiHskvYjFBkPHxkHAsIugTWnEMUgJPGIqFxzLNSWJzsFDrVwBAUGPTSDwAJlEPkJPZkQGfWsOSNcYiKxXalAQdHGensVoRtPoXloYnwSucBySxmzSwTqycdRHsauhMZrQmrRGaEiNYMzzbxJxTqyJPFGXyYXnPfqnVrEStGjRYleSdSBKOukKOGsJDTxMvXCCXWxIsiVDUaTpNUFjwrpvMpmMEQMXLkfThKUpjDkkdXwoOsMhJadNuzQkujSXaAlHQrCdwLvkoemrHJxRUwopHkSPNGpctuXwUqgfESBeiZWUDqRgHyQZGGSgEIorBsaqsSDgYmNQcXmNxVPdIUEyFmpRWqbVwLfIIxVKIIwSIZTRCaRiLOCAHGYiOdalelZOxTeAISrobGixjMwaMYgptALRQyXnWLQtAMpreKrxQbJreDXKvHQpBfKLlVRJWCtmbfIbeCqUEqYHKldhoBBTXZRdlsJPfBLiOIgKOMTRUNCATED