Skip to content

Instantly share code, notes, and snippets.

[2014-03-12 18:02:58,361] [pool-ConcreteRecFutureService-thread-44] INFO c.f.v.r.s.c.ConcreteBrowseRecommendationFinder - PhotoIds: List(50142e57e4b0260c41fe0219, 501bde53e4b002c1880fc47f, 51798bfee4b0294170018c66, 5168c95be4b0d539047dac64, 50babeade4b094f170b96ffb, 51535a06e4b0b8a52c7b76b1)
[2014-03-12 18:02:58,390] [pool-ConcreteRecFutureService-thread-44] INFO c.f.v.r.s.c.ConcreteBrowseRecommendationFinder - PhotoIds: List(522a90c411d2f7efb360b3cb, 522a90c411d2f7efb360b3cb, 51c79a0f498e40dca6a1fd7f, 4fb003f7e4b0861ead300827, 4fb003f7e4b0861ead300827, 503d82f9e4b08be9fae9524b)
[2014-03-12 18:02:58,410] [pool-ConcreteRecFutureService-thread-44] INFO c.f.v.r.s.c.ConcreteBrowseRecommendationFinder - PhotoIds: List(50aaa1cce4b035aaf3bb324d, 50aaa1cce4b035aaf3bb324d, 5086c556e4b02f17ca0f35c8, 50aaa1cce4b035aaf3bb324d, 4fa320e9e4b0baf7cb9dad94, 4d4f285230caa3401b75feb8)
[2014-03-12 18:02:58,431] [pool-ConcreteRecFutureService-thread-44] INFO c.f.v.r.s.c.ConcreteBrowseRecommendationFinder - PhotoIds: List(51ae
{
meta: {
code: 500,
errorType: "other",
errorDetail: "Server error: com.foursquare.venue.rec.flow.gen.RawRecException: { "messages" : [ "com.foursquare.rogue.RogueException: Mongo query on photos [db.photos.find({ \"_id\" : { \"$in\" : [ { \"$oid\" : \"4ffcdeb4e4b0d5dff488efdc\"} , { \"$oid\" : \"501d6e64e4b0876f2b3f8f4d\"} , { \"$oid\" : \"51e61b1b498e27b7c7f6ad9c\"} , { \"$oid\" : \"4eb2e6b929c2b0499af73935\"} , { \"$oid\" : \"508c5fd6e4b055a7584730f4\"} , { \"$oid\" : \"4f35a29be4b01139d3cbd6bb\"}]}})._addSpecial(\"$comment\", \"5303a1db498e515cacbb784c\")] failed after 1 ms:\ncom.foursquare.rogue.MongoJavaDriverAdapter.runCommand(MongoJavaDriverAdapter.scala:32)\n\tcom.foursquare.rogue.MongoJavaDriverAdapter.doQuery(MongoJavaDriverAdapter.scala:274)\n\tcom.foursquare.rogue.MongoJavaDriverAdapter.query(MongoJavaDriverAdapter.scala:169)\n\tcom.foursquare.rogue.QueryExecutor$class.fetch(QueryExecutor.scala:62)\n\tcom.foursquare.common.database.concrete.RecordDatabaseService.fetch(RecordDatabaseService.scala
./pants get-targets
17:20:36 00:00 [main]
(To run a reporting server: ./pants server)
17:20:36 00:00 [setup]
17:20:36 00:00 [bootstrap]
17:20:36 00:00 [parse]
17:20:36 00:00 [get-targets]
17:20:36 00:00 [get-targets]
FAILURE
Exception in thread "main" java.lang.OutOfMemoryError: GC overhead limit exceeded
at java.lang.Double.valueOf(Double.java:521)
at scala.runtime.BoxesRunTime.boxToDouble(BoxesRunTime.java:84)
at com.foursquare.venue.rec.flow.gen.RawThriftRecScorable.read(rec.scala:17322)
at com.foursquare.venue.rec.flow.gen.RawFlowRec.read(rec.scala:10586)
at com.foursquare.venue.rec.flow.gen.RawOrderedRecs.read(rec.scala:11318)
at com.foursquare.venue.rec.flow.gen.RawRecFlow.read(rec.scala:23204)
at com.foursquare.session.gen.RawEvent.read(session.scala:5834)
at com.foursquare.session.gen.RawSession.read(session.scala:7003)
at org.apache.thrift.TDeserializer.deserialize(TDeserializer.java:69)
--rec-passthrough=--extra=-Dservicediscovery.hfileservice.queryTimeout=3000
[21:10:51 fs.svc-releaser INFO] ----- START PROMOTING ------
[21:10:51 fs.svc-releaser INFO] # {1964} # RUNNING: loko --server="http://loko" release foursquare.web-rec_prod 74c97c6d1963245e430a52c4b2fd250b337fe084
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # Traceback (most recent call last):
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # File "/usr/bin/loko", line 477, in <module>
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # do_main()
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # File "/usr/bin/loko", line 474, in do_main
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # main()
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # File "/usr/bin/loko", line 264, in run
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # lrel.run(self.serverurl)
[21:11:21 fs.svc-releaser INFO] # {1964} ERR # File "/usr/lib/python2.6/site-packages/loko/client.py", line 133, in run
{"meta":{"code":200,"requestId":"527950f2e4b00e318671854c"},"response":{"queryRefinements":{"target":{"type":"path","url":"\/venue\/explore","params":{"query":"burger king","sw":"40.699989,-74.036095","ne":"40.770532,-73.949593"}},"refinements":[{"query":"burger"},{"query":"breakfast \/ brunch"},{"query":"lunch"},{"query":"food"},{"query":"happy hour"},{"query":"dinner"},{"query":"fast food"},{"query":"burgerking"},{"query":"restaurant"},{"query":"cena"}]},"headerLocation":"New York","headerFullLocation":"New York","headerLocationGranularity":"city","query":"burger king","totalResults":14,"groups":[{"type":"Recommended Places","name":"recommended","items":[{"reasons":{"count":1,"items":[{"summary":"We found a place with that name","pluralSummary":"We found a place with that name","type":"general","reasonName":"exactMatchReason"}]},"venue":{"id":"4b366439f964a520503425e3","name":"Burger King","contact":{"phone":"2122192516","formattedPhone":"(212) 219-2516","twitter":"burgerking"},"location":{"address":"273 Ca
[21:07:27 fs.svc-releaser INFO] PUSHING BITS TO 12 MACHINES
[21:07:27 fs.svc-releaser INFO] # {621a} # RUNNING: loko --server="http://loko" push -m fsab1 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {a6fd} # RUNNING: loko --server="http://loko" push -m fsac11 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {237a} # RUNNING: loko --server="http://loko" push -m fsae15 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {fe18} # RUNNING: loko --server="http://loko" push -m fsae16 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {a1b0} # RUNNING: loko --server="http://loko" push -m fsae25 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {35bd} # RUNNING: loko --server="http://loko" push -m fsaf30 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {b279} # RUNNING: loko --server="http://loko" push -m fsaf8 foursquare.web-rec_prod
[21:07:27 fs.svc-releaser INFO] # {efc2} # RUNNING: loko --server="http://loko" push -m fsag12 foursquare.web-rec_prod
[21:07
com.foursquare.common.exception.SoftException: java.lang.InterruptedException: null: java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1325) java.util.concurrent.CountDownLatch.await(CountDownLatch.java:282) com.twitter.util.Promise.ready(Promise.scala:402) com.twitter.util.Promise.result(Promise.scala:408) [------------------------------- SNIP -------------------------------] com.foursquare.user.finder.concrete.ConcreteUserFinder.findList(ConcreteUserFinder.scala:67) com.foursquare.user.service.UserFinder.findAllById(UserFinder.scala:45) com.foursquare.ads.server.concrete.ConcreteExploreAdsQueryFlowActions$$anonfun$render$1$$anonfun$apply$15$$anonfun$apply$16.apply(ConcreteExploreAdsQueryFlowActions.scala:430) com.foursquare.ads.server.concrete.ConcreteExploreAdsQueryFlowActions$$anonfun$render$1$$anonfun$apply$15$$anonfun$apply$16.apply(ConcreteExploreAdsQueryFlowActions.scala:419) scala.Option.map(Option.scala:133) com.foursquare.ads.server.concrete
Oct 14 17:48:52 fsaf4 haproxy[32740]: 127.0.0.1:39555 [14/Oct/2013:17:48:52.571] haproxy-api api/fsae19:8083 0/0/0/307/307 500 239 - - ---- 162/162/162/1/0 0/0 {api.foursquare.com|192.210.213.167|https://api.foursquare.com/v2/venues/explore?locale=en&v=2013101|Mozilla/5.0 (Windows NT 6.1; rv:23.0) Gecko/20100101 Firefox/23.} "GET /v2/venues/explore?locale=en&v=20131011&query=WebMonkee&venuePhotos=1&reasonsDetail=1&near=PO+Box+3276%2C+La+Jolla%2C+CA&reasonsPerRec=1&time=any&limit=30&day=any&oauth_token=QEJ4AQPTMMNB413HGNZ5YDMJSHTOHZHMLZCAQCCLXIX41OMP HTTP/1.0"