00:03:50  * paulfryzelquit (Remote host closed the connection)
00:04:04  * chorrell-awaychanged nick to chorrell
00:10:17  * therealkoopaquit (Remote host closed the connection)
00:12:18  * therealkoopajoined
00:15:41  * daviddia_quit (Remote host closed the connection)
00:16:56  * seldo_quit (Remote host closed the connection)
00:20:44  * mcavagequit
00:21:47  * AvianFluquit (Ping timeout: 264 seconds)
00:28:36  * seldo_joined
00:33:31  * seldo_quit (Remote host closed the connection)
00:34:45  * paulfryzeljoined
00:38:59  * paulfryzelquit (Ping timeout: 240 seconds)
00:41:58  * therealkoopaquit (Remote host closed the connection)
00:54:29  * yunongquit (Ping timeout: 252 seconds)
01:12:05  * AvianFlujoined
01:12:29  * therealkoopajoined
01:15:11  * chorrellquit (Quit: Textual IRC Client: www.textualapp.com)
01:17:12  * therealkoopaquit (Ping timeout: 265 seconds)
01:20:00  * ed209quit (Remote host closed the connection)
01:20:07  * ed209joined
01:23:46  * fredkquit (Quit: Leaving.)
01:28:22  * nfitchquit (Quit: Leaving.)
01:35:41  * paulfryzeljoined
01:40:29  * paulfryzelquit (Ping timeout: 269 seconds)
01:43:31  * yunongjoined
01:43:31  * yunongquit (Client Quit)
01:43:56  * yunongjoined
01:44:52  * bsdguruquit (Quit: bsdguru)
01:48:29  * bixu_joined
01:51:53  * bixuquit (Ping timeout: 244 seconds)
01:57:40  * dap_1quit (Quit: Leaving.)
02:01:25  * dap_joined
02:02:15  * dap_quit (Client Quit)
02:03:46  * ghostbarquit (Remote host closed the connection)
02:04:42  * yunongquit (Quit: Leaving.)
02:05:47  * yunongjoined
02:06:53  * yunong1joined
02:06:53  * yunongquit (Read error: Connection reset by peer)
02:11:00  * ryancnelsonquit (Quit: Leaving.)
02:11:30  * yunong1quit (Ping timeout: 252 seconds)
02:16:04  * bsdgurujoined
02:17:32  * yunongjoined
02:17:41  * yunongquit (Client Quit)
02:20:34  * ghostbarjoined
02:23:54  * ghostbar_joined
02:24:59  * ghostbarquit (Ping timeout: 240 seconds)
02:25:06  * someguyjoined
02:32:42  * seldo_joined
02:35:01  * seldo_quit (Remote host closed the connection)
02:36:25  * paulfryzeljoined
02:40:29  * paulfryzelquit (Ping timeout: 240 seconds)
03:08:39  * someguyquit (Quit: Page closed)
03:20:44  * seldo_joined
03:21:30  * abraxasjoined
03:22:05  * notmattquit (Remote host closed the connection)
03:33:48  * therealkoopajoined
03:34:51  * abraxasquit (Remote host closed the connection)
03:35:26  * abraxasjoined
03:39:21  * therealkoopaquit (Ping timeout: 244 seconds)
03:39:37  * abraxasquit (Ping timeout: 240 seconds)
03:39:39  * abraxas_joined
03:49:03  * therealkoopajoined
03:53:35  * therealkoopaquit (Ping timeout: 264 seconds)
03:53:40  * ghostbar_quit (Remote host closed the connection)
04:13:08  * abraxas_quit (Remote host closed the connection)
04:13:42  * abraxasjoined
04:17:24  * ghostbarjoined
04:17:58  * abraxasquit (Ping timeout: 240 seconds)
04:20:34  * ghostbar_joined
04:20:59  * abraxasjoined
04:21:38  * ghostbarquit (Ping timeout: 240 seconds)
04:37:47  * paulfryzeljoined
04:42:29  * paulfryzelquit (Ping timeout: 240 seconds)
04:42:46  * seldo_quit (Remote host closed the connection)
04:48:32  * seldo_joined
04:50:56  * seldo_quit (Remote host closed the connection)
05:00:06  * notmattjoined
05:02:19  * seldo_joined
05:03:12  * abraxasquit (Remote host closed the connection)
05:03:48  * abraxasjoined
05:05:07  * seldo_quit (Remote host closed the connection)
05:08:35  * abraxasquit (Ping timeout: 264 seconds)
05:11:28  * seldo_joined
05:13:37  * seldo_quit (Remote host closed the connection)
05:20:37  * abraxasjoined
05:23:12  * seldo_joined
05:29:39  * seldo_quit (Remote host closed the connection)
05:33:52  * therealkoopajoined
05:37:35  * josepejoined
05:37:59  * therealkoopaquit (Ping timeout: 240 seconds)
05:38:34  * paulfryzeljoined
05:39:37  * josepepart ("Leaving")
05:42:59  * paulfryzelquit (Ping timeout: 240 seconds)
05:49:46  * notmattquit (Remote host closed the connection)
05:50:22  * notmattjoined
05:55:08  * notmattquit (Ping timeout: 265 seconds)
06:21:17  * marsellquit (Ping timeout: 252 seconds)
06:33:37  * therealkoopajoined
06:35:27  * notmattjoined
06:38:01  * therealkoopaquit (Ping timeout: 240 seconds)
06:40:58  * ghostbar_quit (Remote host closed the connection)
06:41:57  * AvianFluquit (Remote host closed the connection)
06:43:29  * abraxasquit (Remote host closed the connection)
06:44:02  * abraxasjoined
06:48:18  * abraxasquit (Ping timeout: 240 seconds)
06:57:58  * notmattquit (Remote host closed the connection)
06:58:34  * notmattjoined
07:02:48  * notmattquit (Ping timeout: 240 seconds)
07:14:55  * seldo_joined
07:16:30  * seldo_quit (Remote host closed the connection)
07:24:40  * abraxasjoined
07:33:52  * therealkoopajoined
07:38:01  * therealkoopaquit (Ping timeout: 240 seconds)
07:40:22  * paulfryzeljoined
07:42:33  * abraxasquit (Remote host closed the connection)
07:43:08  * abraxasjoined
07:43:10  * abraxasquit (Remote host closed the connection)
07:43:24  * abraxasjoined
07:44:25  * paulfryzelquit (Ping timeout: 240 seconds)
07:53:29  * seldo_joined
08:04:18  * doug_quit (Ping timeout: 240 seconds)
08:08:26  * seldo_quit (Remote host closed the connection)
08:14:14  * doug_joined
08:40:53  * paulfryzeljoined
08:43:37  * abraxasquit (Remote host closed the connection)
08:44:12  * abraxasjoined
08:45:29  * paulfryzelquit (Ping timeout: 240 seconds)
08:46:59  * abraxasquit (Read error: Connection reset by peer)
08:47:17  * abraxasjoined
09:02:12  * daviddiasjoined
09:08:47  * seldo_joined
09:13:38  * seldo_quit (Ping timeout: 244 seconds)
09:41:52  * paulfryzeljoined
09:45:59  * paulfryzelquit (Ping timeout: 240 seconds)
09:55:13  * therealkoopajoined
09:59:38  * therealkoopaquit (Ping timeout: 240 seconds)
10:06:18  * abraxasquit (Remote host closed the connection)
10:06:54  * abraxasjoined
10:07:48  * abraxasquit (Read error: Connection reset by peer)
10:08:15  * abraxasjoined
10:19:58  * therealkoopajoined
10:21:07  * abraxasquit (Remote host closed the connection)
10:21:41  * abraxasjoined
10:25:59  * abraxasquit (Ping timeout: 240 seconds)
10:27:47  * therealkoopaquit (Ping timeout: 264 seconds)
10:30:26  * m2texjoined
10:31:08  * m2texpart
10:32:54  * abraxasjoined
10:42:28  * paulfryzeljoined
10:43:17  <bixu_>Anybody awake here?
10:43:20  * bixu_changed nick to bixu
10:45:03  <jperkin>yep
10:45:24  <bixu>I have about 300GB of Postgres data that I'd like to start massaging in Manta.
10:46:34  <bixu>Any advice on storage of that data? Should I dump to text files by, say, date range? Or is it reasonable to spit out a bunch of pgdumps and operate on them via ephemeral postgres instances spawned via mjob?
10:47:29  * paulfryzelquit (Ping timeout: 269 seconds)
10:48:09  <jperkin>I'd do the former as I prefer unix tools, but it's really personal preference I guess and what you're most likely to use them for
10:48:36  <jperkin>but perhaps mark has better advice later when he wakes up
10:50:14  * daviddiasquit (Remote host closed the connection)
10:50:30  * daviddiasjoined
10:51:38  <bixu>Okay. I think I agree with you (flat files offer a bigger compatible toolchain and also are simpler to deal with).
10:51:54  * daviddiasquit (Remote host closed the connection)
10:52:33  <jperkin>plus it's likely you can parallelise it easier
10:52:40  <bixu>I agree.
10:52:50  * daviddiasjoined
10:54:23  * seldo_joined
10:59:07  * seldo_quit (Ping timeout: 252 seconds)
11:07:43  * abraxasquit (Remote host closed the connection)
11:08:18  * abraxasjoined
11:08:58  * daviddiasquit (Remote host closed the connection)
11:12:38  * abraxasquit (Ping timeout: 240 seconds)
11:28:02  * abraxasjoined
11:33:24  * therealkoopajoined
11:37:59  * therealkoopaquit (Ping timeout: 240 seconds)
11:53:31  * abraxasquit (Remote host closed the connection)
12:33:42  * therealkoopajoined
12:38:14  * therealkoopaquit (Ping timeout: 244 seconds)
12:44:06  * paulfryzeljoined
12:44:51  * ffahimijoined
12:45:05  * m2texjoined
12:47:10  * m2texquit (Client Quit)
12:48:29  * paulfryzelquit (Ping timeout: 240 seconds)
12:49:30  * bixu_joined
12:52:15  * bixuquit (Ping timeout: 265 seconds)
12:53:29  * bixu_quit (Client Quit)
12:53:41  * bixujoined
13:07:41  * ffahimiquit
13:08:51  * ffahimijoined
13:12:19  * ffahimiquit (Remote host closed the connection)
13:13:13  * daviddiasjoined
13:13:15  * daviddiasquit (Remote host closed the connection)
13:13:45  * daviddiasjoined
13:15:44  * ffahimijoined
13:18:52  * ffahimi_joined
13:18:52  * ffahimiquit (Read error: Connection reset by peer)
13:21:34  * ffahimijoined
13:25:23  * ffahimi_quit (Ping timeout: 264 seconds)
13:26:31  * therealkoopajoined
13:27:36  * ffahimiquit (Remote host closed the connection)
13:30:39  * ffahimijoined
13:34:30  * bixu_joined
13:36:55  * bixu__joined
13:38:35  * bixuquit (Ping timeout: 264 seconds)
13:40:06  * bixu_quit (Ping timeout: 265 seconds)
13:46:03  * ffahimiquit (Remote host closed the connection)
13:47:10  * ffahimijoined
13:50:01  * AvianFlujoined
13:54:44  * abraxasjoined
13:59:21  * abraxasquit (Ping timeout: 244 seconds)
14:02:57  * ffahimiquit (Remote host closed the connection)
14:04:16  * ffahimijoined
14:05:52  * ffahimiquit (Remote host closed the connection)
14:07:05  * ffahimijoined
14:08:34  * ffahimiquit (Remote host closed the connection)
14:10:31  * ffahimijoined
14:17:35  * ffahimiquit (Remote host closed the connection)
14:23:27  * bixu__quit (Remote host closed the connection)
14:23:56  * bixujoined
14:25:46  * ffahimijoined
14:28:17  * bixuquit (Ping timeout: 244 seconds)
14:35:32  * ffahimiquit (Remote host closed the connection)
14:38:14  * ffahimijoined
14:42:18  * ffahimiquit (Ping timeout: 240 seconds)
14:50:41  * daviddiasquit (Remote host closed the connection)
14:51:11  * daviddiasjoined
14:55:41  * daviddiasquit (Ping timeout: 252 seconds)
14:58:25  * ffahimijoined
15:01:24  * daviddiasjoined
15:03:19  * bixujoined
15:14:13  * ffahimiquit (Remote host closed the connection)
15:14:25  * ffahimijoined
15:14:52  * seldo_joined
15:19:29  * seldo_quit (Ping timeout: 240 seconds)
15:31:36  * paulfryzeljoined
15:34:44  * ryancnelsonjoined
15:41:50  <bixu>I have an mjob question.
15:42:14  <ryancnelson>mornin
15:43:22  * AvianFluquit (Ping timeout: 265 seconds)
15:47:28  * ffahimiquit (Remote host closed the connection)
15:51:03  * ffahimijoined
15:52:34  * ffahimiquit (Remote host closed the connection)
15:52:42  * seldo_joined
15:55:44  * abraxasjoined
15:55:56  * ffahimijoined
15:57:15  * ffahimiquit (Remote host closed the connection)
15:58:46  * paulfryzelquit (Remote host closed the connection)
16:00:11  * abraxasquit (Ping timeout: 264 seconds)
16:04:02  * paulfryzeljoined
16:09:16  * ins0mnia_joined
16:10:38  * ins0mniaquit (Ping timeout: 240 seconds)
16:21:25  <bixu>Hi ryancnelson.
16:21:57  <bixu>Got a question from peeps at the office today about basically doing a 'join' of log files in Manta.
16:23:23  <bixu>That is, if there is data for second 1234567 in log file X, getting the data for the same second from log file Y and creating log file Z that has both.
16:23:47  <bixu>Mostly just curious to know if anybody has done this already.
16:25:02  <ryancnelson>sooo....
16:25:14  <ryancnelson>map is something like:
16:25:22  <ryancnelson>grep timestamp file X
16:25:29  <ryancnelson>grep timestamp file Y
16:25:36  <ryancnelson>and reduce is cat?
16:25:50  <ryancnelson>sorry, map is grep timestamp
16:25:55  <ryancnelson>inputs are file X and Y
16:26:15  <bixu>Something like that.
16:26:17  <ryancnelson>reduce is cat | mput Z
16:26:23  <bixu>Yup.
16:26:33  <ryancnelson>that's pretty straightforward
16:26:47  <bixu>But we want the data from both X and Y on the same line in Z
16:26:47  <ryancnelson>if it's really just grepping for timestamp
16:26:54  <ryancnelson>oh, on the same line?
16:27:26  <bixu>I think that's what they are asking.
16:27:29  <ryancnelson>http://en.wikipedia.org/wiki/Paste_%28Unix%29
16:27:54  <ryancnelson>that's in a manta zone
16:28:00  <bixu>hehe
16:28:04  <ryancnelson>"join files horizontally"
16:28:05  <ryancnelson>woo
16:28:26  <ryancnelson>this book:
16:28:27  <ryancnelson>http://shop.oreilly.com/product/9780596003302.do
16:28:35  <ryancnelson>is so handy for manta-izing things
16:28:39  <bixu>or maybe i really want 'join'
16:28:39  <ryancnelson>also good bathroom reading
16:29:51  <bixu>Yes.
16:32:34  * marselljoined
16:33:26  <bixu>I think 'join' is more what we want, since it appears to automagically join lines with the same first field.
16:37:43  <ryancnelson>yeah, that's a good one
16:38:49  * AvianFlujoined
16:40:05  <bixu>Is there a standard twitter hashtag for manta?
16:42:54  <ryancnelson>that's a good question!
16:43:03  <tjfontaine>whatever mjob share uses
16:43:04  <bixu>looks like #joyentmanta seems to be the commonest
16:43:15  <tjfontaine>I was expecting it to be #joyentmanta
16:43:16  <bixu>tjfontaine: Is that a real thing?
16:43:23  <ryancnelson>yeah, emily uses that
16:43:24  <tjfontaine>bixu: oh dude, ya it's a thing :)
16:43:33  <tjfontaine>bixu: mjob share <uuid>
16:43:33  <ryancnelson>she's a canonical cite
16:44:01  <ryancnelson>yeah. that's dap's jam (mjob share)
16:44:02  <tjfontaine>bixu: which generates ~~/public/jobshares/<uuid>/index.html with a tweet button
16:44:31  <bixu>So I don't want to use that for private data, huh?
16:44:48  <tjfontaine>well, it shows links to stor urls, but if you don't have access you can't open them
16:44:59  <tjfontaine>but yes, you should consider the consequences
16:45:03  <bixu>Some of my dir names may be sensitive.
16:45:08  <tjfontaine>nod
16:45:11  <ryancnelson>yeah, don't use /bixu/stor/my-secret-plan
16:45:22  <bixu>We should start an @rikerusingmanta user.
16:45:53  <bixu>(Need to look at @rikergoogling to understand how this might be amazing)
16:46:30  <ryancnelson>oh, i'm well aware
16:47:39  <bixu>So, is it #joyentmanta?
16:47:52  <tjfontaine>I
16:47:56  <tjfontaine>am going to say yes
16:48:19  <ryancnelson>yeah
16:48:59  * mamashjoined
16:49:17  <bixu>https://twitter.com/blakeirvin
16:50:03  <ryancnelson>oh, the tweet button just says #manta
16:50:07  <ryancnelson>either way
16:50:20  <ryancnelson>our marketing folks say #joyentmanta
16:50:20  <bixu>#manta namespace is crowded
16:52:37  * mamashpart
16:52:39  <nahamu>perhaps a pull request for the jobshare code is in order...
16:53:50  * chorrelljoined
16:56:01  <bixu>Working on it...
16:57:48  <bixu>Anybody got an real example of this handy? The HTML output, I mean?
16:57:54  * fredkjoined
16:58:32  <rmustacc>The output of mjob share?
16:58:54  <rmustacc>/rmustacc/public/jobshares/80972440-9016-6c5f-8870-bbd6cc8cabe6/index.html
16:58:55  <bixu>Just trying to figure out how it does twitter hashtags, if it does at all.
16:59:03  <bixu>Dankeschön.
16:59:59  <ryancnelson>https://us-east.manta.joyent.com/rnelson/public/jobshares/a6d10eeb-0c23-c07b-ad8c-e78ced152a84/index.html
17:00:12  <bixu>Cool. So it just does #manta :(
17:00:24  <bixu>I propose #joyentmanta instead
17:00:31  <ryancnelson>+1
17:00:39  <bixu>I'm working on a pull request now.
17:01:09  * seldo_quit (Remote host closed the connection)
17:02:21  * nfitchjoined
17:05:51  * dap_joined
17:10:21  <bixu>Sent.
17:21:28  * seldo_joined
17:25:29  * seldo_quit (Ping timeout: 240 seconds)
17:26:37  * bsdguruquit (Quit: bsdguru)
17:28:22  * notmattjoined
17:30:43  * yunongjoined
17:31:21  * chorrellchanged nick to chorrell-away
17:40:29  * ryancnelsonquit (Quit: Leaving.)
17:51:14  * yunongquit (Quit: Leaving.)
17:51:32  * bsdgurujoined
17:56:22  * abraxasjoined
18:01:05  * abraxasquit (Ping timeout: 252 seconds)
18:01:08  * chorrell-awaychanged nick to chorrell
18:04:57  * seldo_joined
18:09:10  * kozlovskijjoined
18:10:48  * bsdguruquit (Remote host closed the connection)
18:11:25  * bsdgurujoined
18:26:56  * ghostbarjoined
18:47:18  * kozlovskijquit (Ping timeout: 252 seconds)
18:52:32  * ryancnelsonjoined
18:57:17  * yunongjoined
18:58:28  * mcavagejoined
19:03:28  * seldo_quit (Remote host closed the connection)
19:11:40  * seldo_joined
19:25:22  * seldo_quit (Remote host closed the connection)
19:28:05  * seldo_joined
19:43:32  * chorrellchanged nick to chorrell-away
19:51:23  * daviddiasquit (Remote host closed the connection)
19:57:32  * abraxasjoined
20:01:51  * daviddiasjoined
20:01:59  * abraxasquit (Ping timeout: 264 seconds)
20:02:12  * daviddiasquit (Remote host closed the connection)
20:02:41  * daviddiasjoined
20:20:17  * chorrell-awaychanged nick to chorrell
20:20:28  * overglukerjoined
20:22:20  * seldo_quit (Remote host closed the connection)
20:28:01  * overglukerquit (Ping timeout: 240 seconds)
20:47:49  * seldo_joined
20:49:47  * ryancnelsonquit (Quit: Leaving.)
20:53:15  * chorrellquit (Quit: Textual IRC Client: www.textualapp.com)
21:01:39  * paulfryzelquit (Write error: Broken pipe)
21:10:37  * yunongquit (Quit: Leaving.)
21:14:42  * seldo_quit (Remote host closed the connection)
21:20:04  * seldo_joined
21:26:29  * paulfryzeljoined
21:28:14  * seldo_quit (Remote host closed the connection)
21:38:50  * seldo_joined
21:46:04  * seldo_quit (Remote host closed the connection)
21:49:25  * ryancnelsonjoined
21:50:44  * seldo_joined
21:53:38  * bixu_joined
21:58:25  * abraxasjoined
21:58:36  * bixu_quit (Remote host closed the connection)
21:59:40  <bsdguru>FYI: 165.225.172.11 seems to have http + https issues
22:00:00  <mcavage>bsdguru: I PM'd you - we are updating LBs.
22:00:08  <mcavage>they're out of DNS, but you guys hard-code IPs.
22:02:57  * abraxasquit (Ping timeout: 244 seconds)
22:03:45  * dmitriyhjoined
22:15:18  * dmitriyhquit (Ping timeout: 240 seconds)
22:20:15  * paulfryzelquit (Read error: Connection reset by peer)
22:20:26  * paulfryzeljoined
22:39:11  * yunongjoined
22:42:07  * paulfryzelquit (Read error: Connection reset by peer)
22:42:41  * paulfryzeljoined
22:52:42  * seldo_quit (Remote host closed the connection)
23:00:54  * seldo_joined
23:03:00  * yunongquit (Quit: Leaving.)
23:06:09  * daviddiasquit (Remote host closed the connection)
23:14:18  * seldo_quit (Remote host closed the connection)
23:19:01  * therealkoopaquit (Remote host closed the connection)
23:22:46  * elijah-mbpchanged nick to eli-away
23:26:49  * seldo_joined
23:27:25  * nfitchquit (Quit: Leaving.)
23:28:03  * yunongjoined
23:32:51  * seldoquit (Read error: Connection reset by peer)
23:33:42  * yunongquit (Quit: Leaving.)
23:38:21  * bsmobserverjoined
23:39:27  * seldojoined
23:43:13  * bsdguruquit (Read error: Operation timed out)
23:52:24  * AvianFluquit (Remote host closed the connection)
23:54:55  * ins0mnia_quit (Ping timeout: 265 seconds)
23:56:16  * paulfryzelquit (Remote host closed the connection)
23:56:19  * bsdgurujoined
23:59:16  * abraxasjoined