projects / dmarc.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
history | raw | HEAD
Fixed error handling
[dmarc.git] / queries.ipynb
1 {
2 "cells": [
3 {
4 "cell_type": "code",
5 "execution_count": 1,
6 "metadata": {
7 "collapsed": true
8 },
9 "outputs": [],
10 "source": [
11 "import configparser\n",
12 "import imaplib\n",
13 "import email\n",
14 "import io\n",
15 "import zipfile\n",
16 "import xml.etree.ElementTree\n",
17 "import psycopg2\n",
18 "import re\n",
19 "import datetime\n",
20 "import socket"
21 ]
22 },
23 {
24 "cell_type": "code",
25 "execution_count": 2,
26 "metadata": {
27 "collapsed": false
28 },
29 "outputs": [
30 {
31 "data": {
32 "text/plain": [
33 "['dmarc.ini']"
34 ]
35 },
36 "execution_count": 2,
37 "metadata": {},
38 "output_type": "execute_result"
39 }
40 ],
41 "source": [
42 "config = configparser.ConfigParser()\n",
43 "config.read('dmarc.ini')"
44 ]
45 },
46 {
47 "cell_type": "code",
48 "execution_count": 8,
49 "metadata": {
50 "collapsed": true
51 },
52 "outputs": [],
53 "source": [
54 "conn = psycopg2.connect(host=config['database']['server'],\n",
55 " database=config['database']['database'], \n",
56 " user=config['database']['username'], \n",
57 " password=config['database']['password'])"
58 ]
59 },
60 {
61 "cell_type": "code",
62 "execution_count": 3,
63 "metadata": {
64 "collapsed": false
65 },
66 "outputs": [
67 {
68 "data": {
69 "text/plain": [
70 "[(('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
71 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
72 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
73 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
74 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
75 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
76 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
77 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
78 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
79 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
80 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
81 " (('google.com', 'pass', 'pass', '2607:f8b0:400d:c04::22a'),\n",
82 " 'mail-qg0-x22a.google.com'),\n",
83 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
84 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
85 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
86 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
87 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
88 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
89 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
90 " (('google.com', 'softfail', 'pass', '54.84.192.51'), 'mail1.keybase.io'),\n",
91 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
92 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
93 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
94 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
95 " (('google.com', 'softfail', 'pass', '94.136.40.147'), 'mailex.mailcore.me'),\n",
96 " (('google.com', 'softfail', 'pass', '94.136.40.149'), 'mailex.mailcore.me'),\n",
97 " (('google.com', 'softfail', 'pass', '94.136.40.147'), 'mailex.mailcore.me'),\n",
98 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
99 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
100 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
101 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
102 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
103 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
104 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
105 " (('google.com', 'softfail', 'pass', '2a00:1450:400c:c09::232'),\n",
106 " 'mail-wm0-x232.google.com'),\n",
107 " (('google.com', 'softfail', 'pass', '2a00:1450:400c:c09::231'),\n",
108 " 'mail-wm0-x231.google.com'),\n",
109 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
110 " (('google.com', 'softfail', 'pass', '146.185.136.235'), 'new.realms.co.uk'),\n",
111 " (('google.com', 'softfail', 'pass', '146.185.136.235'), 'new.realms.co.uk'),\n",
112 " (('google.com', 'pass', 'pass', '82.109.184.9'), 'clublloyds.com'),\n",
113 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
114 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
115 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk')]"
116 ]
117 },
118 "execution_count": 3,
119 "metadata": {},
120 "output_type": "execute_result"
121 }
122 ],
123 "source": [
124 "with conn:\n",
125 " with conn.cursor() as cur:\n",
126 " cur.execute(\"\"\"\n",
127 " select report_metadata_org_name, auth_results_spf_result, auth_results_dkim_result, source_ip \n",
128 " from reports, report_items\n",
129 " where report_items.report_id = reports.id and\n",
130 " source_ip <> inet '212.69.55.62'\"\"\")\n",
131 " results = cur.fetchall()\n",
132 "[(r, socket.gethostbyaddr(r[3])[0]) for r in results]"
133 ]
134 },
135 {
136 "cell_type": "code",
137 "execution_count": 4,
138 "metadata": {
139 "collapsed": false
140 },
141 "outputs": [
142 {
143 "data": {
144 "text/plain": [
145 "[(('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
146 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
147 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
148 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
149 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
150 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
151 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
152 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
153 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
154 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
155 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
156 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
157 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
158 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
159 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
160 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
161 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
162 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
163 " (('google.com', 'softfail', 'pass', '54.84.192.51'), 'mail1.keybase.io'),\n",
164 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
165 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
166 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
167 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
168 " (('google.com', 'softfail', 'pass', '94.136.40.147'), 'mailex.mailcore.me'),\n",
169 " (('google.com', 'softfail', 'pass', '94.136.40.149'), 'mailex.mailcore.me'),\n",
170 " (('google.com', 'softfail', 'pass', '94.136.40.147'), 'mailex.mailcore.me'),\n",
171 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
172 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
173 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
174 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
175 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
176 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
177 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
178 " (('google.com', 'softfail', 'pass', '2a00:1450:400c:c09::232'),\n",
179 " 'mail-wm0-x232.google.com'),\n",
180 " (('google.com', 'softfail', 'pass', '2a00:1450:400c:c09::231'),\n",
181 " 'mail-wm0-x231.google.com'),\n",
182 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
183 " (('google.com', 'softfail', 'pass', '146.185.136.235'), 'new.realms.co.uk'),\n",
184 " (('google.com', 'softfail', 'pass', '146.185.136.235'), 'new.realms.co.uk'),\n",
185 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
186 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk'),\n",
187 " (('Yahoo! Inc.', 'softfail', 'pass', '65.20.0.12'), 'lb.lon5.cpcloud.co.uk')]"
188 ]
189 },
190 "execution_count": 4,
191 "metadata": {},
192 "output_type": "execute_result"
193 }
194 ],
195 "source": [
196 "with conn:\n",
197 " with conn.cursor() as cur:\n",
198 " cur.execute(\"\"\"\n",
199 " select report_metadata_org_name, auth_results_spf_result, auth_results_dkim_result, source_ip \n",
200 " from reports, report_items\n",
201 " where report_items.report_id = reports.id and\n",
202 " auth_results_spf_result <> 'pass'\"\"\")\n",
203 " results = cur.fetchall()\n",
204 "[(r, socket.gethostbyaddr(r[3])[0]) for r in results]"
205 ]
206 },
207 {
208 "cell_type": "code",
209 "execution_count": 5,
210 "metadata": {
211 "collapsed": false
212 },
213 "outputs": [
214 {
215 "data": {
216 "text/plain": [
217 "'lb.lon5.cpcloud.co.uk'"
218 ]
219 },
220 "execution_count": 5,
221 "metadata": {},
222 "output_type": "execute_result"
223 }
224 ],
225 "source": [
226 "socket.gethostbyaddr('65.20.0.12')[0]"
227 ]
228 },
229 {
230 "cell_type": "code",
231 "execution_count": 6,
232 "metadata": {
233 "collapsed": false
234 },
235 "outputs": [
236 {
237 "data": {
238 "text/plain": [
239 "[('02aca4c6bb144bb6b54773374c14a43a@hotmail.com',),\n",
240 " ('10356602625290246518',),\n",
241 " ('10491829640821461358',),\n",
242 " ('10706879170593875813',),\n",
243 " ('10744929815548178249',),\n",
244 " ('11019573554877343650',),\n",
245 " ('1102163566627474204',),\n",
246 " ('11743474449139138027',),\n",
247 " ('1178c4fe34364ff39cb6e24a51219093@hotmail.com',),\n",
248 " ('1207168150882246442',),\n",
249 " ('12137203242660163862',),\n",
250 " ('121bb39637c14847a40669dd3e7cdf49@hotmail.com',),\n",
251 " ('1233953228184721030',),\n",
252 " ('12434676377746978866',),\n",
253 " ('12700770160536483846',),\n",
254 " ('129a9dc3ff2e40ae8a3890ecc1c291d9@hotmail.com',),\n",
255 " ('13032699446207263761',),\n",
256 " ('13702792868066092542',),\n",
257 " ('13959504937502303973',),\n",
258 " ('13f28e952d67451281b90d55eee9c7c3@hotmail.com',),\n",
259 " ('14089985608998676943',),\n",
260 " ('14217880258295310962',),\n",
261 " ('14416654486328871570',),\n",
262 " ('1448246712.259522',),\n",
263 " ('1448419746.206772',),\n",
264 " ('1448592471.754446',),\n",
265 " ('1448851661.602960',),\n",
266 " ('1448938177.97045',),\n",
267 " ('1449024342.601561',),\n",
268 " ('1449110875.443288',),\n",
269 " ('1449197294.177690',),\n",
270 " ('1449283514.868026',),\n",
271 " ('1449542804.259788',),\n",
272 " ('1449629119.120001',),\n",
273 " ('1449888489.668429',),\n",
274 " ('1449974899.615312',),\n",
275 " ('1450234735.690828',),\n",
276 " ('1451184218.12383',),\n",
277 " ('1451443783.692950',),\n",
278 " ('1451616408.476341',),\n",
279 " ('1452134765.308922',),\n",
280 " ('1452393953.83099',),\n",
281 " ('1452480188.666644',),\n",
282 " ('1452566814.805501',),\n",
283 " ('1452653275.294149',),\n",
284 " ('1452741832.342075',),\n",
285 " ('1452826445.971145',),\n",
286 " ('1452912512.114840',),\n",
287 " ('1453084984.369330',),\n",
288 " ('1453171440.157305',),\n",
289 " ('1453258067.440890',),\n",
290 " ('1453344550.144698',),\n",
291 " ('1453517236.399019',),\n",
292 " ('1453689981.768611',),\n",
293 " ('1453776417.898739',),\n",
294 " ('1453862958.482897',),\n",
295 " ('1454381343.228960',),\n",
296 " ('1454467952.258012',),\n",
297 " ('1454640482.903992',),\n",
298 " ('1454986282.636073',),\n",
299 " ('1455072659.49250',),\n",
300 " ('1455418081.446180',),\n",
301 " ('1455679107.469767',),\n",
302 " ('1455763965.140751',),\n",
303 " ('1456109267.60200',),\n",
304 " ('1456282325.455667',),\n",
305 " ('1456455410.661669',),\n",
306 " ('1456541727.873510',),\n",
307 " ('1456713880.905762',),\n",
308 " ('1456800606.884839',),\n",
309 " ('1456886761.643377',),\n",
310 " ('1457059537.625770',),\n",
311 " ('1457146943.63077',),\n",
312 " ('1457232742.472142',),\n",
313 " ('1457318880.887129',),\n",
314 " ('1457491692.793016',),\n",
315 " ('1457750956.253773',),\n",
316 " ('1457919850.989656',),\n",
317 " ('1458006833.731671',),\n",
318 " ('1458093082.193350',),\n",
319 " ('1458353823.362308',),\n",
320 " ('1458524834.32161',),\n",
321 " ('1458611429.595569',),\n",
322 " ('1458784545.303847',),\n",
323 " ('1458957186.548175',),\n",
324 " ('1459129809.695034',),\n",
325 " ('1459216304.582931',),\n",
326 " ('1459302353.261157',),\n",
327 " ('14593873841710243963',),\n",
328 " ('1459391203.751219',),\n",
329 " ('1459475662.735732',),\n",
330 " ('14661842628106423589',),\n",
331 " ('14662396456930987863',),\n",
332 " ('15111277194568576101',),\n",
333 " ('15185964531645951164',),\n",
334 " ('15410706527896810898',),\n",
335 " ('15497495941279624940',),\n",
336 " ('15974729567081493290',),\n",
337 " ('16143280651570354241',),\n",
338 " ('16409503372348966326',),\n",
339 " ('164180405175632647',),\n",
340 " ('16520810497197721925',),\n",
341 " ('16824795799639390032',),\n",
342 " ('17044038014166863505',),\n",
343 " ('17071564483265101388',),\n",
344 " ('17659080448126516391',),\n",
345 " ('17880573400612806781',),\n",
346 " ('17984785070730076605',),\n",
347 " ('18203685646345145151',),\n",
348 " ('1862812391966551302',),\n",
349 " ('18c9a966da81401e80ca2a22310ffee6@hotmail.com',),\n",
350 " ('1922265692629464594',),\n",
351 " ('1bcc49be66744cc7a70ae1cc53515bbf@hotmail.com',),\n",
352 " ('1fadaaf3d9d544568a41042a1f42df05@hotmail.com',),\n",
353 " ('2002148329698541727',),\n",
354 " ('20246ec4a70041caa276560032fdc595@hotmail.com',),\n",
355 " ('2150510829392606201',),\n",
356 " ('2273327349069127175',),\n",
357 " ('271c80b9234a4c99bb9608abc5470c99@hotmail.com',),\n",
358 " ('2884439811958006165',),\n",
359 " ('2cfe3d0ec75b43f89a6a7ae57777e25c@hotmail.com',),\n",
360 " ('30d5ef78d6d746a4a777c56e7ca6f1c6@hotmail.com',),\n",
361 " ('3188090359734380692',),\n",
362 " ('3267388508667988463',),\n",
363 " ('3508955360705645678',),\n",
364 " ('3544432548848738700',),\n",
365 " ('3584764172722215181',),\n",
366 " ('3689737760348689620',),\n",
367 " ('36dd4e2b3f424bb6919d2d5d4c77c8dd@hotmail.com',),\n",
368 " ('3eba8b9e31724809aaf8d517e5656c4b@hotmail.com',),\n",
369 " ('4158049796460953654',),\n",
370 " ('4226319448276355598',),\n",
371 " ('43e7b5e2e0fb400aa914058360c8aaab@hotmail.com',),\n",
372 " ('456ffff78456494fbaed47b465259d46@hotmail.com',),\n",
373 " ('4654132158287507198',),\n",
374 " ('511d6fbb8484454b916ad8d799938390@hotmail.com',),\n",
375 " ('5164714352250096219',),\n",
376 " ('543258397004515473',),\n",
377 " ('580ca0a74948493ba8b7c6e62b8c81d9@hotmail.com',),\n",
378 " ('594749737641304465',),\n",
379 " ('6110291457768008366',),\n",
380 " ('641b4cc500334a7eb3f649b21af003ca@hotmail.com',),\n",
381 " ('6474240574237085621',),\n",
382 " ('6505353761044749597',),\n",
383 " ('6876229717666715946',),\n",
384 " ('68aad5080a774e2c997d159b546569b9@hotmail.com',),\n",
385 " ('6996084840178215735',),\n",
386 " ('7006513620611789399',),\n",
387 " ('724976339745122723',),\n",
388 " ('726a3261dfab4b4590b5fc898c561b08@hotmail.com',),\n",
389 " ('730219275619457',),\n",
390 " ('75eef2128eb84e9ca8e4837f3d4e31bd@hotmail.com',),\n",
391 " ('7773a696f4a54f1e8c01f4644fbb94ee@hotmail.com',),\n",
392 " ('77b6c2aa32bf440aa240195db229cd4a@hotmail.com',),\n",
393 " ('7815164892280952980',),\n",
394 " ('7834597727856283739',),\n",
395 " ('840fc02d5cb847ec9f007fb236c0c190@hotmail.com',),\n",
396 " ('8426152571808739514',),\n",
397 " ('85136d21c514431e9f5cf9d36faa4a22@hotmail.com',),\n",
398 " ('8986675713054039362',),\n",
399 " ('8c177254c3cb41869dc3afab59f74c76@hotmail.com',),\n",
400 " ('9037150256193522538',),\n",
401 " ('9138782308848375092',),\n",
402 " ('9452413620101638402',),\n",
403 " ('9594298247075547297',),\n",
404 " ('a6b6aec1af1647eb8c6fd83baaed6bbe@hotmail.com',),\n",
405 " ('b6d15133598b4e00b21c8e2b7cbec05e@hotmail.com',),\n",
406 " ('ba1e9c35eec5428b8c3d6a32d25daa46@hotmail.com',),\n",
407 " ('ba64911adb0743d0b926588647ec5dcf@hotmail.com',),\n",
408 " ('c8e4fe772ae3434594e8396a8abf77b1@hotmail.com',),\n",
409 " ('c8f339f8f3364d78820dd03a84d11daa@hotmail.com',),\n",
410 " ('d1019291012e4f4589f59f1dacef31a3@hotmail.com',),\n",
411 " ('d71792d8afc246e9a4756bd13e600b59@hotmail.com',),\n",
412 " ('d77c5b90344149f5bb7b50ff69400aeb@hotmail.com',),\n",
413 " ('dbe2f49dbea947428b179e0ecec5f813@hotmail.com',),\n",
414 " ('de651cefbc0749a3aa3d91cdc5084f5a@hotmail.com',),\n",
415 " ('e245ef81f05b4697bea34bed977d8286@hotmail.com',),\n",
416 " ('e327753089e04950906848d104a93695@hotmail.com',),\n",
417 " ('ea3a96df66a845c5a666068ef8ca1368@hotmail.com',),\n",
418 " ('eda16c25bbdb48b2bae0d18eab13f736@hotmail.com',),\n",
419 " ('f94f00dee713479fb8bfdbcad539da88@hotmail.com',),\n",
420 " ('fc0750780e0d4b1395c4c9f41cb9791f@hotmail.com',)]"
421 ]
422 },
423 "execution_count": 6,
424 "metadata": {},
425 "output_type": "execute_result"
426 }
427 ],
428 "source": [
429 "with conn:\n",
430 " with conn.cursor() as cur:\n",
431 " cur.execute(\"\"\"\n",
432 " select report_metadata_report_id\n",
433 " from reports\"\"\")\n",
434 " results = cur.fetchall()\n",
435 "sorted(results)"
436 ]
437 },
438 {
439 "cell_type": "code",
440 "execution_count": 10,
441 "metadata": {
442 "collapsed": false
443 },
444 "outputs": [
445 {
446 "data": {
447 "text/plain": [
448 "[('1448246712.259522',\n",
449 " datetime.datetime(2015, 11, 22, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
450 " ('75eef2128eb84e9ca8e4837f3d4e31bd@hotmail.com',\n",
451 " datetime.datetime(2015, 11, 22, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
452 " ('9138782308848375092',\n",
453 " datetime.datetime(2015, 11, 23, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
454 " ('840fc02d5cb847ec9f007fb236c0c190@hotmail.com',\n",
455 " datetime.datetime(2015, 11, 23, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
456 " ('15111277194568576101',\n",
457 " datetime.datetime(2015, 11, 24, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
458 " ('1448419746.206772',\n",
459 " datetime.datetime(2015, 11, 24, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
460 " ('1448592471.754446',\n",
461 " datetime.datetime(2015, 11, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
462 " ('c8e4fe772ae3434594e8396a8abf77b1@hotmail.com',\n",
463 " datetime.datetime(2015, 11, 26, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
464 " ('2273327349069127175',\n",
465 " datetime.datetime(2015, 11, 27, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
466 " ('1448851661.602960',\n",
467 " datetime.datetime(2015, 11, 29, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
468 " ('1448938177.97045',\n",
469 " datetime.datetime(2015, 11, 30, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
470 " ('18203685646345145151',\n",
471 " datetime.datetime(2015, 11, 30, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
472 " ('12700770160536483846',\n",
473 " datetime.datetime(2015, 12, 1, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
474 " ('1449024342.601561',\n",
475 " datetime.datetime(2015, 12, 1, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
476 " ('1fadaaf3d9d544568a41042a1f42df05@hotmail.com',\n",
477 " datetime.datetime(2015, 12, 1, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
478 " ('3544432548848738700',\n",
479 " datetime.datetime(2015, 12, 2, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
480 " ('1449110875.443288',\n",
481 " datetime.datetime(2015, 12, 2, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
482 " ('1449197294.177690',\n",
483 " datetime.datetime(2015, 12, 3, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
484 " ('10356602625290246518',\n",
485 " datetime.datetime(2015, 12, 4, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
486 " ('1449283514.868026',\n",
487 " datetime.datetime(2015, 12, 4, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
488 " ('4654132158287507198',\n",
489 " datetime.datetime(2015, 12, 5, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
490 " ('5164714352250096219',\n",
491 " datetime.datetime(2015, 12, 7, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
492 " ('1449542804.259788',\n",
493 " datetime.datetime(2015, 12, 7, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
494 " ('20246ec4a70041caa276560032fdc595@hotmail.com',\n",
495 " datetime.datetime(2015, 12, 7, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
496 " ('14089985608998676943',\n",
497 " datetime.datetime(2015, 12, 8, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
498 " ('1449629119.120001',\n",
499 " datetime.datetime(2015, 12, 8, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
500 " ('c8f339f8f3364d78820dd03a84d11daa@hotmail.com',\n",
501 " datetime.datetime(2015, 12, 8, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
502 " ('1233953228184721030',\n",
503 " datetime.datetime(2015, 12, 9, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
504 " ('17984785070730076605',\n",
505 " datetime.datetime(2015, 12, 11, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
506 " ('1449888489.668429',\n",
507 " datetime.datetime(2015, 12, 11, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
508 " ('121bb39637c14847a40669dd3e7cdf49@hotmail.com',\n",
509 " datetime.datetime(2015, 12, 11, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
510 " ('14661842628106423589',\n",
511 " datetime.datetime(2015, 12, 12, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
512 " ('1449974899.615312',\n",
513 " datetime.datetime(2015, 12, 12, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
514 " ('7834597727856283739',\n",
515 " datetime.datetime(2015, 12, 14, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
516 " ('f94f00dee713479fb8bfdbcad539da88@hotmail.com',\n",
517 " datetime.datetime(2015, 12, 14, 23, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
518 " ('17659080448126516391',\n",
519 " datetime.datetime(2015, 12, 15, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
520 " ('1450234735.690828',\n",
521 " datetime.datetime(2015, 12, 15, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
522 " ('17880573400612806781',\n",
523 " datetime.datetime(2015, 12, 16, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
524 " ('1451184218.12383',\n",
525 " datetime.datetime(2015, 12, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
526 " ('6505353761044749597',\n",
527 " datetime.datetime(2015, 12, 29, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
528 " ('02aca4c6bb144bb6b54773374c14a43a@hotmail.com',\n",
529 " datetime.datetime(2015, 12, 29, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
530 " ('1451443783.692950',\n",
531 " datetime.datetime(2015, 12, 29, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
532 " ('12137203242660163862',\n",
533 " datetime.datetime(2015, 12, 30, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
534 " ('d1019291012e4f4589f59f1dacef31a3@hotmail.com',\n",
535 " datetime.datetime(2015, 12, 30, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
536 " ('1451616408.476341',\n",
537 " datetime.datetime(2015, 12, 31, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
538 " ('11743474449139138027',\n",
539 " datetime.datetime(2016, 1, 5, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
540 " ('e245ef81f05b4697bea34bed977d8286@hotmail.com',\n",
541 " datetime.datetime(2016, 1, 5, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
542 " ('1452134765.308922',\n",
543 " datetime.datetime(2016, 1, 6, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
544 " ('271c80b9234a4c99bb9608abc5470c99@hotmail.com',\n",
545 " datetime.datetime(2016, 1, 8, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
546 " ('15974729567081493290',\n",
547 " datetime.datetime(2016, 1, 9, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
548 " ('ba1e9c35eec5428b8c3d6a32d25daa46@hotmail.com',\n",
549 " datetime.datetime(2016, 1, 9, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
550 " ('1452393953.83099',\n",
551 " datetime.datetime(2016, 1, 9, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
552 " ('d71792d8afc246e9a4756bd13e600b59@hotmail.com',\n",
553 " datetime.datetime(2016, 1, 10, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
554 " ('1452480188.666644',\n",
555 " datetime.datetime(2016, 1, 10, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
556 " ('1452566814.805501',\n",
557 " datetime.datetime(2016, 1, 11, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
558 " ('fc0750780e0d4b1395c4c9f41cb9791f@hotmail.com',\n",
559 " datetime.datetime(2016, 1, 12, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
560 " ('1452653275.294149',\n",
561 " datetime.datetime(2016, 1, 12, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
562 " ('1452741832.342075',\n",
563 " datetime.datetime(2016, 1, 13, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
564 " ('2884439811958006165',\n",
565 " datetime.datetime(2016, 1, 13, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
566 " ('3508955360705645678',\n",
567 " datetime.datetime(2016, 1, 12, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
568 " ('1452826445.971145',\n",
569 " datetime.datetime(2016, 1, 14, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
570 " ('1452912512.114840',\n",
571 " datetime.datetime(2016, 1, 15, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
572 " ('eda16c25bbdb48b2bae0d18eab13f736@hotmail.com',\n",
573 " datetime.datetime(2016, 1, 16, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
574 " ('724976339745122723',\n",
575 " datetime.datetime(2016, 1, 17, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
576 " ('1453084984.369330',\n",
577 " datetime.datetime(2016, 1, 17, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
578 " ('1453171440.157305',\n",
579 " datetime.datetime(2016, 1, 18, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
580 " ('1862812391966551302',\n",
581 " datetime.datetime(2016, 1, 19, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
582 " ('1453258067.440890',\n",
583 " datetime.datetime(2016, 1, 19, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
584 " ('1453344550.144698',\n",
585 " datetime.datetime(2016, 1, 20, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
586 " ('2002148329698541727',\n",
587 " datetime.datetime(2016, 1, 21, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
588 " ('6110291457768008366',\n",
589 " datetime.datetime(2016, 1, 22, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
590 " ('de651cefbc0749a3aa3d91cdc5084f5a@hotmail.com',\n",
591 " datetime.datetime(2016, 1, 22, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
592 " ('1453517236.399019',\n",
593 " datetime.datetime(2016, 1, 22, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
594 " ('14593873841710243963',\n",
595 " datetime.datetime(2016, 1, 24, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
596 " ('ba64911adb0743d0b926588647ec5dcf@hotmail.com',\n",
597 " datetime.datetime(2016, 1, 24, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
598 " ('1453689981.768611',\n",
599 " datetime.datetime(2016, 1, 24, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
600 " ('13959504937502303973',\n",
601 " datetime.datetime(2016, 1, 25, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
602 " ('3eba8b9e31724809aaf8d517e5656c4b@hotmail.com',\n",
603 " datetime.datetime(2016, 1, 25, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
604 " ('1453776417.898739',\n",
605 " datetime.datetime(2016, 1, 25, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
606 " ('9594298247075547297',\n",
607 " datetime.datetime(2016, 1, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
608 " ('d77c5b90344149f5bb7b50ff69400aeb@hotmail.com',\n",
609 " datetime.datetime(2016, 1, 26, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
610 " ('1453862958.482897',\n",
611 " datetime.datetime(2016, 1, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
612 " ('3267388508667988463',\n",
613 " datetime.datetime(2016, 1, 27, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
614 " ('580ca0a74948493ba8b7c6e62b8c81d9@hotmail.com',\n",
615 " datetime.datetime(2016, 1, 28, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
616 " ('6876229717666715946',\n",
617 " datetime.datetime(2016, 1, 28, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
618 " ('6474240574237085621',\n",
619 " datetime.datetime(2016, 1, 31, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
620 " ('1454381343.228960',\n",
621 " datetime.datetime(2016, 2, 1, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
622 " ('77b6c2aa32bf440aa240195db229cd4a@hotmail.com',\n",
623 " datetime.datetime(2016, 2, 1, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
624 " ('1922265692629464594',\n",
625 " datetime.datetime(2016, 2, 2, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
626 " ('1454467952.258012',\n",
627 " datetime.datetime(2016, 2, 2, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
628 " ('1454640482.903992',\n",
629 " datetime.datetime(2016, 2, 4, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
630 " ('16409503372348966326',\n",
631 " datetime.datetime(2016, 2, 4, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
632 " ('456ffff78456494fbaed47b465259d46@hotmail.com',\n",
633 " datetime.datetime(2016, 2, 4, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
634 " ('543258397004515473',\n",
635 " datetime.datetime(2016, 2, 5, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
636 " ('4158049796460953654',\n",
637 " datetime.datetime(2016, 2, 7, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
638 " ('a6b6aec1af1647eb8c6fd83baaed6bbe@hotmail.com',\n",
639 " datetime.datetime(2016, 2, 7, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
640 " ('1454986282.636073',\n",
641 " datetime.datetime(2016, 2, 8, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
642 " ('8986675713054039362',\n",
643 " datetime.datetime(2016, 2, 9, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
644 " ('30d5ef78d6d746a4a777c56e7ca6f1c6@hotmail.com',\n",
645 " datetime.datetime(2016, 2, 9, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
646 " ('1455072659.49250',\n",
647 " datetime.datetime(2016, 2, 9, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
648 " ('10744929815548178249',\n",
649 " datetime.datetime(2016, 2, 10, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
650 " ('1178c4fe34364ff39cb6e24a51219093@hotmail.com',\n",
651 " datetime.datetime(2016, 2, 10, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
652 " ('730219275619457',\n",
653 " datetime.datetime(2016, 2, 11, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
654 " ('164180405175632647',\n",
655 " datetime.datetime(2016, 2, 12, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
656 " ('16520810497197721925',\n",
657 " datetime.datetime(2016, 2, 13, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
658 " ('13f28e952d67451281b90d55eee9c7c3@hotmail.com',\n",
659 " datetime.datetime(2016, 2, 13, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
660 " ('1455418081.446180',\n",
661 " datetime.datetime(2016, 2, 13, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
662 " ('641b4cc500334a7eb3f649b21af003ca@hotmail.com',\n",
663 " datetime.datetime(2016, 2, 15, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
664 " ('14416654486328871570',\n",
665 " datetime.datetime(2016, 2, 16, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
666 " ('dbe2f49dbea947428b179e0ecec5f813@hotmail.com',\n",
667 " datetime.datetime(2016, 2, 16, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
668 " ('1455679107.469767',\n",
669 " datetime.datetime(2016, 2, 16, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
670 " ('7815164892280952980',\n",
671 " datetime.datetime(2016, 2, 17, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
672 " ('511d6fbb8484454b916ad8d799938390@hotmail.com',\n",
673 " datetime.datetime(2016, 2, 17, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
674 " ('1455763965.140751',\n",
675 " datetime.datetime(2016, 2, 17, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
676 " ('10491829640821461358',\n",
677 " datetime.datetime(2016, 2, 18, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
678 " ('13702792868066092542',\n",
679 " datetime.datetime(2016, 2, 19, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
680 " ('1456109267.60200',\n",
681 " datetime.datetime(2016, 2, 21, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
682 " ('2cfe3d0ec75b43f89a6a7ae57777e25c@hotmail.com',\n",
683 " datetime.datetime(2016, 2, 22, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
684 " ('9037150256193522538',\n",
685 " datetime.datetime(2016, 2, 23, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
686 " ('e327753089e04950906848d104a93695@hotmail.com',\n",
687 " datetime.datetime(2016, 2, 23, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
688 " ('1456282325.455667',\n",
689 " datetime.datetime(2016, 2, 23, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
690 " ('3584764172722215181',\n",
691 " datetime.datetime(2016, 2, 24, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
692 " ('1456455410.661669',\n",
693 " datetime.datetime(2016, 2, 25, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
694 " ('16824795799639390032',\n",
695 " datetime.datetime(2016, 2, 25, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
696 " ('14217880258295310962',\n",
697 " datetime.datetime(2016, 2, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
698 " ('1456541727.873510',\n",
699 " datetime.datetime(2016, 2, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
700 " ('1102163566627474204',\n",
701 " datetime.datetime(2016, 2, 28, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
702 " ('1456713880.905762',\n",
703 " datetime.datetime(2016, 2, 28, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
704 " ('1456800606.884839',\n",
705 " datetime.datetime(2016, 2, 29, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
706 " ('1bcc49be66744cc7a70ae1cc53515bbf@hotmail.com',\n",
707 " datetime.datetime(2016, 2, 29, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
708 " ('11019573554877343650',\n",
709 " datetime.datetime(2016, 3, 1, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
710 " ('1456886761.643377',\n",
711 " datetime.datetime(2016, 3, 1, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
712 " ('36dd4e2b3f424bb6919d2d5d4c77c8dd@hotmail.com',\n",
713 " datetime.datetime(2016, 3, 2, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
714 " ('b6d15133598b4e00b21c8e2b7cbec05e@hotmail.com',\n",
715 " datetime.datetime(2016, 3, 3, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
716 " ('1457059537.625770',\n",
717 " datetime.datetime(2016, 3, 3, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
718 " ('85136d21c514431e9f5cf9d36faa4a22@hotmail.com',\n",
719 " datetime.datetime(2016, 3, 4, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
720 " ('1457146943.63077',\n",
721 " datetime.datetime(2016, 3, 4, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
722 " ('1457232742.472142',\n",
723 " datetime.datetime(2016, 3, 5, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
724 " ('ea3a96df66a845c5a666068ef8ca1368@hotmail.com',\n",
725 " datetime.datetime(2016, 3, 5, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
726 " ('17044038014166863505',\n",
727 " datetime.datetime(2016, 3, 6, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
728 " ('1457318880.887129',\n",
729 " datetime.datetime(2016, 3, 6, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
730 " ('3689737760348689620',\n",
731 " datetime.datetime(2016, 3, 7, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
732 " ('726a3261dfab4b4590b5fc898c561b08@hotmail.com',\n",
733 " datetime.datetime(2016, 3, 7, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
734 " ('129a9dc3ff2e40ae8a3890ecc1c291d9@hotmail.com',\n",
735 " datetime.datetime(2016, 3, 8, 15, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
736 " ('1457491692.793016',\n",
737 " datetime.datetime(2016, 3, 8, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
738 " ('1207168150882246442',\n",
739 " datetime.datetime(2016, 3, 8, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
740 " ('10706879170593875813',\n",
741 " datetime.datetime(2016, 3, 9, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
742 " ('4226319448276355598',\n",
743 " datetime.datetime(2016, 3, 11, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
744 " ('1457750956.253773',\n",
745 " datetime.datetime(2016, 3, 11, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
746 " ('12434676377746978866',\n",
747 " datetime.datetime(2016, 3, 13, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
748 " ('43e7b5e2e0fb400aa914058360c8aaab@hotmail.com',\n",
749 " datetime.datetime(2016, 3, 13, 14, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
750 " ('1457919850.989656',\n",
751 " datetime.datetime(2016, 3, 13, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
752 " ('594749737641304465',\n",
753 " datetime.datetime(2016, 3, 14, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
754 " ('18c9a966da81401e80ca2a22310ffee6@hotmail.com',\n",
755 " datetime.datetime(2016, 3, 14, 14, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
756 " ('1458006833.731671',\n",
757 " datetime.datetime(2016, 3, 14, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
758 " ('6996084840178215735',\n",
759 " datetime.datetime(2016, 3, 15, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
760 " ('1458093082.193350',\n",
761 " datetime.datetime(2016, 3, 15, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
762 " ('3188090359734380692',\n",
763 " datetime.datetime(2016, 3, 17, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
764 " ('7006513620611789399',\n",
765 " datetime.datetime(2016, 3, 18, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
766 " ('1458353823.362308',\n",
767 " datetime.datetime(2016, 3, 18, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
768 " ('17071564483265101388',\n",
769 " datetime.datetime(2016, 3, 19, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
770 " ('1458524834.32161',\n",
771 " datetime.datetime(2016, 3, 20, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
772 " ('1458611429.595569',\n",
773 " datetime.datetime(2016, 3, 21, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
774 " ('14662396456930987863',\n",
775 " datetime.datetime(2016, 3, 23, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
776 " ('1458784545.303847',\n",
777 " datetime.datetime(2016, 3, 23, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
778 " ('13032699446207263761',\n",
779 " datetime.datetime(2016, 3, 24, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
780 " ('8426152571808739514',\n",
781 " datetime.datetime(2016, 3, 25, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
782 " ('1458957186.548175',\n",
783 " datetime.datetime(2016, 3, 25, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
784 " ('2150510829392606201',\n",
785 " datetime.datetime(2016, 3, 26, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
786 " ('68aad5080a774e2c997d159b546569b9@hotmail.com',\n",
787 " datetime.datetime(2016, 3, 26, 17, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
788 " ('1459129809.695034',\n",
789 " datetime.datetime(2016, 3, 27, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
790 " ('16143280651570354241',\n",
791 " datetime.datetime(2016, 3, 27, 0, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=0, name=None))),\n",
792 " ('8c177254c3cb41869dc3afab59f74c76@hotmail.com',\n",
793 " datetime.datetime(2016, 3, 27, 18, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
794 " ('15410706527896810898',\n",
795 " datetime.datetime(2016, 3, 28, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
796 " ('1459216304.582931',\n",
797 " datetime.datetime(2016, 3, 28, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
798 " ('15497495941279624940',\n",
799 " datetime.datetime(2016, 3, 29, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
800 " ('1459302353.261157',\n",
801 " datetime.datetime(2016, 3, 29, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
802 " ('7773a696f4a54f1e8c01f4644fbb94ee@hotmail.com',\n",
803 " datetime.datetime(2016, 3, 29, 18, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
804 " ('15185964531645951164',\n",
805 " datetime.datetime(2016, 3, 30, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
806 " ('1459391203.751219',\n",
807 " datetime.datetime(2016, 3, 30, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
808 " ('9452413620101638402',\n",
809 " datetime.datetime(2016, 3, 31, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None))),\n",
810 " ('1459475662.735732',\n",
811 " datetime.datetime(2016, 3, 31, 1, 0, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=60, name=None)))]"
812 ]
813 },
814 "execution_count": 10,
815 "metadata": {},
816 "output_type": "execute_result"
817 }
818 ],
819 "source": [
820 "with conn:\n",
821 " with conn.cursor() as cur:\n",
822 " cur.execute(\"\"\"\n",
823 " select report_metadata_report_id, report_metadata_date_range_begin\n",
824 " from reports\"\"\")\n",
825 " results = cur.fetchall()\n",
826 "results"
827 ]
828 },
829 {
830 "cell_type": "code",
831 "execution_count": 11,
832 "metadata": {
833 "collapsed": false
834 },
835 "outputs": [
836 {
837 "data": {
838 "text/plain": [
839 "[('1448246712.259522', datetime.datetime(2015, 11, 22, 0, 0)),\n",
840 " ('75eef2128eb84e9ca8e4837f3d4e31bd@hotmail.com',\n",
841 " datetime.datetime(2015, 11, 22, 23, 0)),\n",
842 " ('9138782308848375092', datetime.datetime(2015, 11, 23, 0, 0)),\n",
843 " ('840fc02d5cb847ec9f007fb236c0c190@hotmail.com',\n",
844 " datetime.datetime(2015, 11, 23, 23, 0)),\n",
845 " ('15111277194568576101', datetime.datetime(2015, 11, 24, 0, 0)),\n",
846 " ('1448419746.206772', datetime.datetime(2015, 11, 24, 0, 0)),\n",
847 " ('1448592471.754446', datetime.datetime(2015, 11, 26, 0, 0)),\n",
848 " ('c8e4fe772ae3434594e8396a8abf77b1@hotmail.com',\n",
849 " datetime.datetime(2015, 11, 26, 23, 0)),\n",
850 " ('2273327349069127175', datetime.datetime(2015, 11, 27, 0, 0)),\n",
851 " ('1448851661.602960', datetime.datetime(2015, 11, 29, 0, 0)),\n",
852 " ('1448938177.97045', datetime.datetime(2015, 11, 30, 0, 0)),\n",
853 " ('18203685646345145151', datetime.datetime(2015, 11, 30, 0, 0)),\n",
854 " ('12700770160536483846', datetime.datetime(2015, 12, 1, 0, 0)),\n",
855 " ('1449024342.601561', datetime.datetime(2015, 12, 1, 0, 0)),\n",
856 " ('1fadaaf3d9d544568a41042a1f42df05@hotmail.com',\n",
857 " datetime.datetime(2015, 12, 1, 23, 0)),\n",
858 " ('3544432548848738700', datetime.datetime(2015, 12, 2, 0, 0)),\n",
859 " ('1449110875.443288', datetime.datetime(2015, 12, 2, 0, 0)),\n",
860 " ('1449197294.177690', datetime.datetime(2015, 12, 3, 0, 0)),\n",
861 " ('10356602625290246518', datetime.datetime(2015, 12, 4, 0, 0)),\n",
862 " ('1449283514.868026', datetime.datetime(2015, 12, 4, 0, 0)),\n",
863 " ('4654132158287507198', datetime.datetime(2015, 12, 5, 0, 0)),\n",
864 " ('5164714352250096219', datetime.datetime(2015, 12, 7, 0, 0)),\n",
865 " ('1449542804.259788', datetime.datetime(2015, 12, 7, 0, 0)),\n",
866 " ('20246ec4a70041caa276560032fdc595@hotmail.com',\n",
867 " datetime.datetime(2015, 12, 7, 23, 0)),\n",
868 " ('14089985608998676943', datetime.datetime(2015, 12, 8, 0, 0)),\n",
869 " ('1449629119.120001', datetime.datetime(2015, 12, 8, 0, 0)),\n",
870 " ('c8f339f8f3364d78820dd03a84d11daa@hotmail.com',\n",
871 " datetime.datetime(2015, 12, 8, 23, 0)),\n",
872 " ('1233953228184721030', datetime.datetime(2015, 12, 9, 0, 0)),\n",
873 " ('17984785070730076605', datetime.datetime(2015, 12, 11, 0, 0)),\n",
874 " ('1449888489.668429', datetime.datetime(2015, 12, 11, 0, 0)),\n",
875 " ('121bb39637c14847a40669dd3e7cdf49@hotmail.com',\n",
876 " datetime.datetime(2015, 12, 11, 23, 0)),\n",
877 " ('14661842628106423589', datetime.datetime(2015, 12, 12, 0, 0)),\n",
878 " ('1449974899.615312', datetime.datetime(2015, 12, 12, 0, 0)),\n",
879 " ('7834597727856283739', datetime.datetime(2015, 12, 14, 0, 0)),\n",
880 " ('f94f00dee713479fb8bfdbcad539da88@hotmail.com',\n",
881 " datetime.datetime(2015, 12, 14, 23, 0)),\n",
882 " ('17659080448126516391', datetime.datetime(2015, 12, 15, 0, 0)),\n",
883 " ('1450234735.690828', datetime.datetime(2015, 12, 15, 0, 0)),\n",
884 " ('17880573400612806781', datetime.datetime(2015, 12, 16, 0, 0)),\n",
885 " ('1451184218.12383', datetime.datetime(2015, 12, 26, 0, 0)),\n",
886 " ('6505353761044749597', datetime.datetime(2015, 12, 29, 0, 0)),\n",
887 " ('02aca4c6bb144bb6b54773374c14a43a@hotmail.com',\n",
888 " datetime.datetime(2015, 12, 29, 15, 0)),\n",
889 " ('1451443783.692950', datetime.datetime(2015, 12, 29, 0, 0)),\n",
890 " ('12137203242660163862', datetime.datetime(2015, 12, 30, 0, 0)),\n",
891 " ('d1019291012e4f4589f59f1dacef31a3@hotmail.com',\n",
892 " datetime.datetime(2015, 12, 30, 15, 0)),\n",
893 " ('1451616408.476341', datetime.datetime(2015, 12, 31, 0, 0)),\n",
894 " ('11743474449139138027', datetime.datetime(2016, 1, 5, 0, 0)),\n",
895 " ('e245ef81f05b4697bea34bed977d8286@hotmail.com',\n",
896 " datetime.datetime(2016, 1, 5, 15, 0)),\n",
897 " ('1452134765.308922', datetime.datetime(2016, 1, 6, 0, 0)),\n",
898 " ('271c80b9234a4c99bb9608abc5470c99@hotmail.com',\n",
899 " datetime.datetime(2016, 1, 8, 15, 0)),\n",
900 " ('15974729567081493290', datetime.datetime(2016, 1, 9, 0, 0)),\n",
901 " ('ba1e9c35eec5428b8c3d6a32d25daa46@hotmail.com',\n",
902 " datetime.datetime(2016, 1, 9, 15, 0)),\n",
903 " ('1452393953.83099', datetime.datetime(2016, 1, 9, 0, 0)),\n",
904 " ('d71792d8afc246e9a4756bd13e600b59@hotmail.com',\n",
905 " datetime.datetime(2016, 1, 10, 15, 0)),\n",
906 " ('1452480188.666644', datetime.datetime(2016, 1, 10, 0, 0)),\n",
907 " ('1452566814.805501', datetime.datetime(2016, 1, 11, 0, 0)),\n",
908 " ('fc0750780e0d4b1395c4c9f41cb9791f@hotmail.com',\n",
909 " datetime.datetime(2016, 1, 12, 15, 0)),\n",
910 " ('1452653275.294149', datetime.datetime(2016, 1, 12, 0, 0)),\n",
911 " ('1452741832.342075', datetime.datetime(2016, 1, 13, 0, 0)),\n",
912 " ('2884439811958006165', datetime.datetime(2016, 1, 13, 0, 0)),\n",
913 " ('3508955360705645678', datetime.datetime(2016, 1, 12, 0, 0)),\n",
914 " ('1452826445.971145', datetime.datetime(2016, 1, 14, 0, 0)),\n",
915 " ('1452912512.114840', datetime.datetime(2016, 1, 15, 0, 0)),\n",
916 " ('eda16c25bbdb48b2bae0d18eab13f736@hotmail.com',\n",
917 " datetime.datetime(2016, 1, 16, 15, 0)),\n",
918 " ('724976339745122723', datetime.datetime(2016, 1, 17, 0, 0)),\n",
919 " ('1453084984.369330', datetime.datetime(2016, 1, 17, 0, 0)),\n",
920 " ('1453171440.157305', datetime.datetime(2016, 1, 18, 0, 0)),\n",
921 " ('1862812391966551302', datetime.datetime(2016, 1, 19, 0, 0)),\n",
922 " ('1453258067.440890', datetime.datetime(2016, 1, 19, 0, 0)),\n",
923 " ('1453344550.144698', datetime.datetime(2016, 1, 20, 0, 0)),\n",
924 " ('2002148329698541727', datetime.datetime(2016, 1, 21, 0, 0)),\n",
925 " ('6110291457768008366', datetime.datetime(2016, 1, 22, 0, 0)),\n",
926 " ('de651cefbc0749a3aa3d91cdc5084f5a@hotmail.com',\n",
927 " datetime.datetime(2016, 1, 22, 15, 0)),\n",
928 " ('1453517236.399019', datetime.datetime(2016, 1, 22, 0, 0)),\n",
929 " ('14593873841710243963', datetime.datetime(2016, 1, 24, 0, 0)),\n",
930 " ('ba64911adb0743d0b926588647ec5dcf@hotmail.com',\n",
931 " datetime.datetime(2016, 1, 24, 15, 0)),\n",
932 " ('1453689981.768611', datetime.datetime(2016, 1, 24, 0, 0)),\n",
933 " ('13959504937502303973', datetime.datetime(2016, 1, 25, 0, 0)),\n",
934 " ('3eba8b9e31724809aaf8d517e5656c4b@hotmail.com',\n",
935 " datetime.datetime(2016, 1, 25, 15, 0)),\n",
936 " ('1453776417.898739', datetime.datetime(2016, 1, 25, 0, 0)),\n",
937 " ('9594298247075547297', datetime.datetime(2016, 1, 26, 0, 0)),\n",
938 " ('d77c5b90344149f5bb7b50ff69400aeb@hotmail.com',\n",
939 " datetime.datetime(2016, 1, 26, 15, 0)),\n",
940 " ('1453862958.482897', datetime.datetime(2016, 1, 26, 0, 0)),\n",
941 " ('3267388508667988463', datetime.datetime(2016, 1, 27, 0, 0)),\n",
942 " ('580ca0a74948493ba8b7c6e62b8c81d9@hotmail.com',\n",
943 " datetime.datetime(2016, 1, 28, 15, 0)),\n",
944 " ('6876229717666715946', datetime.datetime(2016, 1, 28, 0, 0)),\n",
945 " ('6474240574237085621', datetime.datetime(2016, 1, 31, 0, 0)),\n",
946 " ('1454381343.228960', datetime.datetime(2016, 2, 1, 0, 0)),\n",
947 " ('77b6c2aa32bf440aa240195db229cd4a@hotmail.com',\n",
948 " datetime.datetime(2016, 2, 1, 15, 0)),\n",
949 " ('1922265692629464594', datetime.datetime(2016, 2, 2, 0, 0)),\n",
950 " ('1454467952.258012', datetime.datetime(2016, 2, 2, 0, 0)),\n",
951 " ('1454640482.903992', datetime.datetime(2016, 2, 4, 0, 0)),\n",
952 " ('16409503372348966326', datetime.datetime(2016, 2, 4, 0, 0)),\n",
953 " ('456ffff78456494fbaed47b465259d46@hotmail.com',\n",
954 " datetime.datetime(2016, 2, 4, 15, 0)),\n",
955 " ('543258397004515473', datetime.datetime(2016, 2, 5, 0, 0)),\n",
956 " ('4158049796460953654', datetime.datetime(2016, 2, 7, 0, 0)),\n",
957 " ('a6b6aec1af1647eb8c6fd83baaed6bbe@hotmail.com',\n",
958 " datetime.datetime(2016, 2, 7, 15, 0)),\n",
959 " ('1454986282.636073', datetime.datetime(2016, 2, 8, 0, 0)),\n",
960 " ('8986675713054039362', datetime.datetime(2016, 2, 9, 0, 0)),\n",
961 " ('30d5ef78d6d746a4a777c56e7ca6f1c6@hotmail.com',\n",
962 " datetime.datetime(2016, 2, 9, 15, 0)),\n",
963 " ('1455072659.49250', datetime.datetime(2016, 2, 9, 0, 0)),\n",
964 " ('10744929815548178249', datetime.datetime(2016, 2, 10, 0, 0)),\n",
965 " ('1178c4fe34364ff39cb6e24a51219093@hotmail.com',\n",
966 " datetime.datetime(2016, 2, 10, 15, 0)),\n",
967 " ('730219275619457', datetime.datetime(2016, 2, 11, 0, 0)),\n",
968 " ('164180405175632647', datetime.datetime(2016, 2, 12, 0, 0)),\n",
969 " ('16520810497197721925', datetime.datetime(2016, 2, 13, 0, 0)),\n",
970 " ('13f28e952d67451281b90d55eee9c7c3@hotmail.com',\n",
971 " datetime.datetime(2016, 2, 13, 15, 0)),\n",
972 " ('1455418081.446180', datetime.datetime(2016, 2, 13, 0, 0)),\n",
973 " ('641b4cc500334a7eb3f649b21af003ca@hotmail.com',\n",
974 " datetime.datetime(2016, 2, 15, 15, 0)),\n",
975 " ('14416654486328871570', datetime.datetime(2016, 2, 16, 0, 0)),\n",
976 " ('dbe2f49dbea947428b179e0ecec5f813@hotmail.com',\n",
977 " datetime.datetime(2016, 2, 16, 15, 0)),\n",
978 " ('1455679107.469767', datetime.datetime(2016, 2, 16, 0, 0)),\n",
979 " ('7815164892280952980', datetime.datetime(2016, 2, 17, 0, 0)),\n",
980 " ('511d6fbb8484454b916ad8d799938390@hotmail.com',\n",
981 " datetime.datetime(2016, 2, 17, 15, 0)),\n",
982 " ('1455763965.140751', datetime.datetime(2016, 2, 17, 0, 0)),\n",
983 " ('10491829640821461358', datetime.datetime(2016, 2, 18, 0, 0)),\n",
984 " ('13702792868066092542', datetime.datetime(2016, 2, 19, 0, 0)),\n",
985 " ('1456109267.60200', datetime.datetime(2016, 2, 21, 0, 0)),\n",
986 " ('2cfe3d0ec75b43f89a6a7ae57777e25c@hotmail.com',\n",
987 " datetime.datetime(2016, 2, 22, 15, 0)),\n",
988 " ('9037150256193522538', datetime.datetime(2016, 2, 23, 0, 0)),\n",
989 " ('e327753089e04950906848d104a93695@hotmail.com',\n",
990 " datetime.datetime(2016, 2, 23, 15, 0)),\n",
991 " ('1456282325.455667', datetime.datetime(2016, 2, 23, 0, 0)),\n",
992 " ('3584764172722215181', datetime.datetime(2016, 2, 24, 0, 0)),\n",
993 " ('1456455410.661669', datetime.datetime(2016, 2, 25, 0, 0)),\n",
994 " ('16824795799639390032', datetime.datetime(2016, 2, 25, 0, 0)),\n",
995 " ('14217880258295310962', datetime.datetime(2016, 2, 26, 0, 0)),\n",
996 " ('1456541727.873510', datetime.datetime(2016, 2, 26, 0, 0)),\n",
997 " ('1102163566627474204', datetime.datetime(2016, 2, 28, 0, 0)),\n",
998 " ('1456713880.905762', datetime.datetime(2016, 2, 28, 0, 0)),\n",
999 " ('1456800606.884839', datetime.datetime(2016, 2, 29, 0, 0)),\n",
1000 " ('1bcc49be66744cc7a70ae1cc53515bbf@hotmail.com',\n",
1001 " datetime.datetime(2016, 2, 29, 15, 0)),\n",
1002 " ('11019573554877343650', datetime.datetime(2016, 3, 1, 0, 0)),\n",
1003 " ('1456886761.643377', datetime.datetime(2016, 3, 1, 0, 0)),\n",
1004 " ('36dd4e2b3f424bb6919d2d5d4c77c8dd@hotmail.com',\n",
1005 " datetime.datetime(2016, 3, 2, 15, 0)),\n",
1006 " ('b6d15133598b4e00b21c8e2b7cbec05e@hotmail.com',\n",
1007 " datetime.datetime(2016, 3, 3, 15, 0)),\n",
1008 " ('1457059537.625770', datetime.datetime(2016, 3, 3, 0, 0)),\n",
1009 " ('85136d21c514431e9f5cf9d36faa4a22@hotmail.com',\n",
1010 " datetime.datetime(2016, 3, 4, 15, 0)),\n",
1011 " ('1457146943.63077', datetime.datetime(2016, 3, 4, 0, 0)),\n",
1012 " ('1457232742.472142', datetime.datetime(2016, 3, 5, 0, 0)),\n",
1013 " ('ea3a96df66a845c5a666068ef8ca1368@hotmail.com',\n",
1014 " datetime.datetime(2016, 3, 5, 15, 0)),\n",
1015 " ('17044038014166863505', datetime.datetime(2016, 3, 6, 0, 0)),\n",
1016 " ('1457318880.887129', datetime.datetime(2016, 3, 6, 0, 0)),\n",
1017 " ('3689737760348689620', datetime.datetime(2016, 3, 7, 0, 0)),\n",
1018 " ('726a3261dfab4b4590b5fc898c561b08@hotmail.com',\n",
1019 " datetime.datetime(2016, 3, 7, 15, 0)),\n",
1020 " ('129a9dc3ff2e40ae8a3890ecc1c291d9@hotmail.com',\n",
1021 " datetime.datetime(2016, 3, 8, 15, 0)),\n",
1022 " ('1457491692.793016', datetime.datetime(2016, 3, 8, 0, 0)),\n",
1023 " ('1207168150882246442', datetime.datetime(2016, 3, 8, 0, 0)),\n",
1024 " ('10706879170593875813', datetime.datetime(2016, 3, 9, 0, 0)),\n",
1025 " ('4226319448276355598', datetime.datetime(2016, 3, 11, 0, 0)),\n",
1026 " ('1457750956.253773', datetime.datetime(2016, 3, 11, 0, 0)),\n",
1027 " ('12434676377746978866', datetime.datetime(2016, 3, 13, 0, 0)),\n",
1028 " ('43e7b5e2e0fb400aa914058360c8aaab@hotmail.com',\n",
1029 " datetime.datetime(2016, 3, 13, 14, 0)),\n",
1030 " ('1457919850.989656', datetime.datetime(2016, 3, 13, 0, 0)),\n",
1031 " ('594749737641304465', datetime.datetime(2016, 3, 14, 0, 0)),\n",
1032 " ('18c9a966da81401e80ca2a22310ffee6@hotmail.com',\n",
1033 " datetime.datetime(2016, 3, 14, 14, 0)),\n",
1034 " ('1458006833.731671', datetime.datetime(2016, 3, 14, 0, 0)),\n",
1035 " ('6996084840178215735', datetime.datetime(2016, 3, 15, 0, 0)),\n",
1036 " ('1458093082.193350', datetime.datetime(2016, 3, 15, 0, 0)),\n",
1037 " ('3188090359734380692', datetime.datetime(2016, 3, 17, 0, 0)),\n",
1038 " ('7006513620611789399', datetime.datetime(2016, 3, 18, 0, 0)),\n",
1039 " ('1458353823.362308', datetime.datetime(2016, 3, 18, 0, 0)),\n",
1040 " ('17071564483265101388', datetime.datetime(2016, 3, 19, 0, 0)),\n",
1041 " ('1458524834.32161', datetime.datetime(2016, 3, 20, 0, 0)),\n",
1042 " ('1458611429.595569', datetime.datetime(2016, 3, 21, 0, 0)),\n",
1043 " ('14662396456930987863', datetime.datetime(2016, 3, 23, 0, 0)),\n",
1044 " ('1458784545.303847', datetime.datetime(2016, 3, 23, 0, 0)),\n",
1045 " ('13032699446207263761', datetime.datetime(2016, 3, 24, 0, 0)),\n",
1046 " ('8426152571808739514', datetime.datetime(2016, 3, 25, 0, 0)),\n",
1047 " ('1458957186.548175', datetime.datetime(2016, 3, 25, 0, 0)),\n",
1048 " ('2150510829392606201', datetime.datetime(2016, 3, 26, 0, 0)),\n",
1049 " ('68aad5080a774e2c997d159b546569b9@hotmail.com',\n",
1050 " datetime.datetime(2016, 3, 26, 17, 0)),\n",
1051 " ('1459129809.695034', datetime.datetime(2016, 3, 27, 0, 0)),\n",
1052 " ('16143280651570354241', datetime.datetime(2016, 3, 27, 0, 0)),\n",
1053 " ('8c177254c3cb41869dc3afab59f74c76@hotmail.com',\n",
1054 " datetime.datetime(2016, 3, 27, 17, 0)),\n",
1055 " ('15410706527896810898', datetime.datetime(2016, 3, 28, 0, 0)),\n",
1056 " ('1459216304.582931', datetime.datetime(2016, 3, 28, 0, 0)),\n",
1057 " ('15497495941279624940', datetime.datetime(2016, 3, 29, 0, 0)),\n",
1058 " ('1459302353.261157', datetime.datetime(2016, 3, 29, 0, 0)),\n",
1059 " ('7773a696f4a54f1e8c01f4644fbb94ee@hotmail.com',\n",
1060 " datetime.datetime(2016, 3, 29, 17, 0)),\n",
1061 " ('15185964531645951164', datetime.datetime(2016, 3, 30, 0, 0)),\n",
1062 " ('1459391203.751219', datetime.datetime(2016, 3, 30, 0, 0)),\n",
1063 " ('9452413620101638402', datetime.datetime(2016, 3, 31, 0, 0)),\n",
1064 " ('1459475662.735732', datetime.datetime(2016, 3, 31, 0, 0))]"
1065 ]
1066 },
1067 "execution_count": 11,
1068 "metadata": {},
1069 "output_type": "execute_result"
1070 }
1071 ],
1072 "source": [
1073 "with conn:\n",
1074 " with conn.cursor() as cur:\n",
1075 " cur.execute(\"\"\"\n",
1076 " select report_metadata_report_id, report_metadata_date_range_begin at time zone 'UTC'\n",
1077 " from reports\"\"\")\n",
1078 " results = cur.fetchall()\n",
1079 "results"
1080 ]
1081 },
1082 {
1083 "cell_type": "code",
1084 "execution_count": 7,
1085 "metadata": {
1086 "collapsed": true
1087 },
1088 "outputs": [],
1089 "source": [
1090 "# conn.close()"
1091 ]
1092 }
1093 ],
1094 "metadata": {
1095 "kernelspec": {
1096 "display_name": "Python 3",
1097 "language": "python",
1098 "name": "python3"
1099 },
1100 "language_info": {
1101 "codemirror_mode": {
1102 "name": "ipython",
1103 "version": 3
1104 },
1105 "file_extension": ".py",
1106 "mimetype": "text/x-python",
1107 "name": "python",
1108 "nbconvert_exporter": "python",
1109 "pygments_lexer": "ipython3",
1110 "version": "3.4.3+"
1111 }
1112 },
1113 "nbformat": 4,
1114 "nbformat_minor": 0
1115 }
Read and process DMARC emails