| 21 | return sorted(self.items(),key=lambda x: (x[1], x[0]), reverse=reverse) |
| 22 | |
| 23 | def tinyTable(url): |
| 24 | global cur,conn |
| 25 | cur.execute('SELECT id,page,retrieved_at FROM TinyTable WHERE URL = ?', (url, )) |
| 26 | try: |
| 27 | row = cur.fetchone() |
| 28 | print 'DATE',row[2] |
| 29 | return row[1] |
| 30 | except: |
| 31 | row = None |
| 32 | print 'Retrieving', url |
| 33 | |
| 34 | data = urllib.urlopen (url).read() |
| 35 | if row != None: |
| 36 | cur.execute("UPDATE TinyTable SET page=?,retrieved_at=datetime('now') WHERE id=?", (unicode(data, 'utf-8'), row[0])) |
| 37 | else: |
| 38 | cur.execute("INSERT INTO TinyTable (url, page, retrieved_at) VALUES (?, ?, datetime('now'))",(url, unicode(data, 'utf-8'))) |
| 39 | conn.commit() |
| 40 | return data |
| 41 | |
| 42 | cururl = 'https://ctools.umich.edu/portal/tool/27500dea-c105-4f7b-a195-3c89536a64b7?pageName=%2Fsite%2Ff57681b8-6db9-46cf-aad1-3a0bdd621138%2Fhome&action=view&panel=Main&realm=%2Fsite%2Ff57681b8-6db9-46cf-aad1-3a0bdd621138' |
| 43 | prefix = 'https://ctools.umich.edu/portal/tool/27500dea-c105-4f7b-a195-3c89536a64b7' |