(url)
| 24 | |
| 25 | |
| 26 | def tinyTable(url): |
| 27 | global cur, conn |
| 28 | cur.execute('''SELECT id, page, retrieved_at |
| 29 | FROM TinyTable WHERE URL = ?''', (url, )) |
| 30 | try: |
| 31 | row = cur.fetchone() |
| 32 | print('DATE', row[2]) |
| 33 | return row[1] |
| 34 | except: |
| 35 | row = None |
| 36 | print('Retrieving', url) |
| 37 | |
| 38 | data = urllib.request.urlopen(url).read() |
| 39 | if row is not None: |
| 40 | cur.execute('''UPDATE TinyTable SET page=?, |
| 41 | retrieved_at=datetime('now') |
| 42 | WHERE id=?''', (str(data, 'utf-8'), row[0])) |
| 43 | else: |
| 44 | cur.execute('''INSERT INTO TinyTable (url, page, retrieved_at) |
| 45 | VALUES (?, ?, datetime('now'))''', |
| 46 | (url, str(data, 'utf-8'))) |
| 47 | conn.commit() |
| 48 | return data |
| 49 | |
| 50 | cururl = 'https://ctools.umich.edu/portal/tool/27500dea-c105-4f7b-a195-3c89536a64b7?pageName=%2Fsite%2Ff57681b8-6db9-46cf-aad1-3a0bdd621138%2Fhome&action=view&panel=Main&realm=%2Fsite%2Ff57681b8-6db9-46cf-aad1-3a0bdd621138' |
| 51 | prefix = 'https://ctools.umich.edu/portal/tool/27500dea-c105-4f7b-a195-3c89536a64b7' |
no test coverage detected