| 151 | self.log.debug("Global collectors inserted in %.3fs" % (time.time() - s)) |
| 152 | |
| 153 | def collectSites(self, sites, collectors, last_values): |
| 154 | now = int(time.time()) |
| 155 | s = time.time() |
| 156 | values = [] |
| 157 | for address, site in sites.items(): |
| 158 | site_datas = self.collectDatas(collectors, last_values["site:%s" % address], site) |
| 159 | for key, value in site_datas.items(): |
| 160 | values.append((self.db.getTypeId(key), self.db.getSiteId(address), value, now)) |
| 161 | time.sleep(0.001) |
| 162 | self.log.debug("Site collections done in %.3fs" % (time.time() - s)) |
| 163 | |
| 164 | s = time.time() |
| 165 | cur = self.db.getCursor() |
| 166 | cur.cursor.executemany("INSERT INTO data (type_id, site_id, value, date_added) VALUES (?, ?, ?, ?)", values) |
| 167 | cur.close() |
| 168 | self.log.debug("Site collectors inserted in %.3fs" % (time.time() - s)) |
| 169 | |
| 170 | def collector(self): |
| 171 | collectors = self.getCollectors() |