Method _run_scrape

IntelOSINT.py:612–678

(self, task_id)

        return task_id

    def _run_scrape(self, task_id):
        task = self.tasks[task_id]
        target = task['target']
        platform = task['platform']
        options = task['options']
        task['progress'] = 5
        
        tmp_dir = os.path.join(os.getcwd(), f"tmp_scrape_{task_id}")
        os.makedirs(tmp_dir, exist_ok=True)
        
        try:
            if platform == 'Telegram':
                loop = asyncio.new_event_loop()
                asyncio.set_event_loop(loop)
                loop.run_until_complete(self._scrape_telegram(task, tmp_dir))
                loop.close()
            elif platform == 'Instagram':
                self._scrape_instagram(task, tmp_dir)
            elif platform == 'TikTok':
                self._scrape_tiktok(task, tmp_dir)
            elif platform == 'YouTube':
                self._scrape_youtube(task, tmp_dir)
            elif platform == 'GitHub':
                self._scrape_github(task, tmp_dir)
            else:
                raise Exception("Piattaforma non supportata")
                
            task['progress'] = 90
            
            safe_target = re.sub(r"[^A-Za-z0-9._-]+", "_", str(target))
            safe_target = (safe_target[:70] or "target")
            zip_filename = f"scrape_{platform}_{safe_target}_{task_id}.zip"
            zip_path = os.path.join(os.getcwd(), zip_filename)
            
            with zipfile.ZipFile(zip_path, 'w', zipfile.ZIP_DEFLATED) as zf:
                for root, dirs, files in os.walk(tmp_dir):
                    for file in files:
                        filepath = os.path.join(root, file)
                        zf.write(filepath, os.path.relpath(filepath, tmp_dir))
                        
            task['progress'] = 95
            
            with open(zip_path, 'rb') as f:
                file_bytes = f.read()
                md5_hash = hashlib.md5(file_bytes).hexdigest()
                sha256_hash = hashlib.sha256(file_bytes).hexdigest()
                
            hashes_str = f"File: {zip_filename}\nMD5: {md5_hash}\nSHA256: {sha256_hash}\n"
            hashes_path = os.path.join(os.getcwd(), f"hashes_{task_id}.txt")
            with open(hashes_path, "w") as f:
                f.write(hashes_str)
                
            with zipfile.ZipFile(zip_path, 'a', zipfile.ZIP_DEFLATED) as zf:
                zf.write(hashes_path, 'hashes.txt')
            os.remove(hashes_path)
                
            task['result_file'] = zip_path
            task['status'] = 'completed'