Method _process_job

codewiki/src/fe/background_worker.py:163–256

Process a single documentation generation job.

(self, job_id: str)

                time.sleep(1)
    
    def _process_job(self, job_id: str):
        """Process a single documentation generation job."""
        if job_id not in self.job_status:
            return
        
        job = self.job_status[job_id]
        
        try:
            # Update job status
            job.status = 'processing'
            job.started_at = datetime.now()
            job.progress = "Starting repository clone..."
            job.main_model = MAIN_MODEL
            
            # Check cache first
            cached_docs = self.cache_manager.get_cached_docs(job.repo_url)
            if cached_docs and Path(cached_docs).exists():
                job.status = 'completed'
                job.completed_at = datetime.now()
                job.docs_path = cached_docs
                job.progress = "Documentation retrieved from cache"
                if not job.main_model:  # Only set if not already set
                    job.main_model = MAIN_MODEL
                
                # Save job status to disk
                self.save_job_statuses()
                
                print(f"Job {job_id}: Using cached documentation")
                return
            
            # Clone repository
            repo_info = GitHubRepoProcessor.get_repo_info(job.repo_url)
            # Use repo full name for temp directory (already URL-safe since job_id is URL-safe)
            temp_repo_dir = os.path.join(self.temp_dir, job_id)
            
            job.progress = f"Cloning repository {repo_info['full_name']}..."
            
            if not GitHubRepoProcessor.clone_repository(repo_info['clone_url'], temp_repo_dir, job.commit_id):
                raise Exception("Failed to clone repository")
            
            # Generate documentation
            job.progress = "Analyzing repository structure..."
            
            # Create config for documentation generation (using env vars)
            import argparse
            args = argparse.Namespace(repo_path=temp_repo_dir)
            config = Config.from_args(args)
            # Override docs_dir with job-specific directory
            config.docs_dir = os.path.join("output", "docs", f"{job_id}-docs")
            
            job.progress = "Generating documentation..."
            
            # Generate documentation
            doc_generator = DocumentationGenerator(config, job.commit_id)
            
            # Run the async documentation generation in a new event loop
            loop = asyncio.new_event_loop()
            asyncio.set_event_loop(loop)