Function process_sites

helpers/process_sites.php:15–136

* Process Sites */

()

 * Process Sites
 */
function process_sites(){

    // We don't know where helpers are being called, so 
    // we must set the directory if it isn't already set.
    if(!defined('__ROOT__'))
        define('__ROOT__', dirname(dirname(__FILE__)));

    // We'll use the directory to include required files.
    require_once(__ROOT__.'/config.php');
    require_once(__ROOT__.'/models/db.php');
    require_once(__ROOT__.'/models/adders.php');
    require_once(__ROOT__.'/helpers/scan.php');

    // The goal of this process is to set up this array.
    $sites_output = array();

    // Let's log our process for the CLI.
    update_scan_log("\n\n\n> Processing sites...");

    // We only run this process on active sites.
    $filtered_to_active_sites = array(
        array(
            'name' => 'status',
            'value' => 'active'
        )
    );
    $active_sites = DataAccess::get_db_rows( 'sites',
        $filtered_to_active_sites, 1, 10000
    )['content'];

    // Log our progress for CLI.
    $active_sites_count = count($active_sites);
    echo "\n> $active_sites_count active site";
    if($active_sites_count > 1 ){
        echo 's';
    }
    echo ':';

    // We run this process if there are sites ready to
    // process.
    if(!empty($active_sites)){

        // Pages count is used for logging.
        $pages_count = 0;

        // Each site is processed individually.
        foreach($active_sites as $site){

            // Log our progress for CLI.
            update_scan_log("\n- $site->url");

            // Let's add a 'urls' array to our sites.
            $site->urls = array();

            // Every URL that is processed is added to
            // our output.
            $sites_output[$site->id] = $site;