Method refresh

datafusion/catalog/src/listing_schema.rs:90–143

Reload table information from ObjectStore

(&self, state: &dyn Session)

    /// Reload table information from ObjectStore
    pub async fn refresh(&self, state: &dyn Session) -> datafusion_common::Result<()> {
        let entries: Vec<_> = self.store.list(Some(&self.path)).try_collect().await?;
        let base = Path::new(self.path.as_ref());
        let mut tables = HashSet::new();
        for file in entries.iter() {
            // The listing will initially be a file. However if we've recursed up to match our base, we know our path is a directory.
            let mut is_dir = false;
            let mut parent = Path::new(file.location.as_ref());
            while let Some(p) = parent.parent() {
                if p == base {
                    tables.insert(TablePath {
                        is_dir,
                        path: parent,
                    });
                }
                parent = p;
                is_dir = true;
            }
        }
        for table in tables.iter() {
            let file_name = table
                .path
                .file_name()
                .ok_or_else(|| internal_datafusion_err!("Cannot parse file name!"))?
                .to_str()
                .ok_or_else(|| internal_datafusion_err!("Cannot parse file name!"))?;
            let table_name = file_name.split('.').collect_vec()[0];
            let table_path = table
                .to_string()
                .ok_or_else(|| internal_datafusion_err!("Cannot parse file name!"))?;

            if !self.table_exist(table_name) {
                let table_url = format!("{}/{}", self.authority, table_path);

                let name = TableReference::bare(table_name);
                let provider = self
                    .factory
                    .create(
                        state,
                        &CreateExternalTable::builder(
                            name,
                            table_url,
                            self.format.clone(),
                            Arc::new(DFSchema::empty()),
                        )
                        .build(),
                    )
                    .await?;
                let _ =
                    self.register_table(table_name.to_string(), Arc::clone(&provider))?;
            }
        }
        Ok(())
    }
}

#[async_trait]