Method crawl_file

model/data_connection.py:87–104

(url: str)

    @staticmethod
    def crawl_file(url: str) -> str:
        try:
            response = requests.get(url)
            filetype = os.path.splitext(url)[1]
            if response.status_code == 200 and (
                any(ext in filetype for ext in ['.pdf', '.docx', '.csv', '.txt'])
            ):
                if response.content.strip():
                    upload_file_name = url.split("/")[-1]
                    file_path = os.path.join("uploads", upload_file_name)
                    with open(file_path, "wb") as f:
                        f.write(response.content)
                    st.success(f"已保存文件: {upload_file_name}")
                return response.content, filetype
            else:
                st.warning('Url cannot parse correctly.')
        except:
            st.warning('Url cannot parse correctly.')