load csv or json into pandas dataframe
(self,local_file,df_format,csv_dates=None,index_col=None)
| 114 | logger.info("finished stream of features") |
| 115 | |
| 116 | def _convert_dataframe(self,local_file,df_format,csv_dates=None,index_col=None): |
| 117 | """load csv or json into pandas dataframe |
| 118 | """ |
| 119 | logger.info("loading data into pandas dataframe") |
| 120 | if df_format == 'csv': |
| 121 | logger.info("loading csv %s index:%s",csv_dates,index_col) |
| 122 | return pd.read_csv(local_file,parse_dates=csv_dates,index_col=index_col) |
| 123 | else: |
| 124 | logger.info("loading json") |
| 125 | return pd.read_json(local_file,orient='records') |
| 126 | |
| 127 | |
| 128 | def create_dataframe_from_files(self,locations,df_format="json",csv_dates=None,index_col=None): |
no outgoing calls
no test coverage detected