Datapunt processing
0.0.1
Data-processing
How to use
Getting Started
Notebooks
How to Contribute
Modules
License
Datapunt processing
Docs
»
Index
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
|
Y
A
accuracy_score() (in module transform.preprocessing.ml_helperfunctions)
altitude (transform.enrichment.knmi_metadata.Station attribute)
assert_unique() (in module transform.preprocessing.utilities)
authentication (module)
authentication.config (module)
authentication.getaccesstoken (module)
B
BigFile (class in transform.preprocessing.utilities)
boilerplate_function (module)
C
calc_error() (in module transform.preprocessing.utilities)
calculate_covariance_matrix() (in module transform.preprocessing.ml_helperfunctions)
calculate_std_dev() (in module transform.preprocessing.ml_helperfunctions)
calculate_variance() (in module transform.preprocessing.ml_helperfunctions)
calculation() (in module transform.geospatial.divide_bbox_amsterdam_in_quadrants)
,
[1]
check_existence_object() (in module load.load_file_to_objectstore)
,
[1]
chunk_splitter() (in module transform.enrichment.add_knmi_data)
,
[1]
clean_dict() (in module helpers.json_dict_handlers)
cols_not_in() (in module transform.preprocessing.utilities)
config() (in module authentication.config)
conversionListCvalues() (in module extract.download_from_api_tellus)
,
[1]
create_dir_if_not_exists() (in module helpers.files)
D
DateRange (class in transform.preprocessing.data_selection)
download_all_files() (in module extract.download_from_catalog)
,
[1]
download_container() (in module extract.download_from_objectstore)
,
[1]
download_containers() (in module extract.download_from_objectstore)
,
[1]
download_file() (in module extract.download_from_catalog)
download_metadata() (in module extract.download_from_catalog)
,
[1]
E
enrich_datetime() (in module transform.preprocessing.enrichment)
euclidean_distance() (in module transform.preprocessing.ml_helperfunctions)
execute_sql() (in module helpers.connections)
executeScriptsFromFile() (in module transform.geospatial.postgres_add_areas_from_coordinates)
,
[1]
extract (module)
extract.csv_dataframe (module)
extract.download_bbga_by_variable__area_year (module)
extract.download_from_api_brk (module)
,
[1]
extract.download_from_api_kvk (module)
,
[1]
extract.download_from_api_tellus (module)
,
[1]
extract.download_from_api_with_authentication (module)
,
[1]
extract.download_from_catalog (module)
,
[1]
extract.download_from_objectstore (module)
,
[1]
extract.download_from_wfs (module)
,
[1]
F
find_resource_id_if_exists() (in module load.load_file_to_ckan)
flatten_json() (in module helpers.json_dict_handlers)
from_dataframe() (transform.preprocessing.data_selection.DateRange static method)
G
get_address_near_point() (in module transform.geospatial.api_get_nearest_address_from_latlon)
,
[1]
get_catalog_package_id() (in module extract.download_from_catalog)
,
[1]
get_centroid_street() (in module transform.geospatial.csv_get_centroid_of_street)
get_config() (in module helpers.connections)
get_data() (in module extract.download_from_api_tellus)
,
[1]
get_day_data_dataframe() (in module transform.enrichment.add_knmi_data)
,
[1]
get_day_data_raw() (in module transform.enrichment.add_knmi_data)
,
[1]
get_event_json() (in module transform.enrichment.add_public_events)
,
[1]
get_full_container_list() (in module extract.download_from_objectstore)
,
[1]
get_kvk_json() (in module extract.download_from_api_kvk)
,
[1]
get_last_full_year() (in module transform.preprocessing.utilities)
get_layer_from_wfs() (in module extract.download_from_wfs)
,
[1]
get_layers_from_wfs() (in module extract.download_from_wfs)
,
[1]
get_multiple_geojson_from_wfs() (in module extract.download_from_wfs)
,
[1]
get_object() (in module load.load_file_to_objectstore)
,
[1]
get_openbareruimte() (in module transform.geospatial.api_get_nearest_address_from_latlon)
,
[1]
get_script_dir() (in module transform.preprocessing.utilities)
GetAccessToken (class in authentication.getaccesstoken)
getAccessToken() (authentication.getaccesstoken.GetAccessToken method)
getAreaCodes() (in module transform.geospatial.api_get_areacodes_from_latlon)
,
[1]
getJson() (in module transform.geospatial.api_get_areacodes_from_latlon)
,
[1]
getJsonData() (in module extract.download_from_api_brk)
,
[1]
(in module extract.download_from_api_tellus)
,
[1]
(in module extract.download_from_api_with_authentication)
,
[1]
H
helpers (module)
helpers.connections (module)
helpers.files (module)
helpers.json_dict_handlers (module)
helpers.logging (module)
I
is_numeric() (in module transform.preprocessing.utilities)
is_valid_file() (in module extract.csv_dataframe)
J
joinByKeyNames() (in module helpers.json_dict_handlers)
jsonPoints2geojson() (in module helpers.json_dict_handlers)
L
latitude (transform.enrichment.knmi_metadata.Station attribute)
length() (transform.preprocessing.data_selection.DateRange method)
load (module)
load.load_file_to_ckan (module)
,
[1]
load.load_file_to_objectstore (module)
,
[1]
load.load_wfs_to_postgres (module)
,
[1]
load.load_xls_to_postgres (module)
,
[1]
load_layers() (in module load.load_wfs_to_postgres)
,
[1]
load_xls() (in module load.load_xls_to_postgres)
,
[1]
logger() (in module helpers.logging)
longitude (transform.enrichment.knmi_metadata.Station attribute)
M
main() (in module boilerplate_function)
(in module extract.csv_dataframe)
(in module extract.download_bbga_by_variable__area_year)
(in module extract.download_from_api_brk)
(in module extract.download_from_api_kvk)
(in module extract.download_from_api_tellus)
(in module extract.download_from_api_with_authentication)
(in module extract.download_from_catalog)
(in module extract.download_from_objectstore)
(in module extract.download_from_wfs)
(in module load.load_file_to_ckan)
(in module load.load_file_to_objectstore)
(in module load.load_wfs_to_postgres)
(in module load.load_xls_to_postgres)
(in module transform.enrichment.add_knmi_data)
(in module transform.enrichment.add_public_events)
(in module transform.geospatial.api_clean_BAG_address_NED)
(in module transform.geospatial.csv_get_centroid_of_street)
(in module transform.geospatial.postgres_add_areas_from_coordinates)
mean_squared_error() (in module transform.preprocessing.ml_helperfunctions)
merge_and_report() (in module transform.preprocessing.utilities)
N
name (transform.enrichment.knmi_metadata.Station attribute)
NonZeroReturnCode
,
[1]
number (transform.enrichment.knmi_metadata.Station attribute)
O
objectstore_connection() (in module helpers.connections)
openJsonArrayKeyDict2FlattenedJson() (in module helpers.json_dict_handlers)
optional_make_dir() (in module transform.preprocessing.utilities)
P
parse_dataframe() (in module transform.enrichment.add_knmi_data)
parse_day_data() (in module transform.enrichment.add_knmi_data)
,
[1]
parser() (in module authentication.getaccesstoken)
(in module boilerplate_function)
(in module extract.csv_dataframe)
(in module extract.download_from_api_brk)
,
[1]
(in module extract.download_from_api_kvk)
,
[1]
(in module extract.download_from_api_tellus)
,
[1]
(in module extract.download_from_api_with_authentication)
,
[1]
(in module extract.download_from_catalog)
,
[1]
(in module extract.download_from_objectstore)
,
[1]
(in module extract.download_from_wfs)
,
[1]
(in module load.load_file_to_ckan)
,
[1]
(in module load.load_file_to_objectstore)
,
[1]
(in module load.load_wfs_to_postgres)
,
[1]
(in module load.load_xls_to_postgres)
(in module transform.enrichment.add_knmi_data)
,
[1]
(in module transform.enrichment.add_public_events)
,
[1]
(in module transform.geospatial.api_clean_BAG_address_NED)
,
[1]
(in module transform.geospatial.csv_get_centroid_of_street)
(in module transform.geospatial.postgres_add_areas_from_coordinates)
pickle_big_dump() (in module transform.preprocessing.utilities)
pickle_big_load() (in module transform.preprocessing.utilities)
postgres_engine_pandas() (in module helpers.connections)
psycopg_connection_string() (in module helpers.connections)
put_object() (in module load.load_file_to_objectstore)
,
[1]
R
rd_to_wgs84() (in module transform.geospatial.rd_to_wgs84)
,
[1]
read() (transform.preprocessing.utilities.BigFile method)
read_crow_file() (in module extract.csv_dataframe)
read_mora_file() (in module extract.csv_dataframe)
reformatData() (in module extract.download_from_api_tellus)
,
[1]
remove_nan_targets() (in module transform.preprocessing.data_selection)
response_to_json() (in module extract.download_from_api_kvk)
retrywithtrailingslash() (in module extract.download_from_api_with_authentication)
rms() (in module transform.preprocessing.utilities)
run_command_sync() (in module load.load_wfs_to_postgres)
,
[1]
S
save_file() (in module helpers.files)
scrub() (in module load.load_wfs_to_postgres)
,
[1]
select() (transform.preprocessing.data_selection.DateRange method)
select_and_report() (in module transform.preprocessing.data_selection)
Station (class in transform.enrichment.knmi_metadata)
statisticsByAreaByYear() (in module extract.download_bbga_by_variable__area_year)
strip_cols() (in module extract.csv_dataframe)
T
transform (module)
transform.enrichment (module)
transform.enrichment.add_knmi_data (module)
,
[1]
transform.enrichment.add_public_events (module)
,
[1]
transform.enrichment.knmi_metadata (module)
transform.geospatial (module)
transform.geospatial.api_clean_BAG_address_NED (module)
,
[1]
transform.geospatial.api_get_areacodes_from_latlon (module)
,
[1]
transform.geospatial.api_get_nearest_address_from_latlon (module)
,
[1]
transform.geospatial.csv_get_centroid_of_street (module)
transform.geospatial.divide_bbox_amsterdam_in_quadrants (module)
,
[1]
transform.geospatial.postgres_add_areas_from_coordinates (module)
,
[1]
transform.geospatial.rd_to_wgs84 (module)
,
[1]
transform.preprocessing (module)
transform.preprocessing.data_selection (module)
transform.preprocessing.enrichment (module)
transform.preprocessing.ml_helperfunctions (module)
transform.preprocessing.utilities (module)
U
unzip() (in module helpers.files)
upload_file() (in module load.load_file_to_objectstore)
,
[1]
upload_file_to_ckan() (in module load.load_file_to_ckan)
,
[1]
V
valid_date() (in module extract.csv_dataframe)
W
wfs2psql() (in module load.load_wfs_to_postgres)
,
[1]
write() (transform.preprocessing.utilities.BigFile method)
writeStatisticsTable2PGTable() (in module extract.download_bbga_by_variable__area_year)
Y
your_first_function() (in module boilerplate_function)
your_second_function() (in module boilerplate_function)