Handle column conversion more gracaefully

Author: m-mohr

CHANGELOG.md

@@ -25,7 +25,8 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ### Fixed
 
-- ...
+- `fiboa create-geoparquet`: Handle column conversion more gracaefully
+- `fiboa validate`: Don't fail collection test if something unexpected happened
 
 ## [v0.3.0] - 2024-04-10
 

fiboa_cli/const.py

@@ -3,6 +3,7 @@
 import pandas as pd
 
 # fiboa datatypes to geopandas datatypes
+# todo: check whether it's better to use nullable Ints (e.g. Int64 instead of int64)
 GP_TYPE_MAP = {
     "boolean": "bool",
     "int8": "int8", # todo add enum support - start

fiboa_cli/parquet.py

@@ -104,12 +104,15 @@ def update_dataframe(data, columns, schema):
             continue
 
         gp_type = GP_TYPE_MAP.get(dtype)
-        if gp_type is None:
-            log(f"{column}: No type conversion available for {dtype}")
-        elif callable(gp_type):
-            data[column] = gp_type(data[column])
-        else:
-            data[column] = data[column].astype(gp_type)
+        try:
+            if gp_type is None:
+                log(f"{column}: No type conversion available for {dtype}")
+            elif callable(gp_type):
+                data[column] = gp_type(data[column])
+            else:
+                data[column] = data[column].astype(gp_type)
+        except Exception as e:
+            log(f"{column}: Can't convert to {dtype}: {e}", "warning")
 
     return data