From 22e98af19f2e8e93b864e6f92f72a2ee9f77637f Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Fri, 20 Jun 2025 13:11:04 +0000 Subject: [PATCH 1/4] Update data catalog for issue #56 --- docs/data_catalog/index.md | 4 ++ ...south_italy_mithraeum of circus maximus.md | 15 +++++ .../metadata_datasets/south_italy_uptown.md | 62 +++++++++++++++++++ 3 files changed, 81 insertions(+) create mode 100644 docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md create mode 100644 docs/data_catalog/metadata_datasets/south_italy_uptown.md diff --git a/docs/data_catalog/index.md b/docs/data_catalog/index.md index e77a2942..d74642cc 100644 --- a/docs/data_catalog/index.md +++ b/docs/data_catalog/index.md @@ -56,3 +56,7 @@ The data catalog is a centralized hub to keep track of available datasets. It is | [Citybike locations in Aarhus](./metadata_datasets/nordic_citcom_gtm.md) | Nordic | Denmark | GTM | *no specific value* | *no specific value* | No | Aarhus Municipality | [Aarhus Bycykel - Dataset](https://www.opendata.dk/city-of-aarhus/aarhus-bycykel) | | [Fast track bikeroutes in Aarhus](./metadata_datasets/nordic_citcom_gtm.md) | Nordic | Denmark | GTM | *no specific value* | Ongoing | No | Aarhus Municipality | [Supercykelsti i Aarhus Kommune - Dataset](https://www.opendata.dk/city-of-aarhus/supercykelsti) | | [recreative bikeroutes in Aarhus](./metadata_datasets/nordic_citcom_gtm.md) | Nordic | Denmark | GTM | *no specific value* | Ongoing | No | Aarhus Municipality | [Rekreative cykelruter - Dataset](https://www.opendata.dk/city-of-aarhus/rekreative-cykelruter) | +| [AirQuality](docs/data_catalog/metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | 30s | Yes | Politecnico di Milano | https://www.neslab.it | +| [Biodiversity](docs/data_catalog/metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | 15m | Yes | Politecnico di Milano | https://www.neslab.it | +| [Energy distribution](docs/data_catalog/metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | Hourly | Yes | A2A | https://www.neslab.it | +| [Archaeological Site](docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md) | South | Italy | Mithraeum of Circus Maximus | *no specific value* | Real-time | Yes | Politecnico di Milano | https://www.neslab.it | diff --git a/docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md b/docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md new file mode 100644 index 00000000..6d4c679f --- /dev/null +++ b/docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md @@ -0,0 +1,15 @@ +# Super Node: South | TEF Node: Italy + +## Site: Mithraeum of Circus Maximus | Archaeological Site + +| ATTRIBUTE | TYPE | UNITS (SI) | DESCRIPTION/COMMENTS | +|:--------------|:---------|:-------------|:------------------------------------------| +| id | Text | | Sensor identifier | +| temperature | Number | K | Ambient temperature | +| humidity | Number | % | Relative humidity | +| pm10 | Number | µg/m³ | Particulate matter < 10 µm concentration | +| pm25 | Number | µg/m³ | Particulate matter < 2.5 µm concentration | +| spectralPower | Number | mW/Hz | Spectral power density of vibrations | +| timestamp | Number | | Unix timestamp of the measurement | +| location | geo:json | | Geographical coordinates of the sensor | + diff --git a/docs/data_catalog/metadata_datasets/south_italy_uptown.md b/docs/data_catalog/metadata_datasets/south_italy_uptown.md new file mode 100644 index 00000000..acbe3ce2 --- /dev/null +++ b/docs/data_catalog/metadata_datasets/south_italy_uptown.md @@ -0,0 +1,62 @@ +# Super Node: South | TEF Node: Italy + +## Site: UpTown | AirQuality + +| ATTRIBUTE | TYPE | UNITS (SI) | DESCRIPTION/COMMENTS | +|:-------------|:---------|:-------------|:------------------------------------------| +| id | Text | | Sensor identifier | +| temperature | Number | K | Ambient temperature | +| humidity | Number | % | Relative humidity | +| co | Number | mg/m³ | Carbon monoxide concentration | +| nh3 | Number | µg/m³ | Ammonia concentration | +| no | Number | µg/m³ | Nitric oxide concentration | +| no2 | Number | µg/m³ | Nitrogen dioxide concentration | +| o3 | Number | µg/m³ | Ozone concentration | +| pm25 | Number | µg/m³ | Particulate matter < 2.5 µm concentration | +| pm10 | Number | µg/m³ | Particulate matter < 10 µm concentration | +| so2 | Number | µg/m³ | Sulfur dioxide concentration | +| indoor | Boolean | | True if the sensor is located indoors | +| manufacturer | Text | | Sensor manufacturer name | +| sensorName | Text | | Human-readable sensor name | +| location | geo:json | | Geographical coordinates of the sensor | +| timestamp | Number | | Unix timestamp of the measurement | + +## Site: UpTown | Biodiversity + +| ATTRIBUTE | TYPE | UNITS (SI) | DESCRIPTION/COMMENTS | +|:-------------------------------|:-------|:-------------|:--------------------------------------------| +| id | Text | | Sensor identifier | +| timestamp | Number | | Unix timestamp of the measurement | +| device_hostname | Text | | Device hostname | +| firmware_version | Text | | Current firmware version | +| state | Text | | Reported high-level state of the device | +| activity_state | Text | | Current activity state (e.g., active, idle) | +| device_temperature | Number | °C | Internal device temperature | +| battery_voltage | Number | V | Battery voltage | +| battery_level | Number | % | Battery charge level | +| battery_power_input | Text | | Raw battery input power data | +| last_ping | Number | | Timestamp of last device ping | +| last_audio_record | Number | | Timestamp of last audio recording | +| last_detection_ts | Number | | Timestamp of last detection event | +| last_detection_scientific_name | Text | | Scientific name of last detected species | +| last_detection_common_name_en | Text | | Common name (EN) of last detected species | +| last_detection_common_name_it | Text | | Common name (IT) of last detected species | +| last_detection_confidence | Number | | Confidence score of last detection | + +## Site: UpTown | Energy distribution + +| ATTRIBUTE | TYPE | UNITS (SI) | DESCRIPTION/COMMENTS | +|:-----------------------------|:---------|:-------------|:-------------------------------------------------------------| +| id | Text | | Sensor identifier | +| timestamp | Number | | Unix timestamp of the measurement | +| user_identifier | Text | | Anonymized unique identifier for the user | +| pod_identifier | Number | | Anonymized identifier of the heating POD unit | +| pod_coordinates | geo:json | | Geographical coordinates of the POD | +| user_type | Text | | Category or role of the user (e.g., residential, commercial) | +| external_temperature | Number | °C | Outdoor air temperature | +| heating_temperature_delivery | Number | °C | Temperature of the fluid delivered to the heating system | +| heating_temperature_return | Number | °C | Temperature of the fluid returning from the heating system | +| heating_volume | Number | m³/h | Volume flow rate of heating fluid | +| heating_power | Number | kW | Thermal power delivered for heating | +| energy_consumption | Number | kWh | Cumulative heating energy consumed | + From a7de559e471369cdedc388a7310db420865ee248 Mon Sep 17 00:00:00 2001 From: Sergio <44024844+sermars@users.noreply.github.com> Date: Mon, 23 Jun 2025 06:35:07 +0000 Subject: [PATCH 2/4] minor format changes --- docs/data_catalog/index.md | 8 ++++---- ...imus.md => south_italy_mithraeum-of-circus-maximus.md} | 0 2 files changed, 4 insertions(+), 4 deletions(-) rename docs/data_catalog/metadata_datasets/{south_italy_mithraeum of circus maximus.md => south_italy_mithraeum-of-circus-maximus.md} (100%) diff --git a/docs/data_catalog/index.md b/docs/data_catalog/index.md index d74642cc..d6fd4bd3 100644 --- a/docs/data_catalog/index.md +++ b/docs/data_catalog/index.md @@ -56,7 +56,7 @@ The data catalog is a centralized hub to keep track of available datasets. It is | [Citybike locations in Aarhus](./metadata_datasets/nordic_citcom_gtm.md) | Nordic | Denmark | GTM | *no specific value* | *no specific value* | No | Aarhus Municipality | [Aarhus Bycykel - Dataset](https://www.opendata.dk/city-of-aarhus/aarhus-bycykel) | | [Fast track bikeroutes in Aarhus](./metadata_datasets/nordic_citcom_gtm.md) | Nordic | Denmark | GTM | *no specific value* | Ongoing | No | Aarhus Municipality | [Supercykelsti i Aarhus Kommune - Dataset](https://www.opendata.dk/city-of-aarhus/supercykelsti) | | [recreative bikeroutes in Aarhus](./metadata_datasets/nordic_citcom_gtm.md) | Nordic | Denmark | GTM | *no specific value* | Ongoing | No | Aarhus Municipality | [Rekreative cykelruter - Dataset](https://www.opendata.dk/city-of-aarhus/rekreative-cykelruter) | -| [AirQuality](docs/data_catalog/metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | 30s | Yes | Politecnico di Milano | https://www.neslab.it | -| [Biodiversity](docs/data_catalog/metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | 15m | Yes | Politecnico di Milano | https://www.neslab.it | -| [Energy distribution](docs/data_catalog/metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | Hourly | Yes | A2A | https://www.neslab.it | -| [Archaeological Site](docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md) | South | Italy | Mithraeum of Circus Maximus | *no specific value* | Real-time | Yes | Politecnico di Milano | https://www.neslab.it | +| [AirQuality](./metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | 30s | Yes | Politecnico di Milano | [neslab.it](https://www.neslab.it) | +| [Biodiversity](./metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | 15m | Yes | Politecnico di Milano | [neslab.it](https://www.neslab.it) | +| [Energy distribution](./metadata_datasets/south_italy_uptown.md) | South | Italy | UpTown | *no specific value* | Hourly | Yes | A2A | [neslab.it](https://www.neslab.it) | +| [Archaeological Site](./metadata_datasets/south_italy_mithraeum-of-circus-maximus.md) | South | Italy | Mithraeum of Circus Maximus | *no specific value* | Real-time | Yes | Politecnico di Milano | [neslab.it](https://www.neslab.it) | diff --git a/docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md b/docs/data_catalog/metadata_datasets/south_italy_mithraeum-of-circus-maximus.md similarity index 100% rename from docs/data_catalog/metadata_datasets/south_italy_mithraeum of circus maximus.md rename to docs/data_catalog/metadata_datasets/south_italy_mithraeum-of-circus-maximus.md From 4ad35db2219948f40e0eafa3a54000448540b420 Mon Sep 17 00:00:00 2001 From: Sergio Marti <44024844+sermars@users.noreply.github.com> Date: Mon, 23 Jun 2025 08:46:34 +0200 Subject: [PATCH 3/4] Automated installation of virtualenv --- Makefile | 1 + 1 file changed, 1 insertion(+) diff --git a/Makefile b/Makefile index 9f9d47e6..dff7a6fa 100644 --- a/Makefile +++ b/Makefile @@ -10,6 +10,7 @@ PYTHON := python3 .PHONY: virtenv_create ## Create virtualenv virtenv_create: + @python3 -c "import virtualenv" >/dev/null 2>&1 || pip install virtualenv python3 -m virtualenv $(VENV_NAME) source $(VENV_NAME)/bin/activate && pip install -r requirements.txt From a80614a7c6f48cb4ce87cec500e36569226808e8 Mon Sep 17 00:00:00 2001 From: Sergio Marti <44024844+sermars@users.noreply.github.com> Date: Mon, 23 Jun 2025 08:47:20 +0200 Subject: [PATCH 4/4] changed dataset_details path --- scripts/csv_to_markdown/config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/csv_to_markdown/config.yaml b/scripts/csv_to_markdown/config.yaml index 8529f246..9d21ca8f 100644 --- a/scripts/csv_to_markdown/config.yaml +++ b/scripts/csv_to_markdown/config.yaml @@ -26,7 +26,7 @@ dataset: markdowns: index: "docs/data_catalog/index.md" - dataset_details: "docs/data_catalog/metadata_datasets" + dataset_details: "./metadata_datasets" github_actions: csv_path: "/tmp/csv_files"