Publications

@article{rs14122812,

title = {Encoding Geospatial Vector Data for Deep Learning: LULC as a Use Case},

author = {Marvin Mc Cutchan and Ioannis Giannopoulos},

url = {https://www.mdpi.com/2072-4292/14/12/2812},

doi = {10.3390/rs14122812},

issn = {2072-4292},

year  = {2022},

date = {2022-01-01},

urldate = {2022-01-01},

journal = {Remote Sensing},

volume = {14},

number = {12},

abstract = {Geospatial vector data with semantic annotations are a promising but complex data source for spatial prediction tasks such as land use and land cover (LULC) classification. These data describe the geometries and the types (i.e., semantics) of geo-objects, such as a Shop or an Amenity. Unlike raster data, which are commonly used for such prediction tasks, geospatial vector data are irregular and heterogenous, making it challenging for deep neural networks to learn based on them. This work tackles this problem by introducing novel encodings which quantify the geospatial vector data allowing deep neural networks to learn based on them, and to spatially predict. These encodings were evaluated in this work based on a specific use case, namely LULC classification. We therefore classified LULC based on the different encodings as input and an attention-based deep neural network (called Perceiver). Based on the accuracy assessments, the potential of these encodings is compared. Furthermore, the influence of the object semantics on the classification performance is analyzed. This is performed by pruning the ontology, describing the semantics and repeating the LULC classification. The results of this work suggest that the encoding of the geography and the semantic granularity of geospatial vector data influences the classification performance overall and on a LULC class level. Nevertheless, the proposed encodings are not restricted to LULC classification but can be applied to other spatial prediction tasks too. In general, this work highlights that geospatial vector data with semantic annotations is a rich data source unlocking new potential for spatial predictions. However, we also show that this potential depends on how much is known about the semantics, and how the geography is presented to the deep neural network.},

keywords = {AI, Deep learning, geoinformation, geosemantics, LULC, Volunteered Geographic Information},

pubstate = {published},

tppubtype = {article}

}

@article{rs13163197,

title = {Semantic Boosting: Enhancing Deep Learning Based LULC Classification},

author = {Marvin Mc Cutchan and Alexis J. Comber and Ioannis Giannopoulos and Manuela Canestrini},

url = {https://www.mdpi.com/2072-4292/13/16/3197},

doi = {10.3390/rs13163197},

issn = {2072-4292},

year  = {2021},

date = {2021-01-01},

urldate = {2021-01-01},

journal = {Remote Sensing},

volume = {13},

number = {16},

abstract = {The classification of land use and land cover (LULC) is a well-studied task within the domain of remote sensing and geographic information science. It traditionally relies on remotely sensed imagery and therefore models land cover classes with respect to their electromagnetic reflectances, aggregated in pixels. This paper introduces a methodology which enables the inclusion of geographical object semantics (from vector data) into the LULC classification procedure. As such, information on the types of geographic objects (e.g., Shop, Church, Peak, etc.) can improve LULC classification accuracy. In this paper, we demonstrate how semantics can be fused with imagery to classify LULC. Three experiments were performed to explore and highlight the impact and potential of semantics for this task. In each experiment CORINE LULC data was used as a ground truth and predicted using imagery from Sentinel-2 and semantics from LinkedGeoData using deep learning. Our results reveal that LULC can be classified from semantics only and that fusing semantics with imagery—Semantic Boosting—improved the classification with significantly higher LULC accuracies. The results show that some LULC classes are better predicted using only semantics, others with just imagery, and importantly much of the improvement was due to the ability to separate similar land use classes. A number of key considerations are discussed.},

keywords = {Deep learning, geo-encoding, geosemantics},

pubstate = {published},

tppubtype = {article}

}

@article{doi:10.1111/tgis.12655b,

title = {Semantic-based urban growth prediction},

author = {Marvin {Mc Cutchan} and Simge Özdal-Oktay and Ioannis Giannopoulos},

url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/tgis.12655},

doi = {10.1111/tgis.12655},

year  = {2020},

date = {2020-01-01},

journal = {Transactions in GIS},

volume = {n/a},

number = {n/a},

abstract = {Abstract Urban growth is a spatial process which has a significant impact on the earth’s environment. Research on predicting this complex process makes it therefore especially fruitful for decision-making on a global scale, as it enables the introduction of more sustainable urban development. This article presents a novel method of urban growth prediction. The method utilizes geospatial semantics in order to predict urban growth for a set of random areas in Europe. For this purpose, a feature space representing geospatial configurations was introduced which embeds semantic information. Data in this feature space was then used to perform deep learning, which ultimately enables the prediction of urban growth with high accuracy. The final results reveal that geospatial semantics hold great potential for spatial prediction tasks.},

keywords = {Deep learning, geosemantics, urban growth},

pubstate = {published},

tppubtype = {article}

}