@inproceedings{58b95f0629ea4318a31a27fbdaffe344,
title = "Optimising queue-based semi-stream joins by introducing a queue of frequent pages",
abstract = "Semi-stream joins perform a join between a stream and a disk-based table. These joins can easily deal with typical workloads in online real-time data warehousing in many scenarios and with relatively modest system requirements. The disk access is page-based. In the past, several proposals have been made to exploit skew in the distribution of the join attribute. Such skew is a common result of natural short- or longtailed distributions in master data. Several semi-stream joins use caching strategies in order to improve performance. This works up to a point, but these algorithms still require relatively slow processing of stream data that matches with the infrequent tuples in the master data. In this work we explore the possibility of an additional strategy to exploit data skew: disk pages that are frequently accessed as a whole are accessed with priority. We show that considerable gain in service rate can be achieved with this strategy, while keeping memory consumption low. In essence we gain a three-stage approach to deal with skewed, unsorted data: caching plus our new strategy plus processing of the long tail of the distribution. We also present a cost model for our approach and validate our approach empirically.",
keywords = "Indexing, Performance optimisation, Semi-stream join",
author = "{Asif Naeem}, M. and Gerald Weber and Christof Lutteroth",
year = "2016",
month = jan,
day = "1",
doi = "10.1007/978-3-319-46922-5_32",
language = "English",
isbn = "9783319469218",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "407--418",
editor = "Cheema, {M. A.} and Zhang, {W. } and L. Chang",
booktitle = "Databases Theory and Applications - 27th Australasian Database Conference, ADC 2016, Proceedings",
address = "Germany",
note = "27th Australasian Database Conference on Databases Theory and Applications, ADC 2016 ; Conference date: 28-09-2016 Through 29-09-2016",
}