{"entities":{"Q2312425":{"pageid":2323168,"ns":120,"title":"Item:Q2312425","lastrevid":78565262,"modified":"2026-05-06T11:53:54Z","type":"item","id":"Q2312425","labels":{"en":{"language":"en","value":"Heterogeneous distributed big data clustering on sparse grids"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 7077435"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$9990A8BD-981C-4439-8740-A9CB390DD7C8","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"ccebf1dfdca593ee87ebd8e676beefe90b5390ba","datavalue":{"value":{"text":"Heterogeneous distributed big data clustering on sparse grids","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2312425$F61E5F5D-87C9-4571-B9C8-D3F1B062E5F7","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"4ecff3c864db3cb2f545a12d3f08d85293cf0054","datavalue":{"value":"1461.68210","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$69970CD0-E7DD-46F0-AECE-03FCE895541D","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"da87004312bf3eb93b3491a5fecb5b3b5a9f0bba","datavalue":{"value":{"entity-type":"item","numeric-id":2312423,"id":"Q2312423"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$31B2C92A-970D-4C00-B6A6-A99CC87AB282","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"7933a016cc7b61d996965532e0d6c97568f454b7","datavalue":{"value":{"entity-type":"item","numeric-id":2312424,"id":"Q2312424"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$D795E4E5-E343-4193-B6E5-A768DB2C9E6C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"2dfb7d673b553c5b9f05b8829cf756f3d3fe8851","datavalue":{"value":{"entity-type":"item","numeric-id":432807,"id":"Q432807"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$A9CD6250-F988-478C-AF89-8F91144AAA1B","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"18e3aed7ec2baba1bc6b2c08988b16bb9ac0e77f","datavalue":{"value":{"entity-type":"item","numeric-id":82263,"id":"Q82263"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$50F5EB00-BC67-4F61-A910-154722653259","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"95484946e883fc7b4dd3685da23c3ff319dc5c53","datavalue":{"value":{"time":"+2019-07-08T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2312425$2E5FE1F3-0D4D-43F5-9316-6536E6C0C9A7","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"04ba04135a4a2e7828bb2a64e8608807b2b4843f","datavalue":{"value":"Summary: Clustering is an important task in data mining that has become more challenging due to the ever-increasing size of available datasets. To cope with these big data scenarios, a high-performance clustering approach is required. Sparse grid clustering is a density-based clustering method that uses a sparse grid density estimation as its central building block. The underlying density estimation approach enables the detection of clusters with non-convex shapes and without a predetermined number of clusters. In this work, we introduce a new distributed and performance-portable variant of the sparse grid clustering algorithm that is suited for big data settings. Our computed kernels were implemented in OpenCL to enable portability across a wide range of architectures. For distributed environments, we added a manager-worker scheme that was implemented using MPI. In experiments on two supercomputers, Piz Daint and Hazel Hen, with up to 100 million data points in a ten-dimensional dataset, we show the performance and scalability of our approach. The dataset with 100 million data points was clustered in 1198s using 128 nodes of Piz Daint. This translates to an overall performance of 352 TFLOPS. On the node-level, we provide results for two GPUs, Nvidia's Tesla P100 and the AMD FirePro W8100, and one processor-based platform that uses Intel Xeon E5-2680v3 processors. In these experiments, we achieved between 43\\% and 66\\% of the peak performance across all computed kernels and devices, demonstrating the performance portability of our approach.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$3904169F-25E6-40A5-8CF2-9558F8735176","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"19092e68af71f2b72a04c308f5e949067399ef60","datavalue":{"value":"68T09","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$6CB7AEDF-2BD5-47CC-8314-15EE8B6F3C67","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"48a59f52dcfcc38cd6697e0ef07319031311895b","datavalue":{"value":"62H30","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$7C06DDA6-488E-4B9D-A6C7-88801EA0F161","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"62ff42057022552eaa82447a5a1563ef3bf93acd","datavalue":{"value":"68M14","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$22E28B55-00BC-4EFD-B7CF-10B7F3BF9FDD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$2E413A4D-F60B-49C9-A35C-FED1F948B12F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"b65efe51b183d0f4a672427b8171cd1e14211cba","datavalue":{"value":"68W15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$2E4E6BAC-2DC8-421F-AC69-D12BB4A44ACA","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"3531e8c9349fd3a058cbcc02cf62a72f3e919623","datavalue":{"value":"7077435","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$9CF9A78A-7994-43A2-A348-2E36696BB40B","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e9c4e650abc856b5f51d0b5123c5930fad01c53f","datavalue":{"value":"clustering","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$E5FD51FF-72AF-4117-AC80-B603D81DB601","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e0afe30fcd4cd25e8e8273c02ad48a97b4a0e001","datavalue":{"value":"machine learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$814BE53D-1A13-4EAE-9C10-092B4535DF94","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0b36d924addd0d2f364b26835d91730b673a9f92","datavalue":{"value":"distributed computing","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$3F8F4511-F3EF-498A-B9C7-C0A8ED935E8F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ce393d61b186ee8ee85b54130afa734a9cbd0dc4","datavalue":{"value":"performance portability","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$2914993A-C4DB-4A96-87EF-ED416472AEE8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"d9895a51bd1e6aa5a5c5e4917c5719aca89bef45","datavalue":{"value":"GPGPU","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$D3522C46-B9E0-4D0B-BB04-18DF85529279","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ee30eb748cede96d6bbf2b86c49b8e6b7cca30c6","datavalue":{"value":"OpenCL","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$C222204D-CF6B-44C9-8000-745C1900D4C4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"98dc3dfb9fac9fc11e57533e70e785f5c86edd0a","datavalue":{"value":"peak performance","type":"string"},"datatype":"string"},"type":"statement","id":"Q2312425$81CC998F-BF0C-4BB3-BF18-C698C91A3116","rank":"normal"}],"P1463":[{"mainsnak":{"snaktype":"value","property":"P1463","hash":"05011155899c0462ad1ad3e4f60fc5d3a6a2c63c","datavalue":{"value":{"entity-type":"item","numeric-id":33424,"id":"Q33424"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$D30C9EC4-864D-4F50-B871-9E48D508956A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"fad498128c73049dc530b6347ed924f3a99e165e","datavalue":{"value":{"entity-type":"item","numeric-id":40448,"id":"Q40448"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$ABFDB54F-27E1-4475-B747-8A62384597F8","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$D55A3978-B4BA-42DD-B220-E783881143C8","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"68520c45be7be4a07498a471d797f9b80ad2a490","datavalue":{"value":"https://doi.org/10.3390/a12030060","type":"string"},"datatype":"url"},"type":"statement","id":"Q2312425$03430B18-6F16-4393-8AFE-989BB54F872D","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"0511da7b886d6c2e023a8db5a247642cc80bcec4","datavalue":{"value":"W2912733649","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$86F20A81-9941-4690-9849-52D7B7BBDDFD","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"0d16ca9ec90cb7f3babd6fa19ab5a78f4804d3e4","datavalue":{"value":{"entity-type":"item","numeric-id":4557531,"id":"Q4557531"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$B56F0304-269E-4E66-BE67-374189E52A6E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"70b65ffee2151d7792e5d0fd35e6c89d1d634cb1","datavalue":{"value":{"entity-type":"item","numeric-id":2934696,"id":"Q2934696"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$478A614D-284F-4BE9-8DB8-DF6A6D79CF2D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"692ec6b394644d886e9b1073ef4594789f55fd0b","datavalue":{"value":{"entity-type":"item","numeric-id":3286740,"id":"Q3286740"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$06CD33EC-7B5B-4A8D-A2FD-4563CB2A2A53","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a871c889f20f272e9e3b5bdb3475e852352c471a","datavalue":{"value":{"entity-type":"item","numeric-id":708314,"id":"Q708314"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$1E2A4BBA-28B6-434C-8734-04F5E6AEC758","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3b0e906bf2c53f2f42a0f8eb8a0d264e7d2a8c8f","datavalue":{"value":{"entity-type":"item","numeric-id":2808025,"id":"Q2808025"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$EA648175-2FBD-41DA-9596-EA07DDAF88DA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"893892498a5c169bf486fa9d99369713baa47b28","datavalue":{"value":{"entity-type":"item","numeric-id":2730466,"id":"Q2730466"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$8278248C-8C1E-4E61-AEBD-3E7BB1F00410","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f2fcfe03df6dab61ba5436aaccfb5b6a75dac1f9","datavalue":{"value":{"entity-type":"item","numeric-id":2808016,"id":"Q2808016"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$C9BD88C3-8389-44E0-B3C5-699EAEE024E6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ea7d09269c712f94d654ab8cd2d4c48f5d8fc058","datavalue":{"value":{"entity-type":"item","numeric-id":5361678,"id":"Q5361678"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$E46F30AC-BFEE-413F-BB67-F9D9DBA76B65","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"19977d50675699d2e6ad49c1866fd1bba9fef23d","datavalue":{"value":"10.3390/A12030060","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2312425$156187FC-58A4-4C8D-AAF8-AF2918B2B00B","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"62d611e564db469f219b4fd5ac698b531047a6da","datavalue":{"value":{"entity-type":"item","numeric-id":2325064,"id":"Q2325064"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ed89181133b96593329a8d89f3a3963aa977bb96","datavalue":{"value":{"amount":"+0.7638083100318909","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2312425$A85C2F4C-B58A-4FE3-ADA4-8EB3C868233E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2803b5a9e366909aea1ff79d070b2fa6916d3348","datavalue":{"value":{"entity-type":"item","numeric-id":1669597,"id":"Q1669597"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"051322474ca12f5d19ae9ff091db4129bdf0b31a","datavalue":{"value":{"amount":"+0.7488033771514893","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2312425$8677C1A2-4304-4BE8-891A-DB99E937BC1F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ff8649e0587d4385a9d72ec866e44075c6a89206","datavalue":{"value":{"entity-type":"item","numeric-id":3619339,"id":"Q3619339"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1ced6fd89e2166edfdb29a063356ee32b69a6e88","datavalue":{"value":{"amount":"+0.699520468711853","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2312425$85159FC9-04F9-4229-8B9C-97D7BFC0F234","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9b7a7d7e9b1392ad2fa6e38b72fb82243fe09614","datavalue":{"value":{"entity-type":"item","numeric-id":5445758,"id":"Q5445758"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e17c18bcc949d8eb92ed4afbba85bce7b2cb842c","datavalue":{"value":{"amount":"+0.6910355687141418","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2312425$E1BE1460-D9BC-4A9B-93A5-AFD5302A9438","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e6c86e34a5449dc6a452bd05fc9db673037be25f","datavalue":{"value":{"entity-type":"item","numeric-id":5150104,"id":"Q5150104"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0e57ea85e6722f5a88c334138c2b1d67e6f93a81","datavalue":{"value":{"amount":"+0.6888582110404968","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2312425$85DEA571-48F3-49C0-8DCE-695959990461","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"45fcd4163b5f33e6e8c784f5522d7246c0a1a61e","datavalue":{"value":{"entity-type":"item","numeric-id":57056,"id":"Q57056"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2312425$DEFE3CA9-5F22-41E4-A21D-9D3D94AA38E7","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Heterogeneous distributed big data clustering on sparse grids","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Heterogeneous_distributed_big_data_clustering_on_sparse_grids"}}}}}