{"entities":{"Q6693409":{"pageid":14412388,"ns":120,"title":"Item:Q6693409","lastrevid":54734081,"modified":"2026-01-29T20:20:58Z","type":"item","id":"Q6693409","labels":{"en":{"language":"en","value":"Fleiss kappa for doc-2-doc relevance assessment"}},"descriptions":{"en":{"language":"en","value":"Dataset published at Zenodo repository."}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"dae155fd0809a7906855cd4fa50dd7d71bed552b","datavalue":{"value":{"entity-type":"item","numeric-id":56885,"id":"Q56885"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$276D9A44-1D08-4D06-9E2C-228EE0BCD24B","rank":"normal"}],"P1459":[{"mainsnak":{"snaktype":"value","property":"P1459","hash":"df98333ebaefe487cca2ebd3c02341afcad87282","datavalue":{"value":"Here we present a table summarizing the Fleiss kappa results. The Fleiss Kappa was calculated as a way to measure the degree of agreement between four annotators who evaluated the relevance of a set of documents (15 evaluation articles) regarding its corresponding reference article. The table contains 7 columns, the first one presents the topics, 8 in total. The second column shows the reference articles, represented by their PubMed-ID andorganized by topic. The third column shows the Fleiss Kappa results. The fourth column shows the interpretation of the Fleiss Kappa results being: i) Poor results 0.20, ii) Fair results within 0.21 - 0.40, and iii) Moderate results within 0.41 - 0.60. The fifth column shows the PubMed-IDs of evaluation articles rated by the four annotators as Relevant regarding its corresponding reference article. The sixth column shows the PubMed-IDs ofevaluation articles rated by the four annotators as Partially relevant regarding its corresponding reference article. The seventh column shows the PubMed-IDs of evaluation articles rated by the four annotators as Non-relevant regarding its corresponding reference article.    Acknowledgements This work is part of the STELLA project funded by DFG (project no. 407518790). This work was supported by the BMBF-funded de.NBI Cloud within the German Network for Bioinformatics Infrastructure (de.NBI) (031A532B, 031A533A, 031A533B, 031A534A, 031A535A, 031A537A, 031A537B, 031A537C, 031A537D, 031A538A).","type":"string"},"datatype":"string"},"type":"statement","id":"Q6693409$848D4D4C-C6E8-479C-B27B-5BA6C7D649FE","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"4c052be8e3d937c9fb98d20b16afb1ae104e1b21","datavalue":{"value":{"time":"+2022-11-19T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q6693409$6DBFC192-6922-46D4-A190-08A94402928D","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"ad87099da4530535c17bba95633ed46264bbd19d","datavalue":{"value":{"entity-type":"item","numeric-id":6693375,"id":"Q6693375"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$503A40A7-3D25-48CA-9A06-B909A53D9B19","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"d30d511d79d934aa3ad5ffc1140788ee662e0c0e","datavalue":{"value":{"entity-type":"item","numeric-id":6693408,"id":"Q6693408"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$0A0D357B-AAAC-4D0A-8134-D8CC9740639A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"85be4c0fa910307d8320cacf5bcdedb5b97a4a1e","datavalue":{"value":{"entity-type":"item","numeric-id":883810,"id":"Q883810"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$A7860077-00E1-4190-9C15-0996364276A1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"c5f5e160fde194d596b913c7b3ae73981fbc27e9","datavalue":{"value":{"entity-type":"item","numeric-id":6675248,"id":"Q6675248"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$FE28C282-5E25-4EAD-8130-E2B420CF9C28","rank":"normal"}],"P227":[{"mainsnak":{"snaktype":"value","property":"P227","hash":"5fb633ec43b0bcef2d8d339ce51665b22058e3d0","datavalue":{"value":"7338056","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6693409$176CD6DE-753D-4026-94A3-9131FBE0C793","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"403f445f4c8f4079885543d34558b918526c3389","datavalue":{"value":"10.5281/zenodo.7338056","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6693409$4A67AAD0-6FAE-4981-B56E-F4D63B7EFA59","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"45fcd4163b5f33e6e8c784f5522d7246c0a1a61e","datavalue":{"value":{"entity-type":"item","numeric-id":57056,"id":"Q57056"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$A19D4448-CE60-4EDA-8C6A-54D37CAA649D","rank":"normal"}],"P1474":[{"mainsnak":{"snaktype":"value","property":"P1474","hash":"9828656774b0531597a635a46438869928ecc18d","datavalue":{"value":"1.0.0","type":"string"},"datatype":"string"},"type":"statement","id":"Q6693409$485BF075-AA43-4F2C-9005-D299B63F2B4A","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"d1e8073b72a070520efd3d14d4b3d2d3d03859e2","datavalue":{"value":{"entity-type":"item","numeric-id":5984635,"id":"Q5984635"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6693409$7548F079-2D47-4390-B473-0463355DA588","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Fleiss kappa for doc-2-doc relevance assessment","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Fleiss_kappa_for_doc-2-doc_relevance_assessment"}}}}}