{"entities":{"Q2251480":{"pageid":2262223,"ns":120,"title":"Item:Q2251480","lastrevid":52040873,"modified":"2026-01-20T19:50:55Z","type":"item","id":"Q2251480","labels":{"en":{"language":"en","value":"Learning from multiple annotators with varying expertise"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 6316780"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$CA1F6300-B8EC-4309-B5A2-B05B7A2F07C1","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"e6656f2c4fe510cf83bc061684a1f332d4818626","datavalue":{"value":{"text":"Learning from multiple annotators with varying expertise","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2251480$C7462F3B-A3C4-44F1-BEA3-07D8E1C1A6A8","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"c945770b604d191ef290f9f1d7de7ff1ced888ce","datavalue":{"value":"1320.68153","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2251480$83D8FA82-8D67-4C16-91C7-CC97B42E66D1","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"ba9d7e4fc7cd089c23439292914d11d3ec4e74d2","datavalue":{"value":{"entity-type":"item","numeric-id":273948,"id":"Q273948"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$ED6CAACD-4134-414B-AFD3-52A8544FE9FA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"8693a039292a7daa1a3e1c59428e174d62569d71","datavalue":{"value":{"entity-type":"item","numeric-id":2251478,"id":"Q2251478"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$6ED9BF62-2404-4D36-A38A-4D8D5DB86EE3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"e19ec4bc3332a2fbbd34810c4bf0fa789045156c","datavalue":{"value":{"entity-type":"item","numeric-id":274090,"id":"Q274090"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$83995547-EBED-4D65-8571-B24A399C0695","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"10050c49cc546da235e8c86322900ed9befe44bd","datavalue":{"value":{"entity-type":"item","numeric-id":2251479,"id":"Q2251479"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$6C9661EC-6757-4202-B62C-FFEE9BBC1E5E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"712c689054093e6ec89b1296182d3d2c4beea2d0","datavalue":{"value":{"entity-type":"item","numeric-id":1752004,"id":"Q1752004"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$0C32F0E7-3992-4843-9328-301FCE4277D4","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"2500bd7472785bf7f3577cddf9bbcc323031858b","datavalue":{"value":{"entity-type":"item","numeric-id":65106,"id":"Q65106"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$BF231FC8-B5DA-4DD3-A0B6-6BFA30297339","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"802a703b59ca7cd71388811024f77f2677a019f3","datavalue":{"value":{"time":"+2014-07-14T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2251480$41E21573-54EB-436F-9128-3FCD61340954","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"a46b8f9af89ab632a55e7412830bf3077fcd1c40","datavalue":{"value":"This paper deals with the development of probabilistic approaches for statistical learning related to learning from multiple annotators, or knowledge sources. It mainly focuses on the case of unreliable annotators, or in the case their expertise varies depending on the observed data. The authors experimentally show that annotator expertise can vary in real tasks. The proposed evaluation strategy was thoroughly developed and tested. Overall, the paper, based on a probabilistic point of view, brings together a quite complete set of modeling tools, experiments, and insights to address the multi-labeler machine learning problem.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$90B34438-2D6E-4C7A-B1AC-BCC1424702D5","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"99bd44ef80b3163d96adb2d647626afe071ce640","datavalue":{"value":{"entity-type":"item","numeric-id":590846,"id":"Q590846"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$794FA4D2-6B84-4D69-9608-214101F8B2C1","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2251480$AB650F46-2CC7-4ADA-BF1E-A2E9FC412F6A","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"c5fcbee94b395001c19ad271baeea4ed8882bf2b","datavalue":{"value":"6316780","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2251480$2CF486D9-9275-4949-80E5-B17D2925D02F","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"06a82fae3db60d5c90a35e29b8727e46d8d27746","datavalue":{"value":"statistical learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$47C18DFB-396B-4CC6-A207-277AD5441E1E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ecbedf45a7c783b1e7b0538cb87d3d3c2b5725d0","datavalue":{"value":"data mining","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$407DBD9E-DDD9-4C52-A46F-CBD88AE98D7C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5d9e071ec5c8fc02fab6ffeea724bff1d02b6984","datavalue":{"value":"multiple labelers","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$75822AD1-A6F7-4D93-A03C-BC4A53D31DD7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"16ae2bbd7da88339ce17deb51a23fb869fed313d","datavalue":{"value":"crowd sourcing","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$333F03D0-66C6-4600-9CE7-C6AC67AB4658","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8a585e3ba4c50f1ddecb7059b2443427cd0142d4","datavalue":{"value":"opinion aggregation","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$5A5DF9B1-9A4B-454A-B1B6-4CAB98807163","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b658347034dcc71cca4d23b4941e06677c88619e","datavalue":{"value":"graphical models","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$30D93FA2-DB71-4D8E-8943-2F87886DFB30","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7f12eb165bd6cb53df1cbde83765cb1c65a6033d","datavalue":{"value":"classification","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$E669F65B-2798-4956-8D3E-AF0B999E77E3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"300600360f9d9e031e97e8c3f34cb5b17bac6cd5","datavalue":{"value":"adversarial annotators","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$AB12A3F1-E2E7-492C-9C18-88B518A9F79F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e0afe30fcd4cd25e8e8273c02ad48a97b4a0e001","datavalue":{"value":"machine learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q2251480$78EDC7ED-DCC1-4BF2-9A41-988767BF69AD","rank":"normal"}],"P1463":[{"mainsnak":{"snaktype":"value","property":"P1463","hash":"71404ee4b8d58701895f4c057fbe62cc8e8b5630","datavalue":{"value":{"entity-type":"item","numeric-id":16261,"id":"Q16261"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$F2C6DCB6-8C45-4313-AB4B-FC319ECEFC10","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$1A8F9FD6-8D1D-48D5-A130-6C61F518A9D0","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"2e0e04cc0c0108bc591735baedc1475c26febdf1","datavalue":{"value":"https://doi.org/10.1007/s10994-013-5412-1","type":"string"},"datatype":"url"},"type":"statement","id":"Q2251480$E566E7A5-38CA-4446-826E-43132D7D30EE","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"3f9704e492eaa540ae53dc802d7ffd9318efc646","datavalue":{"value":"W1972675781","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2251480$E94E1D1F-743F-4916-B8C7-CBF5C5AAFBD9","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"98b7441b0e28d03f4173b68a8992d72c632da1e4","datavalue":{"value":{"entity-type":"item","numeric-id":4680912,"id":"Q4680912"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$5F9E3D82-1D85-4FE9-B132-D6BD61BA22D4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"52aff9c5eb3c4c80d652d6459a06ff8ec62dd595","datavalue":{"value":{"entity-type":"item","numeric-id":4023085,"id":"Q4023085"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$D52AD5AC-39F7-48DB-AF4C-3172458F358C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"24255d77f286309501492c5fe012fde9110822c3","datavalue":{"value":{"entity-type":"item","numeric-id":3096169,"id":"Q3096169"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$FFBE9B27-2EC1-462E-B7D5-073B2F1E3B27","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f07818b634e459fdfbede08defa40c8e8ef26894","datavalue":{"value":{"entity-type":"item","numeric-id":4139463,"id":"Q4139463"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$EED12F8C-8B45-4804-865E-141552BCFD24","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"914e8ee381069f563cdd221fe2896b0c7e646005","datavalue":{"value":{"entity-type":"item","numeric-id":5491447,"id":"Q5491447"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2251480$72829155-D70E-4FBC-A694-0604AAE29ED9","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"521dcda525e7e644eea0adb4c42ba3d746e7972d","datavalue":{"value":"10.1007/S10994-013-5412-1","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2251480$62551DA2-FBD6-4309-889B-583EB5EE3C10","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"50c6077750d740fc540565445f87eebc425cf95b","datavalue":{"value":{"entity-type":"item","numeric-id":2251473,"id":"Q2251473"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"31366cadc8092faddc1b8c88d47e6125b862767a","datavalue":{"value":{"amount":"+0.7477847933769226","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2251480$7F538D3B-9FE1-4836-AF4F-BEC88768410C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ddfdfb9358647dd58c5a68c6e0a9da25acb74087","datavalue":{"value":{"entity-type":"item","numeric-id":2435720,"id":"Q2435720"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"350217a36388582184b3d58a7d532597b94fb189","datavalue":{"value":{"amount":"+0.6481862664222717","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2251480$D04711A4-F5FB-4720-9ACC-BE6FFEA33836","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"73608a74bae8672eedad1e9a0f5393e95474db94","datavalue":{"value":{"entity-type":"item","numeric-id":1800023,"id":"Q1800023"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c219b208557ec06e2c1def57d3a4293b0d965138","datavalue":{"value":{"amount":"+0.6409087777137756","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2251480$458CC361-3F1F-48D9-8729-88A2C2671550","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d47c076df81a00c1e7516f131477d38de2350d29","datavalue":{"value":{"entity-type":"item","numeric-id":5744813,"id":"Q5744813"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5ee653566a126b0113f07009e79682520aa33216","datavalue":{"value":{"amount":"+0.6352868676185608","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2251480$FAA8367E-0C74-4057-9802-3A6514F19BAD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4bcbb567a9756a370c7794cdba415ced526f349f","datavalue":{"value":{"entity-type":"item","numeric-id":2054058,"id":"Q2054058"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3f738620b89da7df9812f4720c0f3a621d0906b2","datavalue":{"value":{"amount":"+0.6348711848258972","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2251480$2EBC6DDC-13D8-4EEB-BB39-8A4187046B39","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2251480","badges":[]}}}}}