{"entities":{"Q7371585":{"pageid":31575119,"ns":120,"title":"Item:Q7371585","lastrevid":105473018,"modified":"2026-10-09T19:32:50Z","type":"item","id":"Q7371585","labels":{"en":{"language":"en","value":"pairwiseLLM"}},"descriptions":{"en":{"language":"en","value":"Pairwise Comparison Tools for Large Language Model-Based Writing Evaluation"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"438d0eef0223375d3a92def8ffc6a10a8bf1ca95","datavalue":{"value":{"entity-type":"item","numeric-id":57080,"id":"Q57080"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$AD7198D3-59A9-47B7-9E16-6DFA90C37774","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"908c3454b3659c4b140ccce33c5aee31081edc8d","datavalue":{"value":{"entity-type":"item","numeric-id":5976450,"id":"Q5976450"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$DBDA2488-3F95-46C3-B528-046CB84F31C1","rank":"normal"}],"P114":[{"mainsnak":{"snaktype":"value","property":"P114","hash":"46bebcbff353210c0cda7715f07aada2d0e07183","datavalue":{"value":{"entity-type":"item","numeric-id":56774,"id":"Q56774"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$FDA06155-0903-48F5-93A4-5C714F37F267","rank":"normal"}],"P1459":[{"mainsnak":{"snaktype":"value","property":"P1459","hash":"56107e37cf2d2b8490fa30fca14eec7e6c5224db","datavalue":{"value":"Provides a unified framework for generating, submitting, and     analyzing pairwise comparisons of writing quality using large language     models (LLMs). The package supports live and/or batch evaluation workflows     across multiple providers ('OpenAI', 'Anthropic', 'Google Gemini',     'Together AI', and locally-hosted 'Ollama' models), includes bias-tested     prompt templates and a flexible template registry, and offers tools    for constructing forward and reversed comparison sets to analyze    consistency and positional bias. The package additionally supports    adaptive pairing workflows that iteratively select comparisons based on    model uncertainty to improve ranking efficiency. Results can be modeled    using frequentist or Bayesian Bradley\u2013Terry\u2013Luce models    (Bradley & Terry, 1952 <doi:10.2307/2334029>; see also    Caron & Doucet, 2012 <doi:10.1080/10618600.2012.638220>) or Elo rating methods (see    Clark et al., 2018 <doi:10.1371/journal.pone.0190393>) to derive     writing quality scores. For information on pairwise comparisons and    comparative judgement, see Thurstone (1927) <doi:10.1037/h0070288>    and Heldsinger & Humphry (2010) <doi:10.1007/BF03216919>.","type":"string"},"datatype":"string"},"type":"statement","id":"Q7371585$0B778B34-8989-43DF-87B8-207A5579DA64","rank":"normal"}],"P170":[{"mainsnak":{"snaktype":"value","property":"P170","hash":"6830e2cc21bcc950c0c94141fb496dc1bfb0238d","datavalue":{"value":{"time":"+2026-09-07T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q7371585$DF593EDA-0477-48E6-A4F0-D413399AAF83","rank":"normal"}],"P132":[{"mainsnak":{"snaktype":"value","property":"P132","hash":"b542975f358e64266fc8bf3287bc018a1e05a763","datavalue":{"value":"PACKAGES.rds","type":"string"},"datatype":"string"},"type":"statement","qualifiers":{"P28":[{"snaktype":"value","property":"P28","hash":"5a4d3d9ee1620d590e9ccac41a731b3a0e946007","datavalue":{"value":{"time":"+2026-09-07T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"}]},"qualifiers-order":["P28"],"id":"Q7371585$F0668DC0-9D00-4285-892D-5551C036C1D6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P132","hash":"89528423a9b58a8e708b341c369efb89d3465261","datavalue":{"value":"1.1.0","type":"string"},"datatype":"string"},"type":"statement","qualifiers":{"P28":[{"snaktype":"value","property":"P28","hash":"5915aa687d4d42547473fd2818801123e5bccc3b","datavalue":{"value":{"time":"+2025-12-22T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"}]},"qualifiers-order":["P28"],"id":"Q7371585$09DC3906-CA26-4ABF-99E1-7F82A0C717DE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P132","hash":"2f2982e2891b77a6b4f64ba89ad2d7a8319bdb66","datavalue":{"value":"1.3.1","type":"string"},"datatype":"string"},"type":"statement","qualifiers":{"P28":[{"snaktype":"value","property":"P28","hash":"5a4d3d9ee1620d590e9ccac41a731b3a0e946007","datavalue":{"value":{"time":"+2026-09-07T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"}]},"qualifiers-order":["P28"],"id":"Q7371585$68579F34-B646-4E3C-8179-6DE4FEC944A5","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"3fabcfd4322317380295aa9bfbf599f27e25c230","datavalue":{"value":{"entity-type":"item","numeric-id":7370626,"id":"Q7370626"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$50E3C4A1-C4D7-4AB4-9D89-E375D357E7D2","rank":"normal"}],"P19":[{"mainsnak":{"snaktype":"value","property":"P19","hash":"bfcbce7c3b034a5128aa6e77ef355b5b34065aba","datavalue":{"value":{"entity-type":"item","numeric-id":7370626,"id":"Q7370626"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$76E3F982-91F9-4947-8ECA-3E7E68B37D6F","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"798f7287b894eadb2b35f0ab871accc413b115fd","datavalue":{"value":{"entity-type":"item","numeric-id":56842,"id":"Q56842"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$D34FD829-6D41-4753-915D-29E22D7A0346","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P163","hash":"b26fc7b7fb6977874892e45a4763e1c915d89707","datavalue":{"value":{"entity-type":"item","numeric-id":57086,"id":"Q57086"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P188":[{"snaktype":"value","property":"P188","hash":"76c8b7af657163f8e7fd7b780b04378a61754dcb","datavalue":{"value":"https://cran.r-project.org/web/packages/pairwiseLLM/LICENSE","type":"string"},"datatype":"url"}]},"qualifiers-order":["P188"],"id":"Q7371585$114C93D7-7836-4A4F-9563-26F09B73EA2C","rank":"normal"}],"P342":[{"mainsnak":{"snaktype":"value","property":"P342","hash":"a0beaece152e3d4cfe5f01b8a4c02caff7e1e6cc","datavalue":{"value":{"entity-type":"item","numeric-id":56774,"id":"Q56774"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P132":[{"snaktype":"value","property":"P132","hash":"a44fb68dfee6438777a86bce0f17bf081997461c","datavalue":{"value":"\u2265 4.1","type":"string"},"datatype":"string"}]},"qualifiers-order":["P132"],"id":"Q7371585$990FB513-AEB9-4C6A-BDEE-5BFFA85475BA","rank":"normal"}],"P585":[{"mainsnak":{"snaktype":"value","property":"P585","hash":"9e9de166ea7dd567bb0281c05d85582216a2fa83","datavalue":{"value":{"entity-type":"item","numeric-id":57203,"id":"Q57203"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$7E7008D6-497A-49D5-9622-07BC29D31E30","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"2c4d17758edbc6e018185eb8b4e33b2cc8b5f3ec","datavalue":{"value":{"entity-type":"item","numeric-id":27935,"id":"Q27935"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$7F4D38EC-21C1-4E95-B048-A34BA59BFA7F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"51fb9780d9ec9fcbaff0cba7840f3ec19b0b26fb","datavalue":{"value":{"entity-type":"item","numeric-id":25186,"id":"Q25186"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$DB341382-5A3E-4E6B-A8A3-B7F4940D9AC3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"13b3025d10292aa81973c1fa4036791c113ed3ba","datavalue":{"value":{"entity-type":"item","numeric-id":59089,"id":"Q59089"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$66E586AB-C948-42A9-A33F-B5544C6D2A95","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"1a8600f77e2c81eea5c27a6dc16155e128c1d2bd","datavalue":{"value":{"entity-type":"item","numeric-id":27461,"id":"Q27461"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$BADA741D-19B8-4A2A-95A7-462370CEA367","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"61c3b0ee51d7a79f6fdfa763623807ee82244a95","datavalue":{"value":{"entity-type":"item","numeric-id":54216,"id":"Q54216"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$4D27F7D6-4F42-4436-87F2-3124E7660022","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"24c3e3d95d6aceb19323da214a060d1bb0535ab2","datavalue":{"value":{"entity-type":"item","numeric-id":57178,"id":"Q57178"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$B341113E-962F-471C-A3B9-D7E59275EBE2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"2ee7437394063222d73a2d7c0725d30564fd3708","datavalue":{"value":{"entity-type":"item","numeric-id":31187,"id":"Q31187"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$101B8916-4E80-4495-89F6-701A7283B8DA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"09100371af50dfae14e24b6fde4cd0d7100dae2b","datavalue":{"value":{"entity-type":"item","numeric-id":57305,"id":"Q57305"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$DA9C3F86-FBD0-4B63-BA4F-1950780A00B4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"ce7128dff4ab6b862855052e63bf609ca187bbcd","datavalue":{"value":{"entity-type":"item","numeric-id":57191,"id":"Q57191"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$C2EC49E7-7048-4D59-ACDF-31368488FB70","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"7aac00570a74583c448c8c2a1fe16ed9aaeff406","datavalue":{"value":{"entity-type":"item","numeric-id":57179,"id":"Q57179"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$DA531D4B-D0D7-4CB6-B1D9-9968BC03C9BD","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"d9bfc055ea318cc14bd32d4be80bf5753c82e251","datavalue":{"value":{"entity-type":"item","numeric-id":7370730,"id":"Q7370730"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$581FB8E6-68CE-4CCE-9D57-53FAE8FAEAEE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"44c0be3f4ca54d40a31c2a83fcaf1221381339de","datavalue":{"value":{"entity-type":"item","numeric-id":7371581,"id":"Q7371581"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$E984655D-0337-4874-B44D-FBD5AD65F2A4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bd2cbba7f982e108e58753e53d73801b61273c5d","datavalue":{"value":{"entity-type":"item","numeric-id":144532,"id":"Q144532"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$BAFBDDF9-988B-4825-B1C4-BC178D1F37EC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c23555fead2c753ba70a855f487f053473477c78","datavalue":{"value":{"entity-type":"item","numeric-id":7371582,"id":"Q7371582"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$ADC03CEC-E476-49EE-9D00-82C3658E1E25","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c0246c8b099de71f34e24b009c5e3c3307d98083","datavalue":{"value":{"entity-type":"item","numeric-id":7371584,"id":"Q7371584"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q7371585$9A91A32B-D7E5-42E6-82E6-9E56D5E0A633","rank":"normal"}],"P229":[{"mainsnak":{"snaktype":"value","property":"P229","hash":"f4114cdc7393ca19b5a5cf87e2ad4d6cbe69665a","datavalue":{"value":"pairwiseLLM","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q7371585$2F1949A9-3873-4598-9A6B-8FD80D0A5735","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"PairwiseLLM","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/PairwiseLLM"}}}}}