{ "name": "InsightForge benchmark catalogue", "generated_at": null, "study_count": 4, "studies": [ { "slug": "visalli-guacamole-2022", "source_label": "Visalli et al. (2022) — Guacamole panel", "source_url": "https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "license": "CC-BY 4.0", "fielded_at": "2022-10-03", "methodology": "survey", "n_respondents": 436, "disclosure": { "license": "CC-BY 4.0. Attribution: Visalli M. et al. (2022). https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "weights": "Unweighted hedonic. 9-point discrete scale, single rating per product per consumer. Anchor labels taken from questionnaire.pdf p.18 — only end-points (1 and 9) are named.", "screener": "Recruited by gender, age, and guacamole consumption frequency. Excluded: allergy, restrictive diet, vulnerable persons, pregnant women. Source: Visalli et al. (2022), PMC9679663.", "fieldwork": "Dijon and vicinity, France. Specific collection dates not published in PMC9679663. Mendeley release: 2022-10-03.", "coding_rules": "Hedonic survey, not FGI. No moderator guide. The temporal methods (TDS, TCATA, AEF, FC-AEF) in the same paper are out of scope for this paired comparison.", "likert_labels": "9-point discrete checkbox scale, end-anchored only. Anchor 1 = \"I did not like it at all\". Anchor 9 = \"I liked it very much\". Points 2-8 unlabelled (equal-interval assumption).", "question_text": "On a scale of 1 to 9, how do you like this guacamole? — single hedonic rating per guacamole per consumer. Source: questionnaire.pdf p.18 (Mendeley fshtbhffth\/1). Screen [7] reused for guacamole per q.txt:140-143 (\"Same as screens 4 to 12 with guacamole\")." }, "questions": [ { "question_template_slot": "hedonic_g1_avocado_92_fat_16", "prompt_text": "How much do you like this guacamole? (G1 — 92% avocado, 16 g fat)", "ground_truth_mean": 3.127, "ground_truth_ci_lower": 3.018, "ground_truth_ci_upper": 3.237, "ground_truth_sd": 1.163, "ground_truth_skewness": -0.263, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 31, "2": 40, "3": 45, "4": 53, "5": 39, "6": 64, "7": 83, "8": 56, "9": 25 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.255, SD 2.327. G1_rep (carryover repeat) excluded from this row." }, { "question_template_slot": "hedonic_g2_avocado_13_fat_95", "prompt_text": "How much do you like this guacamole? (G2 — 13% avocado, 9.5 g fat)", "ground_truth_mean": 3.073, "ground_truth_ci_lower": 2.956, "ground_truth_ci_upper": 3.19, "ground_truth_sd": 1.247, "ground_truth_skewness": -0.14, "ground_truth_shape": "multimodal-symmetric", "ground_truth_distribution": { "1": 42, "2": 42, "3": 51, "4": 44, "5": 43, "6": 55, "7": 67, "8": 53, "9": 39 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.147, SD 2.494." }, { "question_template_slot": "hedonic_g3_avocado_90_fat_146", "prompt_text": "How much do you like this guacamole? (G3 — 90% avocado, 14.6 g fat)", "ground_truth_mean": 2.421, "ground_truth_ci_lower": 2.319, "ground_truth_ci_upper": 2.523, "ground_truth_sd": 1.084, "ground_truth_skewness": 0.405, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 78, "2": 62, "3": 73, "4": 61, "5": 59, "6": 41, "7": 33, "8": 23, "9": 6 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 3.842, SD 2.168." }, { "question_template_slot": "hedonic_g4_avocado_95_fat_18", "prompt_text": "How much do you like this guacamole? (G4 — 95% avocado, 18 g fat)", "ground_truth_mean": 3.509, "ground_truth_ci_lower": 3.408, "ground_truth_ci_upper": 3.611, "ground_truth_sd": 1.083, "ground_truth_skewness": -0.533, "ground_truth_shape": "left-skewed", "ground_truth_distribution": { "1": 15, "2": 18, "3": 36, "4": 39, "5": 47, "6": 72, "7": 84, "8": 71, "9": 54 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 6.018, SD 2.165." } ], "topic_key": "hedonic-cpg" }, { "slug": "visalli-crisps-2022", "source_label": "Visalli et al. (2022) — Crisps panel", "source_url": "https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "license": "CC-BY 4.0", "fielded_at": "2022-10-03", "methodology": "survey", "n_respondents": 427, "disclosure": { "license": "CC-BY 4.0. Attribution: Visalli M. et al. (2022). https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "weights": "Unweighted hedonic. 9-point discrete scale, single rating per product per consumer. Anchor labels taken from questionnaire.pdf p.18 — only end-points (1 and 9) are named.", "screener": "Recruited by gender, age, and crisps consumption frequency. Excluded: allergy, restrictive diet, vulnerable persons, pregnant women. Source: Visalli et al. (2022), PMC9679663.", "fieldwork": "Dijon and vicinity, France. Specific collection dates not published in PMC9679663. Mendeley release: 2022-10-03.", "coding_rules": "Hedonic survey, not FGI. No moderator guide. The temporal methods (TDS, TCATA, AEF, FC-AEF) in the same paper are out of scope for this paired comparison.", "likert_labels": "9-point discrete checkbox scale, end-anchored only. Anchor 1 = \"I did not like it at all\". Anchor 9 = \"I liked it very much\". Points 2-8 unlabelled (equal-interval assumption).", "question_text": "On a scale of 1 to 9, how do you like this crisp? — single hedonic rating per crisp per consumer. Source: questionnaire.pdf p.18 (Mendeley fshtbhffth\/1). Screen [7] reused for crisps per q.txt:152 (\"Same as screens 4 to 12 with crisps\")." }, "questions": [ { "question_template_slot": "hedonic_c1_fat_34_salt_1_3", "prompt_text": "How much do you like this crisp? (C1 — 34 g fat, 1.3 g salt)", "ground_truth_mean": 3.625, "ground_truth_ci_lower": 3.541, "ground_truth_ci_upper": 3.71, "ground_truth_sd": 0.893, "ground_truth_skewness": -0.586, "ground_truth_shape": "left-skewed", "ground_truth_distribution": { "1": 2, "2": 9, "3": 27, "4": 49, "5": 39, "6": 73, "7": 115, "8": 83, "9": 30 }, "n_respondents": 427, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 6.251, SD 1.786. C1_rep (carryover repeat) excluded from this row." }, { "question_template_slot": "hedonic_c2_fat_239_salt_152", "prompt_text": "How much do you like this crisp? (C2 — 23.9 g fat, 1.52 g salt)", "ground_truth_mean": 3.27, "ground_truth_ci_lower": 3.174, "ground_truth_ci_upper": 3.367, "ground_truth_sd": 1.013, "ground_truth_skewness": -0.292, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 8, "2": 30, "3": 44, "4": 51, "5": 64, "6": 67, "7": 83, "8": 61, "9": 19 }, "n_respondents": 427, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.541, SD 2.026." }, { "question_template_slot": "hedonic_c3_fat_29_salt_1_sea", "prompt_text": "How much do you like this crisp? (C3 — 29 g fat, 1 g sea salt)", "ground_truth_mean": 2.957, "ground_truth_ci_lower": 2.844, "ground_truth_ci_upper": 3.07, "ground_truth_sd": 1.19, "ground_truth_skewness": 0.087, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 27, "2": 58, "3": 56, "4": 64, "5": 43, "6": 46, "7": 52, "8": 53, "9": 28 }, "n_respondents": 427, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 4.913, SD 2.380." }, { "question_template_slot": "hedonic_c4_fat_34_salt_010", "prompt_text": "How much do you like this crisp? (C4 — 34 g fat, 0.10 g salt)", "ground_truth_mean": 1.974, "ground_truth_ci_lower": 1.878, "ground_truth_ci_upper": 2.071, "ground_truth_sd": 1.019, "ground_truth_skewness": 1.105, "ground_truth_shape": "right-skewed", "ground_truth_distribution": { "1": 133, "2": 89, "3": 72, "4": 50, "5": 27, "6": 20, "7": 19, "8": 9, "9": 8 }, "n_respondents": 427, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 2.948, SD 2.039." } ], "topic_key": "hedonic-cpg" }, { "slug": "visalli-icetea-2022", "source_label": "Visalli et al. (2022) — Iced tea panel", "source_url": "https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "license": "CC-BY 4.0", "fielded_at": "2022-10-03", "methodology": "survey", "n_respondents": 436, "disclosure": { "license": "CC-BY 4.0. Attribution: Visalli M. et al. (2022). https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "weights": "Unweighted hedonic. 9-point discrete scale, single rating per product per consumer. Anchor labels taken from questionnaire.pdf p.18 — only end-points (1 and 9) are named.", "screener": "Recruited by gender, age, and ice-tea consumption frequency. Excluded: allergy, restrictive diet, vulnerable persons, pregnant women. Source: Visalli et al. (2022), PMC9679663.", "fieldwork": "Dijon and vicinity, France. Specific collection dates not published in PMC9679663. Mendeley release: 2022-10-03.", "coding_rules": "Hedonic survey, not FGI. No moderator guide. The temporal methods (TDS, TCATA, AEF, FC-AEF) in the same paper are out of scope for this paired comparison.", "likert_labels": "9-point discrete checkbox scale, end-anchored only. Anchor 1 = \"I did not like it at all\". Anchor 9 = \"I liked it very much\". Points 2-8 unlabelled (equal-interval assumption).", "question_text": "On a scale of 1 to 9, how do you like this iced tea? — single hedonic rating per ice tea per consumer. Source: questionnaire.pdf p.18 (Mendeley fshtbhffth\/1). Screen [7] reused for ice tea per q.txt:99 (\"Screens 4 to 8 repeated for all ice tea samples\")." }, "questions": [ { "question_template_slot": "hedonic_it1_blacktea_peach_4_7g", "prompt_text": "How much do you like this iced tea? (IT1 — black tea, white peach, 4.7 g sugar)", "ground_truth_mean": 3.461, "ground_truth_ci_lower": 3.376, "ground_truth_ci_upper": 3.546, "ground_truth_sd": 0.9, "ground_truth_skewness": -0.659, "ground_truth_shape": "left-skewed", "ground_truth_distribution": { "1": 6, "2": 17, "3": 34, "4": 30, "5": 60, "6": 98, "7": 112, "8": 63, "9": 16 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.922, SD 1.803. CI95 by normal approx (n=436)." }, { "question_template_slot": "hedonic_it2_whitetea_peach_rosemary_4_5g", "prompt_text": "How much do you like this iced tea? (IT2 — white tea, peach and rosemary, 4.5 g sugar)", "ground_truth_mean": 2.436, "ground_truth_ci_lower": 2.342, "ground_truth_ci_upper": 2.53, "ground_truth_sd": 1.001, "ground_truth_skewness": 0.498, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 52, "2": 65, "3": 100, "4": 68, "5": 56, "6": 41, "7": 30, "8": 18, "9": 6 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 3.872, SD 2.005." }, { "question_template_slot": "hedonic_it3_blacktea_peach_sweeteners_4_3g", "prompt_text": "How much do you like this iced tea? (IT3 — black tea, peach, sweeteners, 4.3 g sugar)", "ground_truth_mean": 2.987, "ground_truth_ci_lower": 2.878, "ground_truth_ci_upper": 3.096, "ground_truth_sd": 1.16, "ground_truth_skewness": -0.126, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 35, "2": 50, "3": 49, "4": 46, "5": 62, "6": 56, "7": 62, "8": 61, "9": 15 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 4.975, SD 2.322. IT3_rep (carryover repeat) excluded from this row." }, { "question_template_slot": "hedonic_it4_blacktea_peach_sweeteners_0g", "prompt_text": "How much do you like this iced tea? (IT4 — black tea, peach, sweeteners only, 0 g sugar)", "ground_truth_mean": 2.548, "ground_truth_ci_lower": 2.431, "ground_truth_ci_upper": 2.665, "ground_truth_sd": 1.247, "ground_truth_skewness": 0.344, "ground_truth_shape": "multimodal-symmetric", "ground_truth_distribution": { "1": 85, "2": 68, "3": 55, "4": 54, "5": 30, "6": 41, "7": 52, "8": 35, "9": 16 }, "n_respondents": 436, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 4.096, SD 2.496." } ], "topic_key": "hedonic-cpg" }, { "slug": "visalli-chocolate-2022", "source_label": "Visalli et al. (2022) — Dark chocolate panel", "source_url": "https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "license": "CC-BY 4.0", "fielded_at": "2022-10-03", "methodology": "survey", "n_respondents": 424, "disclosure": { "license": "CC-BY 4.0. Attribution: Visalli M. et al. (2022). https:\/\/data.mendeley.com\/datasets\/fshtbhffth\/1", "weights": "Unweighted hedonic. 9-point discrete scale, single rating per product per consumer. Anchor labels not in the paper body — pending .xlsx codebook inspection.", "screener": "Recruited by gender, age, and dark-chocolate consumption frequency. Excluded: allergy, restrictive diet, vulnerable persons, pregnant women. Source: Visalli et al. (2022), PMC9679663.", "fieldwork": "Dijon and vicinity, France. Specific collection dates not published in PMC9679663. Mendeley release: 2022-10-03.", "coding_rules": "Hedonic survey, not FGI. No moderator guide. The temporal methods (TDS, TCATA, AEF, FC-AEF) in the same paper are out of scope for this paired comparison.", "likert_labels": "9-point discrete checkbox scale, end-anchored only. Anchor 1 = \"I did not like it at all\". Anchor 9 = \"I liked it very much\". Points 2-8 unlabelled (equal-interval assumption).", "question_text": "On a scale of 1 to 9, how do you like this chocolate? — single hedonic rating per chocolate per consumer. Source: questionnaire.pdf p.18 (Mendeley fshtbhffth\/1). Screen [7] reused for chocolate per q.txt:162-163 (\"Same as screens 4 to 12 with chocolate\")." }, "questions": [ { "question_template_slot": "hedonic_ch1_madagascar_85", "prompt_text": "How much do you like this dark chocolate? (CH1 — 85% cocoa, Madagascar)", "ground_truth_mean": 2.846, "ground_truth_ci_lower": 2.736, "ground_truth_ci_upper": 2.955, "ground_truth_sd": 1.146, "ground_truth_skewness": -0.001, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 43, "2": 49, "3": 57, "4": 47, "5": 52, "6": 72, "7": 51, "8": 37, "9": 16 }, "n_respondents": 424, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 4.691, SD 2.295. CI95 by normal approx (n=424)." }, { "question_template_slot": "hedonic_ch2_equator_80", "prompt_text": "How much do you like this dark chocolate? (CH2 — 80% cocoa, Equator)", "ground_truth_mean": 3.427, "ground_truth_ci_lower": 3.332, "ground_truth_ci_upper": 3.522, "ground_truth_sd": 0.999, "ground_truth_skewness": -0.547, "ground_truth_shape": "left-skewed", "ground_truth_distribution": { "1": 12, "2": 19, "3": 29, "4": 45, "5": 61, "6": 61, "7": 109, "8": 61, "9": 27 }, "n_respondents": 424, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.854, SD 2.001." }, { "question_template_slot": "hedonic_ch3_peru_70", "prompt_text": "How much do you like this dark chocolate? (CH3 — 70% cocoa, Peru)", "ground_truth_mean": 3.104, "ground_truth_ci_lower": 2.996, "ground_truth_ci_upper": 3.212, "ground_truth_sd": 1.135, "ground_truth_skewness": -0.309, "ground_truth_shape": "unimodal", "ground_truth_distribution": { "1": 33, "2": 36, "3": 41, "4": 46, "5": 45, "6": 77, "7": 81, "8": 43, "9": 22 }, "n_respondents": 424, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.208, SD 2.272." }, { "question_template_slot": "hedonic_ch4_civ_74", "prompt_text": "How much do you like this dark chocolate? (CH4 — 74% cocoa, Côte d'Ivoire)", "ground_truth_mean": 3.419, "ground_truth_ci_lower": 3.317, "ground_truth_ci_upper": 3.52, "ground_truth_sd": 1.068, "ground_truth_skewness": -0.613, "ground_truth_shape": "left-skewed", "ground_truth_distribution": { "1": 22, "2": 15, "3": 31, "4": 45, "5": 46, "6": 66, "7": 98, "8": 71, "9": 30 }, "n_respondents": 424, "weighting_notes": "Unweighted hedonic. 1-9 → 1-5 linear rescale 1 + (x-1)*4\/8. Original 1-9 mean 5.837, SD 2.139. CH4_rep (repeat) excluded from this row." } ], "topic_key": "hedonic-cpg" } ] }