From 983ce8a2e1497ae5c711a4df97f41e4850556733 Mon Sep 17 00:00:00 2001 From: Jasonqi146 Date: Sat, 28 Mar 2026 13:26:28 -0700 Subject: [PATCH 1/4] human eval data and interface --- human_eval_interface/README.md | 57 +++ .../split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json | 18 + human_eval_interface/app.py | 179 ++++++++ human_eval_interface/requirements.txt | 1 + .../split_1/01JTYE0E5PGKE232AZ2VBQH7GA.md | 30 ++ .../split_1/01JTYE0ZQV23GJDCFCR1H6HYZY.md | 46 ++ .../split_1/01JTYE1CVHKP65K6QNF27RT388.md | 60 +++ .../split_1/01JTYE1HZX7RNGECAV372K7P4K.md | 60 +++ .../split_1/01JTYE2C9MDHCAZX4S2AZN4MN5.md | 36 ++ .../split_1/01JTYE2JGPTQ44MP3QTS4E4BTT.md | 36 ++ .../split_1/01JTYE2X84714XZ2EE467E9D9Y.md | 47 ++ .../split_1/01JTYE2XE05PR976H7ME58A6A2.md | 50 ++ .../split_1/01JTYE3ZD5ZKPWZ8AWDE18WRP4.md | 40 ++ .../split_1/01JTYE41D216P1Y3NBHH2R2MZZ.md | 34 ++ .../split_1/01JTYE4ERT4FHMY8PRPW5D0ZA9.md | 50 ++ .../split_1/01JTYE4JF499YET5RSH35D7N5C.md | 52 +++ .../split_1/01JTYE5JW990JWGVB78Z0TPVK9.md | 46 ++ .../split_1/01JTYE5MF1ACWPJDV2TQHM5H7R.md | 60 +++ .../split_1/01JV059EEHEVQXEM124R5ZNMFH.md | 60 +++ .../split_1/01JV059ETV10CC5109VBMPZJA4.md | 60 +++ .../split_1/01JV059K43XFEN7ZYTGRC9PEA4.md | 54 +++ .../split_1/01JV05CQT8AVFS4NYG4G8EKQVQ.md | 38 ++ .../split_1/01JV05CVXQ49ZWBFEVVHBXF76H.md | 44 ++ .../split_1/01JV05ECR4X1MGS7CXDGHHAZ1F.md | 60 +++ .../split_1/01JV05JKEY18WRDVEVASNERE5C.md | 38 ++ .../split_1/01JV05JXNYECD35SYC9HVT92YR.md | 50 ++ .../split_1/01JV06A9718HYY228TPFBNGZ5B.md | 30 ++ .../split_1/01JV06B0TRAQYF5EF16SMZFZKM.md | 42 ++ .../split_1/01JV06B2PXG6CHAM7N0FK8D1J9.md | 46 ++ .../split_1/01JV06B6MB6FCQKG84YG173BK9.md | 46 ++ .../split_1/01JV06CBX5KFBKM0V2TD1S32FF.md | 34 ++ .../split_1/01JV06CFAESPSYYH8H04BQ1K5Q.md | 42 ++ .../split_1/01JV06CVRT1570A4G9GWS2MKZA.md | 60 +++ .../split_1/01JV06DMQ1974JD7MHJQQSRN94.md | 34 ++ .../split_1/01JV3K3BXWPTVD5G7FJWBJSWWQ.md | 60 +++ .../split_1/01JV3K3SG92CZ7F9VST0BAPE5N.md | 60 +++ .../split_1/01JV3K715Z48J3Q9Y1SY0F4BZV.md | 60 +++ .../split_1/01JV3K7HXK8CPJH9EWSE9B7JZ5.md | 60 +++ .../split_1/01JV3KB8CZTFYN1YF70NCMCWDP.md | 60 +++ .../split_1/01JV3KBDSQDV94B10K2KA50V9J.md | 60 +++ .../split_1/01JV3KEDBYVHJMTPDYS1BB0XNK.md | 60 +++ .../split_1/01JV3KEFMHB72MG1BNS7BB79ZK.md | 60 +++ .../split_1/01JV3KKKC2X4RD2B8T9T0RSM13.md | 38 ++ .../split_1/01JV3KNG4SHJWYJKHRK1Y95QJZ.md | 60 +++ .../split_1/01JV3KTH71064ZY2V7MYXY89JP.md | 38 ++ .../split_1/01JV3W6FNYKHHCJVHVC7RMHFQC.md | 60 +++ .../split_1/01JV3W6GJYE8E1K96E5Y2P0TQE.md | 60 +++ .../split_1/01JV3WADB9XZKFRMWSZ7Y5EJ2G.md | 60 +++ .../split_1/01JV3WAPZ3Y7ANK050B9ZYT81K.md | 60 +++ .../split_1/01JV3WDZ45EJB7FG4R6B9DYCT3.md | 60 +++ .../split_1/01JV3WEBADZQSGT1SCM5XS2JG3.md | 60 +++ .../split_1/01JV3WPMFM53SPG723XAZG7T5M.md | 50 ++ .../split_1/01JV3WQ5D6K79BCXVM53P1EB0D.md | 60 +++ .../split_1/01JV3WQEVZNF3ZBTN6VVEYGAYJ.md | 60 +++ .../split_1/01JV3WV7Z3KQFAHB6AT8108ZYA.md | 60 +++ .../split_1/01JV3WZ43B7737ZK2NMFADT8M5.md | 60 +++ .../split_1/01JV3WZ6Q7F5EZNKRV6QMMRM0Q.md | 60 +++ .../split_1/01JV3X1AA832RJ9TGBF45WPGW6.md | 38 ++ .../split_1/01JV3X2KZXEKXP0HAE267VP65R.md | 60 +++ .../split_1/01JV3X2P6QP939PF9GRQY4Y4SZ.md | 60 +++ .../split_2/01JTYE0EHXATXG02RF8X1RRG6N.md | 30 ++ .../split_2/01JTYE0REHPXD48PTZ2HQERM2K.md | 34 ++ .../split_2/01JTYE0XW15B6G9NY53SRM338W.md | 46 ++ .../split_2/01JTYE13FBFSZ29H9CWY9NVVV7.md | 46 ++ .../split_2/01JTYE2HKV3C9S6VTKZHA9CF9A.md | 34 ++ .../split_2/01JTYE2PEHGT86204S004A42XF.md | 44 ++ .../split_2/01JTYE2Q6GGMEVY523PZ8Q3DPY.md | 42 ++ .../split_2/01JTYE2ZZRH6QAEWZF0ZDP9MQK.md | 52 +++ .../split_2/01JTYE3YTB0CF41420K0YC31N5.md | 42 ++ .../split_2/01JTYE47G4RA5HS7JCRG03PR48.md | 42 ++ .../split_2/01JTYE4A2X0409G69SV8Y8SK2B.md | 50 ++ .../split_2/01JTYE4E5EQWZKZDD658WF2V47.md | 60 +++ .../split_2/01JTYE58ZDTCM6DBDEE9338QGJ.md | 34 ++ .../split_2/01JTYE5JPNQS431FCWQV0XH9XB.md | 46 ++ .../split_2/01JV059EQS2MHQPSHA4YMEQJ0B.md | 60 +++ .../split_2/01JV059MM34KVY5YR9RKRP92SD.md | 60 +++ .../split_2/01JV05AMMHKS7T4GG162Z8W6BD.md | 34 ++ .../split_2/01JV05B4KFX4E36CB2TC8TF628.md | 52 +++ .../split_2/01JV05BD3EZS36DM863QFWJX75.md | 60 +++ .../split_2/01JV05CSEXXMC2CT91GCBPJZZZ.md | 42 ++ .../split_2/01JV05EAH3E1A4WTW22MZ3ZNAG.md | 60 +++ .../split_2/01JV06B8ARHCHGQ1DVF9G7CME3.md | 50 ++ .../split_2/01JV06CPJ40C34HB98SM5PT9D7.md | 46 ++ .../split_2/01JV06CXC2CXDSH3CP3T558GP5.md | 58 +++ .../split_2/01JV06CZ0H099GKF86TJ7YZGD4.md | 60 +++ .../split_2/01JV06E31S60J86F24KYW8BPWW.md | 60 +++ .../split_2/01JV3K29QXEAXW405RA8ZHTY1M.md | 52 +++ .../split_2/01JV3K3CG6F8NZKHPYS2GRQ97D.md | 60 +++ .../split_2/01JV3K3DC6XY729PWZX2F04BX7.md | 60 +++ .../split_2/01JV3K73DW7ESK1EPNNQ25KRC1.md | 60 +++ .../split_2/01JV3K7DXN7ZNAZ5YJ51W3WMZE.md | 60 +++ .../split_2/01JV3KBQ5FR8XXCV66TMHJG50B.md | 60 +++ .../split_2/01JV3KEKZ0WZVJD1VCANGB3KGX.md | 60 +++ .../split_2/01JV3KENRWPWB1VCDC7672JEF2.md | 60 +++ .../split_2/01JV3KN7ASCSWE8RAP8ABD19WK.md | 60 +++ .../split_2/01JV3KQQ69H1DC3FEJ3FS8J1W7.md | 50 ++ .../split_2/01JV3KR3R64QB2AYGHM11W0TWA.md | 54 +++ .../split_2/01JV3KRCSHE6RPW6N9QP7S7PMJ.md | 60 +++ .../split_2/01JV3KRHAVTMXSPTF6893AH9G1.md | 60 +++ .../split_2/01JV3KVF5RDFFFKMPC1FXQ1N0R.md | 54 +++ .../split_2/01JV3KVVBQ075WCS6ZR52BJW93.md | 60 +++ .../split_2/01JV3KW028M0YQVBJ6PAFZ24T5.md | 60 +++ .../split_2/01JV3KW5J330TP52MC83DPQCCD.md | 60 +++ .../split_2/01JV3W4ZCK40AZE687K4SPG1AN.md | 26 ++ .../split_2/01JV3W5WJ23C1NJDA8HVBXW7RG.md | 48 ++ .../split_2/01JV3W8XMS5HV7P80MVNWYJCJE.md | 34 ++ .../split_2/01JV3WDH4K55RMZH717239T3J4.md | 60 +++ .../split_2/01JV3WDVEQRVNBYCS95QVDR5Y4.md | 60 +++ .../split_2/01JV3WE2W1NDS200HRNM0WPZNT.md | 60 +++ .../split_2/01JV3WNZPYD70G2D35QGMP84FZ.md | 38 ++ .../split_2/01JV3WVCG3TJ5MCBHE7A3PNWGG.md | 58 +++ .../split_2/01JV3WVCTWG7BHBSHKEAM83ZSR.md | 60 +++ .../split_2/01JV3WVJ78DMXHBARB55FGT3MY.md | 60 +++ .../split_2/01JV3WW48ZYTG4CWQHDSFCJA8P.md | 60 +++ .../split_2/01JV3X04SSBZTKKYBPB5GB5WB8.md | 60 +++ .../split_2/01JV3X2TPK0KWH8ZNNBT7551X5.md | 60 +++ human_eval_interface/templates/index.html | 432 ++++++++++++++++++ 117 files changed, 6474 insertions(+) create mode 100644 human_eval_interface/README.md create mode 100644 human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json create mode 100644 human_eval_interface/app.py create mode 100644 human_eval_interface/requirements.txt create mode 100644 human_eval_interface/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.md create mode 100644 human_eval_interface/split_1/01JTYE0ZQV23GJDCFCR1H6HYZY.md create mode 100644 human_eval_interface/split_1/01JTYE1CVHKP65K6QNF27RT388.md create mode 100644 human_eval_interface/split_1/01JTYE1HZX7RNGECAV372K7P4K.md create mode 100644 human_eval_interface/split_1/01JTYE2C9MDHCAZX4S2AZN4MN5.md create mode 100644 human_eval_interface/split_1/01JTYE2JGPTQ44MP3QTS4E4BTT.md create mode 100644 human_eval_interface/split_1/01JTYE2X84714XZ2EE467E9D9Y.md create mode 100644 human_eval_interface/split_1/01JTYE2XE05PR976H7ME58A6A2.md create mode 100644 human_eval_interface/split_1/01JTYE3ZD5ZKPWZ8AWDE18WRP4.md create mode 100644 human_eval_interface/split_1/01JTYE41D216P1Y3NBHH2R2MZZ.md create mode 100644 human_eval_interface/split_1/01JTYE4ERT4FHMY8PRPW5D0ZA9.md create mode 100644 human_eval_interface/split_1/01JTYE4JF499YET5RSH35D7N5C.md create mode 100644 human_eval_interface/split_1/01JTYE5JW990JWGVB78Z0TPVK9.md create mode 100644 human_eval_interface/split_1/01JTYE5MF1ACWPJDV2TQHM5H7R.md create mode 100644 human_eval_interface/split_1/01JV059EEHEVQXEM124R5ZNMFH.md create mode 100644 human_eval_interface/split_1/01JV059ETV10CC5109VBMPZJA4.md create mode 100644 human_eval_interface/split_1/01JV059K43XFEN7ZYTGRC9PEA4.md create mode 100644 human_eval_interface/split_1/01JV05CQT8AVFS4NYG4G8EKQVQ.md create mode 100644 human_eval_interface/split_1/01JV05CVXQ49ZWBFEVVHBXF76H.md create mode 100644 human_eval_interface/split_1/01JV05ECR4X1MGS7CXDGHHAZ1F.md create mode 100644 human_eval_interface/split_1/01JV05JKEY18WRDVEVASNERE5C.md create mode 100644 human_eval_interface/split_1/01JV05JXNYECD35SYC9HVT92YR.md create mode 100644 human_eval_interface/split_1/01JV06A9718HYY228TPFBNGZ5B.md create mode 100644 human_eval_interface/split_1/01JV06B0TRAQYF5EF16SMZFZKM.md create mode 100644 human_eval_interface/split_1/01JV06B2PXG6CHAM7N0FK8D1J9.md create mode 100644 human_eval_interface/split_1/01JV06B6MB6FCQKG84YG173BK9.md create mode 100644 human_eval_interface/split_1/01JV06CBX5KFBKM0V2TD1S32FF.md create mode 100644 human_eval_interface/split_1/01JV06CFAESPSYYH8H04BQ1K5Q.md create mode 100644 human_eval_interface/split_1/01JV06CVRT1570A4G9GWS2MKZA.md create mode 100644 human_eval_interface/split_1/01JV06DMQ1974JD7MHJQQSRN94.md create mode 100644 human_eval_interface/split_1/01JV3K3BXWPTVD5G7FJWBJSWWQ.md create mode 100644 human_eval_interface/split_1/01JV3K3SG92CZ7F9VST0BAPE5N.md create mode 100644 human_eval_interface/split_1/01JV3K715Z48J3Q9Y1SY0F4BZV.md create mode 100644 human_eval_interface/split_1/01JV3K7HXK8CPJH9EWSE9B7JZ5.md create mode 100644 human_eval_interface/split_1/01JV3KB8CZTFYN1YF70NCMCWDP.md create mode 100644 human_eval_interface/split_1/01JV3KBDSQDV94B10K2KA50V9J.md create mode 100644 human_eval_interface/split_1/01JV3KEDBYVHJMTPDYS1BB0XNK.md create mode 100644 human_eval_interface/split_1/01JV3KEFMHB72MG1BNS7BB79ZK.md create mode 100644 human_eval_interface/split_1/01JV3KKKC2X4RD2B8T9T0RSM13.md create mode 100644 human_eval_interface/split_1/01JV3KNG4SHJWYJKHRK1Y95QJZ.md create mode 100644 human_eval_interface/split_1/01JV3KTH71064ZY2V7MYXY89JP.md create mode 100644 human_eval_interface/split_1/01JV3W6FNYKHHCJVHVC7RMHFQC.md create mode 100644 human_eval_interface/split_1/01JV3W6GJYE8E1K96E5Y2P0TQE.md create mode 100644 human_eval_interface/split_1/01JV3WADB9XZKFRMWSZ7Y5EJ2G.md create mode 100644 human_eval_interface/split_1/01JV3WAPZ3Y7ANK050B9ZYT81K.md create mode 100644 human_eval_interface/split_1/01JV3WDZ45EJB7FG4R6B9DYCT3.md create mode 100644 human_eval_interface/split_1/01JV3WEBADZQSGT1SCM5XS2JG3.md create mode 100644 human_eval_interface/split_1/01JV3WPMFM53SPG723XAZG7T5M.md create mode 100644 human_eval_interface/split_1/01JV3WQ5D6K79BCXVM53P1EB0D.md create mode 100644 human_eval_interface/split_1/01JV3WQEVZNF3ZBTN6VVEYGAYJ.md create mode 100644 human_eval_interface/split_1/01JV3WV7Z3KQFAHB6AT8108ZYA.md create mode 100644 human_eval_interface/split_1/01JV3WZ43B7737ZK2NMFADT8M5.md create mode 100644 human_eval_interface/split_1/01JV3WZ6Q7F5EZNKRV6QMMRM0Q.md create mode 100644 human_eval_interface/split_1/01JV3X1AA832RJ9TGBF45WPGW6.md create mode 100644 human_eval_interface/split_1/01JV3X2KZXEKXP0HAE267VP65R.md create mode 100644 human_eval_interface/split_1/01JV3X2P6QP939PF9GRQY4Y4SZ.md create mode 100644 human_eval_interface/split_2/01JTYE0EHXATXG02RF8X1RRG6N.md create mode 100644 human_eval_interface/split_2/01JTYE0REHPXD48PTZ2HQERM2K.md create mode 100644 human_eval_interface/split_2/01JTYE0XW15B6G9NY53SRM338W.md create mode 100644 human_eval_interface/split_2/01JTYE13FBFSZ29H9CWY9NVVV7.md create mode 100644 human_eval_interface/split_2/01JTYE2HKV3C9S6VTKZHA9CF9A.md create mode 100644 human_eval_interface/split_2/01JTYE2PEHGT86204S004A42XF.md create mode 100644 human_eval_interface/split_2/01JTYE2Q6GGMEVY523PZ8Q3DPY.md create mode 100644 human_eval_interface/split_2/01JTYE2ZZRH6QAEWZF0ZDP9MQK.md create mode 100644 human_eval_interface/split_2/01JTYE3YTB0CF41420K0YC31N5.md create mode 100644 human_eval_interface/split_2/01JTYE47G4RA5HS7JCRG03PR48.md create mode 100644 human_eval_interface/split_2/01JTYE4A2X0409G69SV8Y8SK2B.md create mode 100644 human_eval_interface/split_2/01JTYE4E5EQWZKZDD658WF2V47.md create mode 100644 human_eval_interface/split_2/01JTYE58ZDTCM6DBDEE9338QGJ.md create mode 100644 human_eval_interface/split_2/01JTYE5JPNQS431FCWQV0XH9XB.md create mode 100644 human_eval_interface/split_2/01JV059EQS2MHQPSHA4YMEQJ0B.md create mode 100644 human_eval_interface/split_2/01JV059MM34KVY5YR9RKRP92SD.md create mode 100644 human_eval_interface/split_2/01JV05AMMHKS7T4GG162Z8W6BD.md create mode 100644 human_eval_interface/split_2/01JV05B4KFX4E36CB2TC8TF628.md create mode 100644 human_eval_interface/split_2/01JV05BD3EZS36DM863QFWJX75.md create mode 100644 human_eval_interface/split_2/01JV05CSEXXMC2CT91GCBPJZZZ.md create mode 100644 human_eval_interface/split_2/01JV05EAH3E1A4WTW22MZ3ZNAG.md create mode 100644 human_eval_interface/split_2/01JV06B8ARHCHGQ1DVF9G7CME3.md create mode 100644 human_eval_interface/split_2/01JV06CPJ40C34HB98SM5PT9D7.md create mode 100644 human_eval_interface/split_2/01JV06CXC2CXDSH3CP3T558GP5.md create mode 100644 human_eval_interface/split_2/01JV06CZ0H099GKF86TJ7YZGD4.md create mode 100644 human_eval_interface/split_2/01JV06E31S60J86F24KYW8BPWW.md create mode 100644 human_eval_interface/split_2/01JV3K29QXEAXW405RA8ZHTY1M.md create mode 100644 human_eval_interface/split_2/01JV3K3CG6F8NZKHPYS2GRQ97D.md create mode 100644 human_eval_interface/split_2/01JV3K3DC6XY729PWZX2F04BX7.md create mode 100644 human_eval_interface/split_2/01JV3K73DW7ESK1EPNNQ25KRC1.md create mode 100644 human_eval_interface/split_2/01JV3K7DXN7ZNAZ5YJ51W3WMZE.md create mode 100644 human_eval_interface/split_2/01JV3KBQ5FR8XXCV66TMHJG50B.md create mode 100644 human_eval_interface/split_2/01JV3KEKZ0WZVJD1VCANGB3KGX.md create mode 100644 human_eval_interface/split_2/01JV3KENRWPWB1VCDC7672JEF2.md create mode 100644 human_eval_interface/split_2/01JV3KN7ASCSWE8RAP8ABD19WK.md create mode 100644 human_eval_interface/split_2/01JV3KQQ69H1DC3FEJ3FS8J1W7.md create mode 100644 human_eval_interface/split_2/01JV3KR3R64QB2AYGHM11W0TWA.md create mode 100644 human_eval_interface/split_2/01JV3KRCSHE6RPW6N9QP7S7PMJ.md create mode 100644 human_eval_interface/split_2/01JV3KRHAVTMXSPTF6893AH9G1.md create mode 100644 human_eval_interface/split_2/01JV3KVF5RDFFFKMPC1FXQ1N0R.md create mode 100644 human_eval_interface/split_2/01JV3KVVBQ075WCS6ZR52BJW93.md create mode 100644 human_eval_interface/split_2/01JV3KW028M0YQVBJ6PAFZ24T5.md create mode 100644 human_eval_interface/split_2/01JV3KW5J330TP52MC83DPQCCD.md create mode 100644 human_eval_interface/split_2/01JV3W4ZCK40AZE687K4SPG1AN.md create mode 100644 human_eval_interface/split_2/01JV3W5WJ23C1NJDA8HVBXW7RG.md create mode 100644 human_eval_interface/split_2/01JV3W8XMS5HV7P80MVNWYJCJE.md create mode 100644 human_eval_interface/split_2/01JV3WDH4K55RMZH717239T3J4.md create mode 100644 human_eval_interface/split_2/01JV3WDVEQRVNBYCS95QVDR5Y4.md create mode 100644 human_eval_interface/split_2/01JV3WE2W1NDS200HRNM0WPZNT.md create mode 100644 human_eval_interface/split_2/01JV3WNZPYD70G2D35QGMP84FZ.md create mode 100644 human_eval_interface/split_2/01JV3WVCG3TJ5MCBHE7A3PNWGG.md create mode 100644 human_eval_interface/split_2/01JV3WVCTWG7BHBSHKEAM83ZSR.md create mode 100644 human_eval_interface/split_2/01JV3WVJ78DMXHBARB55FGT3MY.md create mode 100644 human_eval_interface/split_2/01JV3WW48ZYTG4CWQHDSFCJA8P.md create mode 100644 human_eval_interface/split_2/01JV3X04SSBZTKKYBPB5GB5WB8.md create mode 100644 human_eval_interface/split_2/01JV3X2TPK0KWH8ZNNBT7551X5.md create mode 100644 human_eval_interface/templates/index.html diff --git a/human_eval_interface/README.md b/human_eval_interface/README.md new file mode 100644 index 0000000..cfa3c66 --- /dev/null +++ b/human_eval_interface/README.md @@ -0,0 +1,57 @@ +# Sotopia Annotation Interface + +A lightweight web UI for annotating Sotopia simulation conversation episodes with goal-achieving scores and utterance-level reward attribution. + +## Setup + +```bash +cd human_eval_interface +pip install -r requirements.txt +python app.py +``` + +Open http://127.0.0.1:5050 in your browser. + +## Usage + +1. Enter your annotator name in the sidebar. +2. Select a split (`split_1` or `split_2`). +3. Click an episode to view the scenario, agent backgrounds, goals, and conversation. +4. Annotate two sections: + - **Goal Achieving Score (0-10)** — per agent, how well they achieved their stated goal. + - **Reward Attribution (0-10)** — per utterance, how much it contributed to the agent's goal achievement. +5. Click **Save Annotation**. Use Previous/Next to navigate between episodes. + +Green dots in the sidebar indicate completed annotations. The progress bar tracks your overall completion. + +## Annotation Output + +Annotations are saved as JSON files under: + +``` +human_eval_interface/annotations/{annotator}/{split}/{episode_id}.json +``` + +Example: + +```json +{ + "episode_id": "01JTYE0E5PGKE232AZ2VBQH7GA", + "split": "split_1", + "annotator": "alice", + "goal_scores": { + "Mia Davis": 3, + "Benjamin Jackson": 8 + }, + "reward_attribution": { + "agent_1_turn_0": 5, + "agent_1_turn_1": 2, + "agent_2_turn_0": 7, + "agent_2_turn_1": 3 + } +} +``` + +## Data + +Episode markdown files are read from `human_eval/split_1/` and `human_eval/split_2/`. The interface itself lives in `human_eval_interface/` and does not modify the source data. diff --git a/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json b/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json new file mode 100644 index 0000000..394f871 --- /dev/null +++ b/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json @@ -0,0 +1,18 @@ +{ + "episode_id": "01JTYE0E5PGKE232AZ2VBQH7GA", + "split": "split_1", + "annotator": "jason", + "agent_1_name": "Mia Davis", + "agent_2_name": "Benjamin Jackson", + "goal_scores": { + "Mia Davis": 9, + "Benjamin Jackson": 5 + }, + "reward_attribution": { + "agent_1_turn_0": 2, + "agent_1_turn_1": 2, + "agent_1_turn_2": 1, + "agent_2_turn_0": 1, + "agent_2_turn_1": 1 + } +} \ No newline at end of file diff --git a/human_eval_interface/app.py b/human_eval_interface/app.py new file mode 100644 index 0000000..8381b5d --- /dev/null +++ b/human_eval_interface/app.py @@ -0,0 +1,179 @@ +import json +import os +import re +import glob +from pathlib import Path +from flask import Flask, render_template, request, jsonify + +app = Flask(__name__) + +BASE_DIR = Path(__file__).resolve().parent +DATA_DIR = BASE_DIR.parent / "human_eval" +ANNOTATIONS_DIR = BASE_DIR / "annotations" +ANNOTATIONS_DIR.mkdir(exist_ok=True) + + +def parse_episode(md_text: str) -> dict: + """Parse a markdown episode file into structured data.""" + episode: dict = {"scenario": "", "codename": "", "agents": [], "goals": {}, "turns": []} + + lines = md_text.strip().split("\n") + + scenario_match = re.search(r"^# Scenario\s*\n+(.+)", md_text, re.MULTILINE) + if scenario_match: + episode["scenario"] = scenario_match.group(1).strip() + + codename_match = re.search(r"\*\*Codename:\*\*\s*(.+)", md_text) + if codename_match: + episode["codename"] = codename_match.group(1).strip() + + agent_blocks = re.findall( + r"\*\*([A-Z][a-z]+ [A-Z][a-zA-Z'-]+)\*\*\n(.+?)(?=\n\*\*[A-Z]|\n## |\Z)", + md_text, + re.DOTALL, + ) + for name, bio in agent_blocks: + if "Codename" not in name: + episode["agents"].append({"name": name, "background": bio.strip()}) + + goal_matches = re.findall( + r"- \*\*(.+?)\*\*:\s*(.+?)(?=\n- \*\*|\n\n|\n##|\Z)", md_text, re.DOTALL + ) + for name, goal in goal_matches: + episode["goals"][name] = goal.strip() + + for line in lines: + line = line.strip() + if not line.startswith(">"): + continue + content = line[1:].strip() + said_match = re.match(r"(.+?)\s+said:\s*(.+)", content) + action_match = re.match(r"(.+?):\s*(left the conversation.*)", content) + if said_match: + speaker = said_match.group(1).strip() + utt = said_match.group(2).strip().strip('"').strip('\u201c').strip('\u201d') + episode["turns"].append({"speaker": speaker, "utterance": utt, "is_action": False}) + elif action_match: + speaker = action_match.group(1).strip() + utt = action_match.group(2).strip() + episode["turns"].append({"speaker": speaker, "utterance": utt, "is_action": True}) + + return episode + + +def get_splits() -> list[str]: + splits = [] + for d in sorted(DATA_DIR.iterdir()): + if d.is_dir() and d.name.startswith("split_"): + splits.append(d.name) + return splits + + +def get_episode_ids(split: str) -> list[str]: + split_dir = DATA_DIR / split + ids = [] + for f in sorted(split_dir.glob("*.md")): + ids.append(f.stem) + return ids + + +def load_annotation(split: str, episode_id: str, annotator: str) -> dict | None: + path = ANNOTATIONS_DIR / annotator / split / f"{episode_id}.json" + if path.exists(): + with open(path) as f: + return json.load(f) + return None + + +def save_annotation(split: str, episode_id: str, annotator: str, data: dict): + out_dir = ANNOTATIONS_DIR / annotator / split + out_dir.mkdir(parents=True, exist_ok=True) + path = out_dir / f"{episode_id}.json" + with open(path, "w") as f: + json.dump(data, f, indent=2) + + +@app.route("/") +def index(): + return render_template("index.html") + + +@app.route("/api/splits") +def api_splits(): + return jsonify(get_splits()) + + +@app.route("/api/episodes/") +def api_episodes(split: str): + annotator = request.args.get("annotator", "") + ids = get_episode_ids(split) + result = [] + for eid in ids: + ann = load_annotation(split, eid, annotator) if annotator else None + result.append({"id": eid, "annotated": ann is not None}) + return jsonify(result) + + +@app.route("/api/episode//") +def api_episode(split: str, episode_id: str): + md_path = DATA_DIR / split / f"{episode_id}.md" + if not md_path.exists(): + return jsonify({"error": "not found"}), 404 + with open(md_path) as f: + md_text = f.read() + episode = parse_episode(md_text) + episode["id"] = episode_id + episode["split"] = split + return jsonify(episode) + + +@app.route("/api/annotation//", methods=["GET"]) +def api_get_annotation(split: str, episode_id: str): + annotator = request.args.get("annotator", "default") + ann = load_annotation(split, episode_id, annotator) + if ann is None: + return jsonify(None) + return jsonify(ann) + + +@app.route("/api/annotation//", methods=["POST"]) +def api_save_annotation(split: str, episode_id: str): + annotator = request.json.get("annotator", "default") + + md_path = DATA_DIR / split / f"{episode_id}.md" + agent_1_name, agent_2_name = "", "" + if md_path.exists(): + with open(md_path) as f: + ep = parse_episode(f.read()) + seen = [] + for t in ep["turns"]: + if t["speaker"] not in seen: + seen.append(t["speaker"]) + if len(seen) == 2: + break + agent_1_name = seen[0] if len(seen) > 0 else "" + agent_2_name = seen[1] if len(seen) > 1 else "" + + data = { + "episode_id": episode_id, + "split": split, + "annotator": annotator, + "agent_1_name": agent_1_name, + "agent_2_name": agent_2_name, + "goal_scores": request.json.get("goal_scores", {}), + "reward_attribution": request.json.get("reward_attribution", {}), + } + save_annotation(split, episode_id, annotator, data) + return jsonify({"status": "ok"}) + + +@app.route("/api/progress/") +def api_progress(split: str): + annotator = request.args.get("annotator", "default") + ids = get_episode_ids(split) + annotated = sum(1 for eid in ids if load_annotation(split, eid, annotator) is not None) + return jsonify({"total": len(ids), "annotated": annotated}) + + +if __name__ == "__main__": + app.run(debug=True, port=5050) diff --git a/human_eval_interface/requirements.txt b/human_eval_interface/requirements.txt new file mode 100644 index 0000000..001e7c4 --- /dev/null +++ b/human_eval_interface/requirements.txt @@ -0,0 +1 @@ +flask>=3.0 diff --git a/human_eval_interface/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.md b/human_eval_interface/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.md new file mode 100644 index 0000000..ffd4eb2 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.md @@ -0,0 +1,30 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +## Social Goals + +- **Mia Davis**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Benjamin Jackson**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Mia Davis said: "Benjamin, we're so close to winning the game, but we still have some distance to cover. Do you think you could help me strategize?" + +> Benjamin Jackson said: "I appreciate the offer, Mia, but I'm feeling rather weary today. Maybe we could call it quits for tonight?" + +> Mia Davis said: "That's okay, Benjamin. We can continue tomorrow then. In the meantime, let's take a break and relax. Maybe watch a movie?" + +> Benjamin Jackson said: "Sounds good, Mia. A rest will do us both some good. Let's end our session here and look forward to our continued gaming adventure tomorrow." + +> Mia Davis: left the conversation diff --git a/human_eval_interface/split_1/01JTYE0ZQV23GJDCFCR1H6HYZY.md b/human_eval_interface/split_1/01JTYE0ZQV23GJDCFCR1H6HYZY.md new file mode 100644 index 0000000..876a64d --- /dev/null +++ b/human_eval_interface/split_1/01JTYE0ZQV23GJDCFCR1H6HYZY.md @@ -0,0 +1,46 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Liam Johnson** +Liam Johnson is a 60-year-old male retired police officer. He/him pronouns. Liam Johnson is a dedicated dog owner and can often be seen walking his aging Border Collie around the neighborhood. Personality and values description: Liam Johnson is reserved, empathetic, and slightly anxious. His priority is security, guided by logical decision-making. Liam's secrets: Once let a criminal go due to sympathy + +## Social Goals + +- **Eli Dawson**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Liam Johnson**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Eli Dawson said: "Hey Liam, I wanted to talk to you about these stationery items I've got here. They're quite valuable and rather delicate. Could you please refrain from using them? Just a suggestion from someone who understands the risks involved." + +> Liam Johnson said: "Sure thing, Eli. I understand completely why you're being careful with these. Can I ask then, do you need something? You see, I forgot my stationery for my project, could I possibly borrow some?" + +> Eli Dawson said: "Oh, I see where you're coming from, Liam. But believe me, there's no alternative but to use our own tools when it comes to preserving their value and longevity. Perhaps we could come up with a system where you bring your stationery during your turns, thereby giving everyone an opportunity to contribute?" + +> Liam Johnson said: "That sounds like a fair solution, Eli. I appreciate your understanding on this. In the meantime, may I kindly ask to borrow just a little bit of your stationery? I promise I'll bring my own next time for sure." + +> Eli Dawson said: "I understand your desire to keep writing, Liam, but even borrowing a little bit could eventually cause damage over time. What if we take turns bringing our own stationery to the room? That way, everyone, including you, gets to use their preferred one occasionally? It's more fun and less risky." + +> Liam Johnson said: "You know, Eli, you're right and I agree with the new system you proposed. It’ll ensure everyone gets a chance to use their preferred stationery and minimize any potential damage. And remember, I'm fully committed to bringing my own stationery next time. Thanks for understanding." + +> Eli Dawson said: "I'm glad you see things my way, Liam. I believe this arrangement will help preserve the condition of these items, and also encourage a sense of responsibility among us. Now, let's get back to work with our own tools. They certainly add character to our space." + +> Liam Johnson said: "Absolutely, Eli. Having our own preferred stationery really does add a unique touch to our workspace. Let's make the most out of it. And don't worry, I won't miss a single turn in bringing my own supplies." + +> Eli Dawson said: "Well said, Liam. Using our own tools and taking care of them will not only preserve their quality but also instill a sense of ownership in our space. Let's create a memorable workspace together." + +> Liam Johnson said: "Indeed, Eli. I'm looking forward to contributing to our collective space with my own stationery. Until then, let's maintain our new responsibility approach to our tools." + +> Eli Dawson said: "That's the spirit, Liam! We'll surely enjoy this shared space even more once we start using our own treasures. Now, let's dive into work, with our very own tools. Here's to better days with our cherished stationery!" + +> Liam Johnson said: "Absolutely, Eli. I'm excited about using our cherished stationery and contributing to our space. Here's to our shared space and our cherished stationery. Let's dive into our work with our very own tools." + +> Eli Dawson: left the conversation diff --git a/human_eval_interface/split_1/01JTYE1CVHKP65K6QNF27RT388.md b/human_eval_interface/split_1/01JTYE1CVHKP65K6QNF27RT388.md new file mode 100644 index 0000000..1d03eb8 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE1CVHKP65K6QNF27RT388.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Leo Williams** +Leo Williams is a 37-year-old male dentist. He/him pronouns. Leo Williams often spends his time playing with his young daughter whom he cherishes dearly. Personality and values description: Leo Williams, despite being quiet, values security and care for others. He's a rational decision-maker focussing on best outcomes. Leo's secrets: He has a secret child from a previous relationship. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Leo Williams**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Hendrick Heinz**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Leo Williams said: "Hendrick, I appreciate your willingness to donate to this cause. However, I think there's potential for us to make even more impact. Would you consider increasing your contribution?" + +> Hendrick Heinz said: "I understand where you're coming from, Leo. But, honestly, I'm quite concerned about my finances. Right now, I've set aside $300 for donations and other expenses related to this cause. It's all I can afford. Is there perhaps another way we could contribute?" + +> Leo Williams said: "I understand, Hendrick. But you know how fortunate we are compared to many children around the world. I think even $200 more from your side could mean so much to them. Consider it like an investment - an investment in the future of these children. Perhaps we could also explore ways to cut down some costs at home and redirect those savings to our cause?" + +> Hendrick Heinz said: "Well, you know me, Leo. I always try to enjoy life to the fullest. How about if we host another wine tasting night? We could ask some of my peers to contribute too. In return for the venue and supplies, they could pay a small fee which we could divert towards this cause. That way, we could add to the cause without affecting my budget. What do you think?" + +> Leo Williams said: "Hendrick, I admire your creativity and resourcefulness. And you are absolutely correct in understanding our joy in life as something beneficial rather than just for ourselves. This will definitely help expand our reach. However, if I may suggest, instead of just cutting down costs at home, why not also consider using any savings or additional earnings from cutting costs towards this cause?" + +> Hendrick Heinz said: "Good point, Leo! If I save money by being more efficient, I can certainly use those savings for the cause. I suppose I could start tracking my spending and find areas where I can be more economical. After all, every dollar counts when it comes to helping children in need." + +> Leo Williams said: "Exactly, Hendrick! Your suggestion about hosting a wine tasting night is brilliant, and I'm sure your peers would be thrilled to contribute. Also, we could encourage them to bring their own bottles, reducing cost further while still generating funds for our cause. We're trying to create a ripple effect here, where one donation leads to another." + +> Hendrick Heinz said: "A wonderful idea, Leo! If my guests bring their own bottles, we'll indeed be creating a ripple effect. Not only will it reduce costs, but also add a personal touch. Let's go ahead and organize this event, diverting the funds collected to the cause." + +> Leo Williams said: "I'm glad we came up with these ideas, Hendrick. This event sounds like it will be a hit. Plus, any extra money spent on it will be worth it, knowing it goes towards helping those children. Let's keep working together for this cause." + +> Hendrick Heinz said: "Absolutely, Leo! We have great ideas and I'm sure we can make this event a success. Remember, every bit helps, no matter how small. And yes, all money spent will go towards a good cause. I'm looking forward to working together on this!" + +> Leo Williams said: "I couldn't agree more, Hendrick. It's the small acts that can lead to huge impacts. And remember, whether it's your initial $200 or eventually $500, your contribution is invaluable. Let's move forward with organizing this event!" + +> Hendrick Heinz said: "True words, Leo! It's indeed the little contributions that can make a big difference. I'm fully on board with organizing this event and diverting all funds collected to the cause. Thanks for giving me another perspective. Now, let's get to planning!" + +> Leo Williams said: "That's the spirit, Hendrick! Your enthusiasm is contagious. I'm confident we're going to pull off this event and raise a significant amount for our cause. Your dedication is inspiring, and I'm grateful for your involvement." + +> Hendrick Heinz said: "Indeed, Leo! I'm looking forward to pulling this off. I believe in the saying, 'If you want something done, ask a busy person'. So, here I am, busy for a good cause. Let's get started on making plans!" + +> Leo Williams said: "Absolutely right, Hendrick! Your belief and actions truly inspire. I can see this event turning into a success with your involvement. Now, let's start making those plans to ensure we reach our fundraising target. You're the best!" + +> Hendrick Heinz said: "Thank you, Leo! I'm glad we're on the same page. Let's brainstorm and come up with a detailed plan to ensure our fundraising target is met. And remember, every penny counts when it comes to helping children in need. Let's make this event a success!" + +> Leo Williams said: "Well said, Hendrick! Every penny does count. I'm excited to work with you on this event and make it a huge success. Let's start planning and ensuring we reach our fundraising target." + +> Hendrick Heinz said: "Well then, Leo! I'm equally excited about this event. Let's start thinking about how we can attract more participants and ensure a successful fundraising outcome. I firmly believe that together, we can make a real difference. Now, let's start making plans!" + +> Leo Williams said: "Absolutely, Hendrick! I couldn't agree more. You have a knack for planning events, and I'm confident under your leadership, we'll attract plenty of participants. Now, let's brainstorm on how we can maximize participation and funds raised. I truly believe in your ability to execute this vision." + +> Hendrick Heinz said: "Thank you, Leo! I'm flattered by your confidence. We definitely need to focus on maximizing participation. How about we send out invitations through social media and local community groups? And we could offer small incentives to early registrants, like exclusive access to certain wines. These ideas, combined with hosting the event, will surely generate more interest and aid in our fundraising efforts. Let's start working on implementing these strategies!" diff --git a/human_eval_interface/split_1/01JTYE1HZX7RNGECAV372K7P4K.md b/human_eval_interface/split_1/01JTYE1HZX7RNGECAV372K7P4K.md new file mode 100644 index 0000000..c811e27 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE1HZX7RNGECAV372K7P4K.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +## Social Goals + +- **Samuel Anderson**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Ethan Johnson**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Samuel Anderson said: "Hey Ethan, I've been thinking about our donation to the children in Syria. I really appreciate you planning to give $200. But I feel like, considering how well we both do in what we love, we could perhaps do even better. How about considering increasing your donation to $500?" + +> Ethan Johnson said: "Hi Samuel. That's definitely an idea worth considering. However, I'm not entirely comfortable with increasing the amount. As you know, I have only $300 set aside for donations and other expenses. This is my financial safety net, and I'm not sure going beyond this would be wise." + +> Samuel Anderson said: "I understand where you're coming from, Ethan, and I respect your perspective on your financial stability. But let me share something that might help you consider this. Remember when we used to skate? It wasn't just about the sport, it was about discipline and passion for what we loved. In a way, isn't this charity similar? We have our talents, our passion, and the ability to contribute more. We don't necessarily need more money, we have the power to multiply its impact through our talents, right?" + +> Ethan Johnson said: "That's a powerful analogy, Samuel, and I agree with your point. Talents indeed can multiply the impact of our contribution. Considering my current budget limit, I propose we contribute our talents by each preparing a special dish to raise awareness among our circle. It will spread the message and help us indirectly support these children without straining my finances." + +> Samuel Anderson said: "Ethan, that sounds fantastic! But, I think it could be even more impactful if we also use our platforms to spread the word further. I could promote it on my coding community, and you could share it with yours in the culinary world. With our combined reach, we might be able to draw in some bigger donations as well." + +> Ethan Johnson said: "Your suggestion, Samuel, really opens up new avenues. However, I'd like to keep a balance between raising awareness and ensuring the safety of my platform. My culinary platform does get significant attention, but I believe it's important not to exceed my budget. As for you, I appreciate your offer. How about we leverage your platforms to amplify our cause and our dishes? By sharing stories behind our contributions and the purpose, it might attract supporters who are moved by the cause. What do you say?" + +> Samuel Anderson said: "Ethan, I couldn't agree more. Let's then focus on sharing the story of our contributions, the impact it would make, and the dire need of support for this noble cause. This will surely evoke empathy and encourage others to join us in this mission. Also, we could even collaborate on a joint blog post or video, sharing recipes and experiences. What do you think?" + +> Ethan Johnson said: "That's an excellent proposal, Samuel. A joint blog post or video would be a great way to capture interest and inspire others to participate. I am on board with this plan. And remember, we are doing all this while respecting my financial safety net of $300. We are contributing through our talents instead of just money." + +> Samuel Anderson said: "I completely understand where you're coming from, Ethan, and I appreciate your respect for your financial safety net. But let's not stop here. Remember, our talents are not just limited to cooking and coding. What about using our networks and platforms to amplify the voice of these children? Could you maybe invite guest speakers who have experienced similar situations to talk about their experiences? And, I could organize coding challenges where participants would get to know about the cause and donate their earnings to it. Do you think we could incorporate such ideas into our plan?" + +> Ethan Johnson said: "Well, Samuel, I truly appreciate your dedication and desire to amplify the voices of these children. I believe we can incorporate these ideas, but considering my financial safety net, they might require additional funding. As for me, I am open to using my platform to share stories and experiences related to this cause. Perhaps, I could collaborate with some philanthropists or organizations who share a similar vision. On the other hand, you can continue exploring ways to maximize the impact of your platform and fundraising ideas. Together, we can create a ripple effect of positivity and support." + +> Samuel Anderson said: "I'm glad we're on the same page, Ethan. Your openness and willingness to use your platform to amplify the cause is indeed inspiring. Similarly, please explore opportunities to seek additional funding if you think it will help in reaching out to more people. I'll dive deeper into maximizing our platforms' potential and come up with innovative fundraising ideas. Remember, each little effort counts. Let's make a difference, one step at a time." + +> Ethan Johnson said: "I appreciate your enthusiasm, Samuel. And yes, each and every effort counts. Whether it's a small donation or a big fundraising event, every bit helps. Moving forward, let's focus on the stories and experiences we can share through our platforms. I'll start connecting with like-minded individuals in the culinary world, and you can continue your exploration of maximizing our reach. Let's indeed make a difference, one step at a time." + +> Samuel Anderson said: "That sounds like a solid plan, Ethan. Using our platforms to share the stories and experiences is indeed a great way to evoke a sense of empathy and bring in more support. And I love the idea of connecting like-minded individuals to our cause. Let's stay in constant communication as we take this one step further towards making a difference. Here's to helping those in need!" + +> Ethan Johnson said: "To you, Samuel. I admire your spirit of wanting to do more and help more. And yes, let's maintain constant communication as we continue on this journey. I am committed to using our talents to support this cause, and I am looking forward to collaborating with you." + +> Samuel Anderson said: "Thank you, Ethan. Your understanding and collaboration are invaluable. Let's indeed make a difference, one step at a time. Looking forward to working together on this important cause." + +> Ethan Johnson said: "Thank you, Samuel. I am honored to collaborate with you on this cause. Let's start planning the details of how we can use our platforms effectively. Remember, our main aim is to spread awareness about this cause without compromising our financial stability. Let's work on this together!" + +> Samuel Anderson said: "Absolutely, Ethan. I'm excited about our collaboration. Let's brainstorm about how we can best utilize our platforms to spread awareness about this cause. And remember, as long as we are making a difference, every small effort counts. So, no idea is too small. Let's start planning these details now." + +> Ethan Johnson said: "I'm equally excited, Samuel. Let's start planning how we can best use our platforms to spread awareness about this cause. Remember, our main goal is to amplify our messages without impacting our financial stability. I'll start by reaching out to culinary professionals and influencers. You can continue exploring innovative fundraising ideas and methods to maximize our reach. Each of our efforts will count towards making a difference." + +> Samuel Anderson said: "You're absolutely right, Ethan. Let's start with reaching out to culinary professionals and influencers. On the coding side, I'll brainstorm on innovative fundraising ideas and explore ways to maximize our reach. I'm so glad we're on the same page about using our talents to make a difference. This is going to be a wonderful adventure!" + +> Ethan Johnson said: "Indeed, Samuel. I appreciate your enthusiasm and the fact that we are using our talents for a good cause. Using our platforms to spread awareness and use our professional networks to evoke support is a wonderful way to maximize our impact. Let's indeed make this an adventure filled with creativity and compassion!" diff --git a/human_eval_interface/split_1/01JTYE2C9MDHCAZX4S2AZN4MN5.md b/human_eval_interface/split_1/01JTYE2C9MDHCAZX4S2AZN4MN5.md new file mode 100644 index 0000000..066a9a0 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE2C9MDHCAZX4S2AZN4MN5.md @@ -0,0 +1,36 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Leo Williams** +Leo Williams is a 37-year-old male dentist. He/him pronouns. Leo Williams often spends his time playing with his young daughter whom he cherishes dearly. Personality and values description: Leo Williams, despite being quiet, values security and care for others. He's a rational decision-maker focussing on best outcomes. Leo's secrets: He has a secret child from a previous relationship. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Leo Williams**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Hendrick Heinz**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Leo Williams said: "Hey Hendrick, I've got a plan for our weekend. How about we add a few more folks to make things more interesting? Plus, we'll split the costs so it won't cost us much each. Think about it, could be fun!" + +> Hendrick Heinz said: "Hey Leo, I really appreciate your thoughtfulness and the offer but, unfortunately, I already have other plans for this weekend. But remember, next weekend might be even better for such get-togethers!" + +> Leo Williams said: "I completely understand, Hendrick. It’s always good to plan ahead. I hope you have a great time on your plans. Let's definitely organize something together next weekend!" + +> Hendrick Heinz said: "Thank you, Leo. Appreciate your understanding. And yes, let's definitely make next weekend special!" + +> Leo Williams said: "That's alright Hendrick, take care and I'm looking forward to our weekend adventure next time. Hope it will be to your liking!" + +> Hendrick Heinz said: "Thank you Leo, always a pleasure talking to you. Take care and see you next weekend!" + +> Leo Williams said: "Agreed, Hendrick. Take care and I look forward to our next adventure together. See you next weekend." + +> Hendrick Heinz: left the conversation diff --git a/human_eval_interface/split_1/01JTYE2JGPTQ44MP3QTS4E4BTT.md b/human_eval_interface/split_1/01JTYE2JGPTQ44MP3QTS4E4BTT.md new file mode 100644 index 0000000..ad264b4 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE2JGPTQ44MP3QTS4E4BTT.md @@ -0,0 +1,36 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Hendrick Heinz**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Ethan Smith**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Hendrick Heinz said: "Hey Ethan! How've you been? I've got a brilliant idea. How about we plan a trip together? We could split the cost, and trust me, it'll be a lot of fun. There are so many interesting places to visit, and we'd meet so many new people along the way. Plus, we could even stop by a local vineyard for a tour. What do you say?" + +> Ethan Smith said: "Hey Hendrick, it's good to hear from you. I've been alright. Thank you for asking, but I'm afraid I already made other plans for this weekend. But please do let me know if there are any trips planned later." + +> Hendrick Heinz said: "I completely understand, Ethan. But guess what, if you were to join us, we can share the cost. It would be like a mini vacation on a budget! And we'll get to know each other better during the trip. How does that sound?" + +> Ethan Smith said: "Thanks Hendrick for understanding and trying to make me part of this trip. I appreciate your kindness. However, my plans for this weekend are set and I couldn't change them. Maybe we could plan a similar trip next time?" + +> Hendrick Heinz said: "Absolutely, Ethan. Next time might be even better! I hope you're enjoying your current plans, and we can definitely plan another trip together. Take care!" + +> Ethan Smith said: "Thanks, Hendrick. Appreciate your understanding as well. Have a great trip!" + +> Hendrick Heinz said: "Thank you, Ethan. Looking forward to our next adventure! Take care of yourself." + +> Ethan Smith: left the conversation diff --git a/human_eval_interface/split_1/01JTYE2X84714XZ2EE467E9D9Y.md b/human_eval_interface/split_1/01JTYE2X84714XZ2EE467E9D9Y.md new file mode 100644 index 0000000..8428d0c --- /dev/null +++ b/human_eval_interface/split_1/01JTYE2X84714XZ2EE467E9D9Y.md @@ -0,0 +1,47 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Samuel Anderson**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Noah Davis**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Samuel Anderson said: "Noah, I feel really cold tonight. Is there any chance we could share our blankets? I mean, think about how cozy that would be!" + +> Noah Davis said: "Samuel, I understand how you feel, but let's be practical here. Given your excellent cooking skills, why don't you start a fire? It will definitely warm us both up. As for me, I have a lower tolerance for cold temperatures, so I believe I need the blanket more. I promise we can share tomorrow if you're still cold." + +> Samuel Anderson said: ""I see your point, Noah, a fire would indeed provide some warmth. But let's be honest here, our environment is rather exposed and windy. It might not be easy to maintain a good fire. And besides, sharing a blanket sounds like a great idea! How about you take the blanket now, and I'll wrap myself around you to share my body heat? We can make a perfect pair, warm and cozy." +> " + +> Noah Davis said: "Samuel, your idea of sharing body heat is creative, but I must admit, considering my lower tolerance for cold, I'm not comfortable with that. As for the fire, you're right, our exposed location and the wind could make it challenging. However, I trust your cooking skills and I'm confident we'll get it done. In the meantime, until the fire warms up, let me keep my blanket." + +> Samuel Anderson said: "I understand where you are coming from, Noah. I'll get started on the fire then. Remember, my cooking skills can also come in handy to make something warm for us. Let's hope the fire warms up soon!" + +> Noah Davis said: "Alright then, samuel, I trust your cooking skills and look forward to it. For now, let's endure the chill and hope our fire starts soon. And remember, I'm okay with my blanket, no worries!" + +> Samuel Anderson said: "Understood, Noah. Let's work together on getting that fire going and maybe we can even add some flavor to our meal tonight. I'll start preparing something to help combat the chill until the fire gets going." + +> Noah Davis said: "Sounds like a plan, Samuel. I appreciate your understanding and the extra warmth you're providing in preparation. Let's get that fire going and hopefully end this chilly evening soon." + +> Samuel Anderson said: "Great, Noah! Let's move then, prepare the materials for the fire while I gather some wood. And remember, my cooking will make a perfect match to that soon-to-be fire, bringing warmth to us both!" + +> Noah Davis said: "That's a solid plan, Samuel. Gather the wood, and I'll set up our materials for the fire. And yes, I'm looking forward to the warmth you'll provide with your cooking, once the fire is established." + +> Samuel Anderson said: "Excellent! Now let's quickly set up our materials and gather some wood. I'm sure we'll have a warm fire going soon and a delicious meal to look forward to. Goodnight, Noah!" + +> Noah Davis said: "Goodnight, Samuel. I'm confident we'll have a roaring fire and a delicious meal soon. Let's hope it doesn't take too long!" + +> Samuel Anderson: left the conversation diff --git a/human_eval_interface/split_1/01JTYE2XE05PR976H7ME58A6A2.md b/human_eval_interface/split_1/01JTYE2XE05PR976H7ME58A6A2.md new file mode 100644 index 0000000..5a8d61c --- /dev/null +++ b/human_eval_interface/split_1/01JTYE2XE05PR976H7ME58A6A2.md @@ -0,0 +1,50 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Eli Dawson**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **William Brown**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Eli Dawson said: "Well, I've got quite an interest in your Samsung Galaxy S8, Mr. Brown. But first, let me ask, have you considered offering a warranty for these phones?" + +> William Brown said: "That's a valid point, Eli. However, since these phones were originally intended for my business and never used, they're still like new. In terms of warranty, I'm afraid I couldn't offer much. That being said, if having a warranty significantly increases your interest, perhaps we could discuss some sort of negotiated price." + +> Eli Dawson said: "Mr. Brown, I understand your situation, but let's look at it from another angle. Many consumers feel more comfortable with a warranty despite its original intent. Would it be possible for you to provide a limited warranty, even if it's not the full-fledged one? Perhaps something like a replacement guarantee for major issues within six months?" + +> William Brown said: "Well, Eli, I see where you're coming from. In our current situation, a full warranty might be difficult to provide. Nevertheless, considering the interest you seem to have in these phones, how does a six-month replacement guarantee for major issues sound? It's not an official warranty, but I believe it does address your concern regarding major issues. And to answer your earlier question, yes, this partial solution might increase your interest. If so, I'd be happy to work out a deal." + +> Eli Dawson said: "Well, Mr. Brown, your proposed arrangement certainly shows flexibility and good faith. Considering the condition of the phones and the fact that they are brand new, I am willing to consider purchasing two of them. But, may I suggest a slightly lower price than the initially mentioned amount? Given my interest and the negotiation we've had, I believe we can both benefit from a lower price, say around $600?" + +> William Brown said: "Eli, I appreciate your ambition and foresight. Two Samsung Galaxy S8s indeed sound like a good deal, and given the condition and your interest, $600 sounds fair enough. We'll close the sale on that basis then." + +> Eli Dawson said: "Very well then, Mr. Brown. I accept the deal at $600 each. I'll arrange for payment and pick-up shortly." + +> William Brown said: "Alright then, Eli. I appreciate your understanding and fairness. I'll prepare the two phones for you and make sure everything is ready for pick-up." + +> Eli Dawson: [action] [action] Eli Dawson proceeds to make the necessary arrangements for payment. + +> William Brown: [action] [action] [action] William Brown starts preparing the two Samsung Galaxy S8s for Eli's pick-up. + +> Eli Dawson: [action] [action] Eli Dawson proceeds to make the online transaction to ensure the payment reaches the seller's account before pick-up. + +> William Brown: [action] [action] [action] [action] William Brown completes the online transaction confirmation process to ensure the payment has been successfully processed. + +> Eli Dawson said: "Mr. Brown, everything seems in order here. The transaction is complete, and I'll be heading over to pick up my phones soon. Thank you for your flexibility in this negotiation." + +> William Brown said: "Thank you, Eli. Selling these phones to you was a smooth transaction. I wish you enjoy your new Samsung Galaxy S8s. Take care." + +> Eli Dawson: left the conversation diff --git a/human_eval_interface/split_1/01JTYE3ZD5ZKPWZ8AWDE18WRP4.md b/human_eval_interface/split_1/01JTYE3ZD5ZKPWZ8AWDE18WRP4.md new file mode 100644 index 0000000..09041f0 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE3ZD5ZKPWZ8AWDE18WRP4.md @@ -0,0 +1,40 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Samuel Anderson**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Hendrick Heinz**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Samuel Anderson said: "Alright Hendrick, I'm interested in the Tile Mate Item Tracker. But let me ask - is there any possibility for a discount? I'd like to keep the cost as low as possible." + +> Hendrick Heinz said: "I understand where you're coming from, Samuel, but unfortunately, the Tile Mate Item Tracker is fixed at $20.00. It’s my original asking price. However, considering you showed interest, how about we negotiate on some minor things like delivery costs?" + +> Samuel Anderson said: "I appreciate your effort in trying to reduce the cost, Hendrick. Given our budget constraints, can we reconsider the price at perhaps $15? I mean, it's not much from my target price." + +> Hendrick Heinz said: "I understand your concern, Samuel. Changing the price might not be ideal, but I get it. How about we meet somewhere in the middle? How does $17 sound?" + +> Samuel Anderson said: "You know what, Hendrick? $17 seems fair enough. I'll meet you halfway. Deal?" + +> Hendrick Heinz said: "Great deal, Samuel! I'm glad we could come to an agreement. Here's to hoping it'll help you keep track of your items efficiently. When and where shall we meet?" + +> Samuel Anderson said: "That works for me, meeting at $17. Shall we say, tomorrow afternoon at my place? I trust we can finalize everything?" + +> Hendrick Heinz said: "Perfect, tomorrow afternoon at your place, then. I look forward to seeing you then, Samuel." + +> Samuel Anderson said: "Alright then, tomorrow afternoon at my place. See you then, Hendrick!" + +> Hendrick Heinz: left the conversation diff --git a/human_eval_interface/split_1/01JTYE41D216P1Y3NBHH2R2MZZ.md b/human_eval_interface/split_1/01JTYE41D216P1Y3NBHH2R2MZZ.md new file mode 100644 index 0000000..b35aa2c --- /dev/null +++ b/human_eval_interface/split_1/01JTYE41D216P1Y3NBHH2R2MZZ.md @@ -0,0 +1,34 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**Isabella White** +Isabella White is a 40-year-old female veterinarian. She/her pronouns. Isabella White, a devoted veterinarian, is well-loved in her community for her kindness towards animals. Personality and values description: Isabella White, introverted and conscientious, values benevolence. Her empathy dictates her decision-making process. Isabella's secrets: Secretly takes care of injured animals in her basement + +## Social Goals + +- **Mia Davis**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Isabella White**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Mia Davis said: "Isabella, I appreciate you and my cousin's trust in me allowing you to stay here for a while. But, there seem to be some issues arising due to certain actions and lack of respect for our house rules which need to be addressed. We need to find a solution to this issue to maintain peace in the house." + +> Isabella White said: "I understand, Mia. Living together has its challenges and I'm sorry if I've been causing any inconvenience. Could you please clarify what specific actions of mine have led to these issues? I believe we can work out a solution if I understand the problems clearly." + +> Mia Davis said: "Isabella, the main issues revolve around the noise levels, particularly during late hours when most people are trying to rest. Also, there's been a few instances where our household items have been mishandled or missing. It's crucial for us to respect each other's space and routines for our living situation to remain peaceful. If you could help us address these issues, that would be greatly appreciated." + +> Isabella White said: "Mia, thank you for being patient and understanding. I completely understand the importance of maintaining peace and order within the house. From now on, I'll ensure to keep the noise to a minimum, especially during night time. As for the missing household items, I'll make sure everything is put back in its place. I am truly sorry for any inconvenience caused and promise to rectify my behavior." + +> Mia Davis said: "Isabella, I appreciate your promise and commitment to change. However, after discussing these issues, I still feel that the situation hasn't fully improved. Unfortunately, given these ongoing problems, I regret to inform you that you might not be able to continue staying here. Please pack your things up today." + +> Isabella White said: "Mia, I understand your standpoint. It seems like the measures I've taken so far haven't fully addressed the issues. I promise to redouble my efforts to improve. Can we perhaps have another discussion tomorrow after I've had more time to reflect and implement changes? This way I can demonstrate the improvements I've made." + +> Mia Davis: left the conversation diff --git a/human_eval_interface/split_1/01JTYE4ERT4FHMY8PRPW5D0ZA9.md b/human_eval_interface/split_1/01JTYE4ERT4FHMY8PRPW5D0ZA9.md new file mode 100644 index 0000000..9222d40 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE4ERT4FHMY8PRPW5D0ZA9.md @@ -0,0 +1,50 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +## Social Goals + +- **Donovan Reeves**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Benjamin Jackson**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Donovan Reeves said: "Hey Benjamin, that's quite a fascinating antique oak table you've got there. I'm interested in purchasing it. However, could we negotiate the price a bit? My current budget is more around $30. What do you think?" + +> Benjamin Jackson said: "Well, Donovan, I understand completely where you're coming from and appreciate your interest. This table indeed has its charm and value far exceeding $30. I'd love to work within a reasonable range and see your offer at $58.6, which was my initial pricing. I believe it reflects its true worth. But if you're really set on having it, perhaps we can consider $50? Any higher and I'll need to think about it. What do you say?" + +> Donovan Reeves said: "I understand, Benjamin, but remember my budget constraint is at $30. What about considering $45? That would still reflect its true worth and be a considerable amount over my budget." + +> Benjamin Jackson said: "I see your point, Donovan, and I appreciate your enthusiasm. Even though it's challenging given its true worth, I am willing to compromise a bit. How does $48 sound? That's still significantly above your budget, but I feel like it might be the highest price I can go with. If not, I'll need to reconsider this deal." + +> Donovan Reeves said: "I appreciate your flexibility, Benjamin. However, I'm afraid that's still a bit out of my budget. Can we make it to $40? That's still quite a significant amount to me, but I'm eager to own such a beautiful piece." + +> Benjamin Jackson said: "I respect your interest, Donovan. However, considering the item's actual worth, even $40 seems rather low. Would you consider $47? It's still a significant sum for your budget, but it's the highest price I can propose. If not, we might need to conclude our discussion here." + +> Donovan Reeves said: "I understand the worth of the table, Benjamin, but I'm afraid $47 is still beyond my means. How about $42? That's still a considerable price, but it's the highest I can afford. Would you consider that?" + +> Benjamin Jackson said: "I see your limits, Donovan, but the table's intrinsic value seems to demand a bit more. I'm afraid I cannot go much lower than my initial offer. Given your enthusiasm, how does $45 sound? It's still above your budget, but considering the condition and historical significance of this table, I believe it's worth the extra few dollars. Remember, this would still be an excellent deal compared to similar items available in the market. If not, I fear we may have to let this table find its new home elsewhere." + +> Donovan Reeves said: "Benjamin, I appreciate your understanding so far and the concessions you've made. However, my budget limit is truly at $40. This isn't just about the money for me; it's also about finding something within my means that I can cherish and take care of. I'm genuinely passionate about this table and wish to take it home. Will you consider $40?" + +> Benjamin Jackson said: "Donovan, I understand your perspective and the value this table holds for you. While I am impressed by your passion, I fear that $40 might be too low for this item. But given your enthusiasm, I'll take into consideration and offer it for $45. It's still significantly above your budget, but I want to ensure its proper place in the hands of someone who appreciates its worth. If not, I'll need to look elsewhere for a new owner." + +> Donovan Reeves said: "Benjamin, I appreciate your willingness to compromise. I understand where you're coming from, and I really want this table. But, it's my last offer, $40. It's a significant amount for me, but it's all I can offer. I'm passionate about taking good care of it. Do you think we can reach an agreement at this price?" + +> Benjamin Jackson said: "Donovan, your dedication and sincerity are admirable. I respect your passion and intention to take good care of the table. Considering your persistence, I'll agree upon your offer at $45. It's slightly above your budget, but I believe it reflects its true worth and I'm glad you found someone who appreciates the item as much as you do. The deal is struck!" + +> Donovan Reeves said: "That's great, Benjamin! Thank you for understanding and accommodating my budget. I'm glad we could come to an agreement. I'll arrange for the delivery of the table right away." + +> Benjamin Jackson said: "I'm pleased we reached an agreement, Donovan. I trust the delivery will go smoothly. Looking forward to seeing the table in its new home." + +> Donovan Reeves: left the conversation diff --git a/human_eval_interface/split_1/01JTYE4JF499YET5RSH35D7N5C.md b/human_eval_interface/split_1/01JTYE4JF499YET5RSH35D7N5C.md new file mode 100644 index 0000000..6020c1d --- /dev/null +++ b/human_eval_interface/split_1/01JTYE4JF499YET5RSH35D7N5C.md @@ -0,0 +1,52 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Giselle Rousseau** +Giselle Rousseau is a 21-year-old nonbinary art student. They/them pronouns. Giselle Rousseau enjoys biking and photography. Personality and values description: Giselle Rousseau, open-minded and outgoing yet sensitive, advocates care and fairness. Her decision-making is intuitive and inclusive. Giselle's secrets: Sells forged paintings to wealthy clients + +**Zane Bennett** +Zane Bennett is a 38-year-old male graphic designer. He/him pronouns. Zane Bennett finds solace in music and often plays the guitar in his downtime. Personality and values description: Zane Bennett is creative and outgoing, he values achievement and fairness. His decision-making is unique, often finding novel solutions to problems. Zane's secrets: He's secretly engaged to his best friend's ex. + +## Social Goals + +- **Giselle Rousseau**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Zane Bennett**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Giselle Rousseau said: "Hi Zane, this Antique Oak Accent Table is really something special. I can see why it holds such a high value. Would it be possible for you to give me some more details about its history? Maybe you could tell me about its journey over these years?" + +> Zane Bennett said: "Hello Giselle! This table indeed carries a story worth sharing. My great-grandfather bought it in the early 1900s from a small antique shop near the Mississippi River. He used to keep his books and papers there until it eventually became a part of my family's living room decor. Passed down through generations, it has seen much, yet remains as sturdy as ever. I must admit, it was difficult for me to let go, but now, I believe it's time for someone else to appreciate it even more." + +> Giselle Rousseau said: "That's quite a captivating story behind the table, Zane. It's clear that it holds immense sentimental value to your family. But I wonder, would it be possible for you to lower the price a bit? Considering its age and condition, I believe it's worth less than $60.00. Let's find a middle ground." + +> Zane Bennett said: "I understand where you're coming from, Giselle. This table isn't just furniture; it's part of our history. That being said, considering its excellent condition and age, I propose we negotiate at $58.60? It represents the target value I've assigned for this item. If you agree, I'll include some accessories like a lamp and a set of books, which once belonged to my great-grandfather. This will add a personal touch to the table." + +> Giselle Rousseau said: "I appreciate your understanding, Zane. However, I must confess that my budget for this item is a bit lower than that. Given my love for antiques and taking into account its rich history, I am willing to pay $55.00 for the table. And if you include those personal accessories, I can consider it at $57.00. Is it still within the range you are comfortable with?" + +> Zane Bennett said: "Giselle, considering your passion for antiques and the excellent condition of this table, I think you might be a wonderful caretaker for it. While I respect your budget, $57.00 is a bit higher than my target price. How about if we compromise at $56.00? I'm open to further discussion regarding the inclusion of the accessories though." + +> Giselle Rousseau said: "I am flattered by your trust, Zane. Considering my limited funds and the fact that you are willing to accommodate the accessories, I believe we can reach a fair deal. Would it be possible for us to finalize it at $54.00? I feel this amount more accurately reflects the current market value." + +> Zane Bennett said: "While I admire your dedication towards this beautiful piece, Giselle, I can't go lower than $56.00. At this point, it seems like we might not reach an agreement. However, I do understand the importance of fair market valuation. Considering your genuine interest and the excellent condition of the table, how about we finalize the sale at $55.00? I believe that's a fair price given its history and condition." + +> Giselle Rousseau said: "Zane, thank you for your flexibility. Given my financial constraints, I think I can work within your proposed price of $55.00. It's clear that you care about the fair valuation of this table and I believe it's time for it to find a loving home. So, I'd like to finalize the sale at $55.00. What are your thoughts?" + +> Zane Bennett said: "Giselle, I appreciate your understanding. I am glad we were able to come to an agreement. I would also like to include the accessories as per our previous discussion. Shall we finalize the sale at $55.00?" + +> Giselle Rousseau said: "Absolutely, Zane. Finalizing the sale at $55.00 seems reasonable considering the table's condition and history. I am sure the accessories will enhance its charm. Thank you for accommodating my budget and allowing this table to continue its journey in a loving home." + +> Zane Bennett said: "I'm glad we could find an agreeable price, Giselle. As part of the deal, the accessories will be included as you wished. I will start the process of transferring ownership and delivering the table to you. Looking forward to seeing the table in a new loving home!" + +> Giselle Rousseau said: "That sounds perfect, Zane. I look forward to receiving this beautifully preserved antique table and the additional accessories. Thank you for your patience and cooperation throughout this process." + +> Zane Bennett said: "You're welcome, Giselle! I'm confident you'll love having this antique table in your home. If you need any assistance during the transfer process, don't hesitate to reach out. Have a great day!" + +> Giselle Rousseau said: "Thank you, Zane. I'm excited about this transaction and the prospect of bringing this unique table into my home. Have a good day too!" + +> Zane Bennett: left the conversation diff --git a/human_eval_interface/split_1/01JTYE5JW990JWGVB78Z0TPVK9.md b/human_eval_interface/split_1/01JTYE5JW990JWGVB78Z0TPVK9.md new file mode 100644 index 0000000..aeff9ba --- /dev/null +++ b/human_eval_interface/split_1/01JTYE5JW990JWGVB78Z0TPVK9.md @@ -0,0 +1,46 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Eli Dawson**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **Ethan Smith**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Eli Dawson said: "Ethan! It's great to see you here at the garage sale. Have you found anything interesting yet?" + +> Ethan Smith said: "Hi Eli, it's been a treat seeing you here! Yes, I have found something quite intriguing. However, I think it might belong to someone else we know?" + +> Eli Dawson said: "Oh, that's interesting! Who might that be? We do seem to have a lot of shared acquaintances these days." + +> Ethan Smith said: "Indeed, we do. Let's just say it involves a vintage book related to technology. I'm not sure it would interest you directly, Eli, but it seems like you'd appreciate its historical value." + +> Eli Dawson said: "Ah, technology indeed is my forte, but as for this particular book, I believe it's mine! How did you come across it?" + +> Ethan Smith said: "I stumbled upon it earlier today, when it was still on display outside. It had a prominent place among other books and I must admit, I didn't recognize it as yours. I assure you though, I had no intention of keeping it. If you don't want it, maybe I could recommend it to one of my tech enthusiast friends." + +> Eli Dawson said: "Ethan, this is a predicament we're both in. This record isn't actually mine; I mistook it as such earlier. But please understand, it is extremely valuable. Would you consider letting me purchase it back from you? I'm keen to keep it rather than selling it." + +> Ethan Smith said: "I appreciate your understanding, Eli. But I'm afraid I've already made a commitment to purchase it myself. I didn't mean to cause this situation. If you're truly interested in acquiring it, perhaps we could arrange to buy it together? Or you could find someone else who would be interested." + +> Eli Dawson said: "Well, Ethan, it seems fate is against us in this case. But I can't help but feel drawn towards it. Why don't you let me buy it from you now and you can buy another one for yourself? I'm sure there will be plenty more out there to choose from in future sales." + +> Ethan Smith said: "Eli, I'm genuinely grateful for your interest, but I must stick to my decision to purchase it. I suppose fate does have a funny way of working sometimes. I hope you'll find another equally fascinating item next time!" + +> Eli Dawson said: "Ah, well then, I guess we shall part ways with this record! But seriously Ethan, thank you for acknowledging my interest. Maybe next time we'll find another item that suits both our tastes." + +> Ethan Smith said: "Absolutely, Eli. Let's meet again at another sale and hopefully we'll discover items that suit both our tastes then. Take care!" + +> Eli Dawson: left the conversation diff --git a/human_eval_interface/split_1/01JTYE5MF1ACWPJDV2TQHM5H7R.md b/human_eval_interface/split_1/01JTYE5MF1ACWPJDV2TQHM5H7R.md new file mode 100644 index 0000000..ae5f2c4 --- /dev/null +++ b/human_eval_interface/split_1/01JTYE5MF1ACWPJDV2TQHM5H7R.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Eli Dawson**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **Ethan Smith**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Eli Dawson said: "Ethan, we need to divide these items. I have my preferences, but let's discuss this fairly." + +> Ethan Smith said: "Sure, let's talk about it. I understand we need to divide things fairly, but I'd like to mention my preferences as well. To give you an idea, to me, a hat is worth 2 points, a ball is 1 point, and a book is 3 points." + +> Eli Dawson said: "Interesting, Ethan. Considering your preferences, I'll adjust my point values accordingly. For me, a hat is worth 3 points, a ball is 1 point, and a book is 5 points." + +> Ethan Smith said: "That makes sense, Eli. Given your valuation, let's calculate the total points for each item. We have 3 hats (6 points), 2 balls (2 points), and 1 book (5 points). Totaling up, there are 13 points among all items. How do you suggest we divide them?" + +> Eli Dawson said: "Ethan, considering the points system we've agreed upon, there are a total of 13 points from the shared items. Given our different valuations, one possible way to divide the points fairly could be: I take the book which is worth 5 points according to my scale, then we could alternate the hats and balls. What do you think?" + +> Ethan Smith said: "I appreciate the thought, Eli, but considering my own valuation, I'd rather have the book, which is worth 3 points to me. We can still alternate the hats, which I value more than you do. How does that sound?" + +> Eli Dawson said: "Alright, Ethan. In that case, I see no problem alternating the hats. And you can have the book since it holds a significant number of points to you. Let's ensure we both walk away with something that's meaningful to us." + +> Ethan Smith said: "That sounds fair to me, Eli. I'm glad we were able to come to an agreement where both of us get something valuable. Moving forward will feel like starting a new chapter." + +> Eli Dawson said: "Absolutely, Ethan. New beginnings always bring a sense of excitement and anticipation. Let's do this in style!" + +> Ethan Smith said: "Definitely, Eli. Let's make this transition a bit smoother. Here's hoping for better days ahead!" + +> Eli Dawson said: "Indeed, Ethan. Here’s to new beginnings and fresh starts. Let's do this!" + +> Ethan Smith said: "To new beginnings indeed, Eli. Let's continue our journey with positivity and gratitude." + +> Eli Dawson said: "To new beginnings and fresh starts, Ethan. May this be the beginning of a long, enjoyable journey." + +> Ethan Smith said: "To new beginnings and fresh starts, Eli. I'm looking forward to whatever comes next." + +> Eli Dawson said: "To new beginnings and fresh starts, Ethan! I'm confident our future endeavors will be full of excitement and growth." + +> Ethan Smith said: "To new beginnings and fresh starts, Eli! I believe our futures hold many exciting opportunities." + +> Eli Dawson said: "To new beginnings and fresh starts, Ethan! I share your optimism about our future paths and the exciting opportunities they might bring." + +> Ethan Smith said: "To new beginnings and fresh starts, Eli! I look forward to seeing where our journeys will lead us." + +> Eli Dawson said: "To new beginnings and fresh starts, Ethan! I agree, let's embrace every opportunity that comes our way." + +> Ethan Smith said: "To new beginnings and fresh starts, Eli! I couldn't agree more. Let's face every challenge with courage and optimism." diff --git a/human_eval_interface/split_1/01JV059EEHEVQXEM124R5ZNMFH.md b/human_eval_interface/split_1/01JV059EEHEVQXEM124R5ZNMFH.md new file mode 100644 index 0000000..29809d3 --- /dev/null +++ b/human_eval_interface/split_1/01JV059EEHEVQXEM124R5ZNMFH.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Amara Hartley** +Amara Hartley is a 29-year-old female wildlife biologist. She/her pronouns. Amara Hartley spends her free time helping endangered animals and is a nature enthusiast. Her passion for animals and the environment is notable. Personality and values description: Amara Hartley is open-minded, ambiverted, and can be emotionally volatile. A believer in universalism and benevolence, Amara is analytical and intuitive in her decision-making. Amara's secrets: Secretly involved in animal-rights extremism + +**Oliver Thompson** +Oliver Thompson is a 45-year-old male architect. He/him pronouns. Oliver enjoys painting in his free time as a way to express his creativity and relax after a stressful workday. Personality and values description: Oliver Thompson is meticulous and outgoing with a penchant for analytical decision-making. He values adherence to social standards. Oliver's secrets: Has a hidden feeling for his neighbor + +## Social Goals + +- **Amara Hartley**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Oliver Thompson**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Amara Hartley said: "Hey Oliver, I appreciate your willingness to contribute to this important cause. While $200 is definitely a step in the right direction, I was wondering if we could perhaps discuss increasing our contribution? Considering how much potential there is for change, I believe even $500 would make a significant difference. What do you think?" + +> Oliver Thompson said: "Hi Amara, I totally understand where you're coming from and the importance of the cause. To be honest, I've been setting aside $300 for donations and related expenses. It's not much, but I'm not comfortable with going over this limit. Could we perhaps look at other ways I could help apart from monetary contributions?" + +> Amara Hartley said: "I completely respect your viewpoint, Oliver. There are indeed many other ways to help beyond monetary contributions. How about we organize some virtual awareness sessions or create educational materials that we can distribute among friends and family? We could also spread the word on social media to reach a wider audience. These alternative methods might appeal to you and we can start small with whatever feels comfortable for you." + +> Oliver Thompson said: "That's a great suggestion, Amara. I think spreading awareness through social media and organizing virtual sessions sounds like a creative and effective approach. I am willing to contribute my bit to this cause through these non-monetary means." + +> Amara Hartley said: "I'm glad you're open to exploring these alternatives, Oliver! Let's start with organizing one virtual session and see how it goes. And remember, every little bit counts, whether it's a monetary donation or spreading awareness." + +> Oliver Thompson said: "Absolutely, Amara! I agree, every contribution, no matter how small, plays a part in making a difference. I'm excited to get started on the virtual session and spread this message as widely as possible. It will certainly be an enriching experience." + +> Amara Hartley said: "That's wonderful, Oliver! Together, we'll surely make a significant impact. Let's begin by planning the details of the virtual session. I'm looking forward to this journey with you." + +> Oliver Thompson said: "I couldn't agree more, Amara. Let's start working on the planning stage for the virtual session. I'm really looking forward to this journey too!" + +> Amara Hartley said: "Fantastic, Oliver! I'm glad we're on the same page. Let's dive into the planning phase then. Looking forward to our collaborative efforts!" + +> Oliver Thompson said: "You got it, Amara! I'm eager to start on the planning process for this virtual session. It's exciting to be part of such a meaningful endeavor. Let's start discussing the details!" + +> Amara Hartley said: "That's perfect, Oliver! I'm thrilled to be working alongside someone who shares my passion for helping those in need. Let's begin this journey together. I believe we'll accomplish great things!" + +> Oliver Thompson said: "I completely agree, Amara. It's always rewarding to work with someone who understands and respects the limitations while being equally passionate about the cause. Let's put our heads together and make this endeavor successful. Ready to begin with the planning?" + +> Amara Hartley said: "Absolutely, Oliver! Let's make this a success. I'm excited about our collaboration and can't wait to see the positive impact we'll create. Shall we schedule a time to start going over the details?" + +> Oliver Thompson said: "I'd say, let's schedule it for next week then. We can both prepare accordingly and ensure all the necessary details are covered. Sounds good, Amara?" + +> Amara Hartley said: "That sounds perfect, Oliver! Next week works for me too. Let's set up a call then to kick off the planning. Thanks again for being such a supportive partner in this cause." + +> Oliver Thompson said: "Sounds excellent, Amara! I'm really looking forward to our call next week. In the meantime, I'll start preparing some content for the virtual session. Thank you for giving me an opportunity to contribute to this noble cause in my own way." + +> Amara Hartley said: "That's wonderful, Oliver! Your proactive approach to content preparation is commendable. I'm sure we'll have a successful planning session next week. Thank you once again for your dedication and support." + +> Oliver Thompson said: "Absolutely, Amara! I'm grateful for this opportunity and excited to participate in the planning session. Looking forward to our call next week and to the impact we'll make. See you then!" + +> Amara Hartley said: "That's fantastic, Oliver! I appreciate your enthusiasm and commitment. Let's keep this momentum going and make this endeavor a resounding success. See you next week!" + +> Oliver Thompson: left the conversation diff --git a/human_eval_interface/split_1/01JV059ETV10CC5109VBMPZJA4.md b/human_eval_interface/split_1/01JV059ETV10CC5109VBMPZJA4.md new file mode 100644 index 0000000..d9bd874 --- /dev/null +++ b/human_eval_interface/split_1/01JV059ETV10CC5109VBMPZJA4.md @@ -0,0 +1,60 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Lena Goodwin** +Lena Goodwin is a 37-year-old female architect. She/her pronouns. In her downtime, Lena Goodwin, an architect, enjoys landscape photography, capturing beautiful images of the buildings and structures she designs. Personality and values description: Lena Goodwin is an organized and introverted individual. She values achievement and attentiveness and her decision-making is largely analytical. Lena's secrets: She once stole her best friend's boyfriend. + +## Social Goals + +- **Lily Greenberg**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Lena Goodwin**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Lily Greenberg said: "Lena, these stationery items are quite expensive and could easily get damaged or lost. It might be better if we establish a clear protocol for their usage to minimize any potential risks." + +> Lena Goodwin said: "You're absolutely right, Lily. These items are indeed valuable and I appreciate your concern about them. However, I am currently working on a tight deadline and I didn't bring mine. Can I perhaps borrow just a few of them until I can get my own? I will take the utmost care of them and return them promptly." + +> Lily Greenberg said: "I understand your situation, Lena, but let me propose another solution. Why don't we set up a system where you can order similar items through our office supply company? This way, we maintain control over our high-quality stationery and you'll have access to new ones whenever needed." + +> Lena Goodwin said: "That sounds like a great idea, Lily! Ordering through the office supply company would certainly provide more convenience and consistency. I appreciate your creativity in solving this issue. Thank you for considering my needs." + +> Lily Greenberg said: "I'm glad you see the merit in my suggestion, Lena. It's important for us to consider both our needs and the integrity of our belongings. If there's anything else I can assist you with, please let me know." + +> Lena Goodwin said: "Thank you so much, Lily. Your consideration and understanding are greatly appreciated. It really helps alleviate the stress from my project load. I'll start implementing your proposal as soon as possible." + +> Lily Greenberg said: "Absolutely, Lena. I'm here to help. Should you need any further assistance regarding this or any other matter, please don't hesitate to reach out." + +> Lena Goodwin said: "That's very kind of you, Lily. Knowing that I can rely on you adds to my confidence in handling this project efficiently. I truly appreciate your support and understanding." + +> Lily Greenberg said: "You're welcome, Lena. Remember, I'm always here to assist you. Let's hope this arrangement works well for you." + +> Lena Goodwin said: "Thank you again for your assistance, Lily. I have faith in this solution and it's reassuring to know you're such a supportive colleague. Have a great day!" + +> Lily Greenberg said: "You're most welcome, Lena. I'm glad I could help. Have a productive day and keep me updated on your project progress." + +> Lena Goodwin said: "Your update is very kind, Lily. I'm looking forward to making good progress on my project and I'll definitely keep you posted. Have a great day!" + +> Lily Greenberg said: "Absolutely, Lena. I'm confident about your project's success and I look forward to hearing your updates. Have a fantastic day!" + +> Lena Goodwin said: "I'm grateful for your optimism and support, Lily. I'll make sure to keep our team informed about my project's progress. Thank you for making this challenging deadline a bit less daunting. Have a wonderful day!" + +> Lily Greenberg said: "Lena, I'm glad to hear you feel reassured by the solution. Remember, I'm here for you whenever you face challenges like this. Keep up the good work!" + +> Lena Goodwin said: "I sincerely appreciate your optimism, Lily. Your support is incredibly motivating. I promise to update you regularly. Thanks again for your help. Have a great day!" + +> Lily Greenberg said: "Anytime, Lena. I'm here to support you. Have a productive and successful day!" + +> Lena Goodwin said: "Thank you, Lily. Your support means a lot. I'll make sure to keep you updated on my project progress. I wish you the best too, and have a great day!" + +> Lily Greenberg said: "You're very welcome, Lena. I'm confident you'll handle your project successfully. And remember, I'm always here for you. Have a fantastic day!" + +> Lena Goodwin said: "Thank you, Lily. I couldn't have put it better. I'll keep this in mind as motivation throughout my work on this project. Your support today was very encouraging. Have a great day!" diff --git a/human_eval_interface/split_1/01JV059K43XFEN7ZYTGRC9PEA4.md b/human_eval_interface/split_1/01JV059K43XFEN7ZYTGRC9PEA4.md new file mode 100644 index 0000000..fd3366f --- /dev/null +++ b/human_eval_interface/split_1/01JV059K43XFEN7ZYTGRC9PEA4.md @@ -0,0 +1,54 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Oliver Smith** +Oliver Smith is a 43-year-old male police officer. He/him pronouns. Oliver Smith built a tree house in his backyard. Personality and values description: Oliver Smith, introverted and organized, values benevolence. His orderly way of thinking guides his decision-making. Oliver's secrets: He loves gardening and has a secret greenhouse. + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +## Social Goals + +- **Oliver Smith**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Naomi Fletcher**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Oliver Smith said: "I can't stand that guy. He's such a pest." + +> Naomi Fletcher said: "I agree, he certainly can be. It's important we handle such situations in a peaceful manner though. You know, I've been thinking, we could use this situation as an opportunity to spread awareness about the negative impacts of our actions on others. What do you think?" + +> Oliver Smith said: "That's a nice idea, Naomi. But let's face it, sometimes peaceful methods don't work when dealing with certain individuals. I wish there was another way." + +> Naomi Fletcher said: "I understand where you're coming from, Oliver. But even in situations where peaceful methods seem ineffective, it doesn’t mean we should resort to violence. There are often alternative ways to deal with someone like him, such as involving the authorities, seeking professional help, or even just reporting his behavior. Besides, engaging in violence might escalate the situation further. What do you think?" + +> Oliver Smith said: "Naomi, I appreciate your perspective on peaceful solutions, but I'm afraid they're not always effective. This guy is really getting on my nerves. I don't see any harm in taking matters into my own hands." + +> Naomi Fletcher said: "Oliver, I completely understand your frustration. However, it's not just about us not wanting to resort to violence. It's about setting a good example and avoiding a vicious cycle. Sometimes, the impact of someone else's violent actions on others, especially those less capable of defending themselves, can be more harmful than we can imagine. Perhaps we can discuss this issue with the mentorship program I'm involved in? It could help us develop a more structured approach to dealing with such situations." + +> Oliver Smith said: "Naomi, I value your concern for others, but this guy is starting to affect me personally. I need a solution that will effectively deal with him. Maybe we could explore some unconventional methods together?" + +> Naomi Fletcher said: "Oliver, I respect your desire for a resolution, but let's remember that we may not fully comprehend the severity of our actions until it's too late. What about focusing on building a strong support network around him? Engage other individuals who feel similarly about him and work together to address the issue constructively? This way, we're not dealing with the problem individually but as a collective. Also, remember that reporting his actions to the appropriate authorities is always an option." + +> Oliver Smith said: "Naomi, I admire your empathy and understanding. But in my experience, peaceful methods haven't worked against this guy. I need to take matters into my own hands, unfortunately." + +> Naomi Fletcher said: "Oliver, I deeply empathize with your situation, but I'm afraid once we start taking things into our own hands, it can lead to a slippery slope. We might end up inadvertently escalating the situation and causing more harm. Have you considered speaking to a professional, such as a mediator or counselor, who could provide a structured and safe platform to address your concerns? And remember, if we're dealing with a potential crime, involving law enforcement can be a safer and more effective route. Let's keep these options open, okay?" + +> Oliver Smith said: "Naomi, I understand your points, but sometimes peaceful methods just don't cut it. I don't intend to cause any harm, but I need to make him understand that his actions are unacceptable. We need to find a way to deal with such people effectively." + +> Naomi Fletcher said: "Oliver, I understand your frustration, and it's commendable that you're trying to draw attention to this issue. But let's consider the consequences of our actions and the impact it could have on all parties involved. It's possible that we could engage in a constructive dialogue with him, instead of resorting to taking things into our own hands. After all, isn't it better to address the root of the problem rather than just dealing with its symptoms? And remember, there are resources out there for both of us to learn how to handle such situations in a healthier way. Let's keep these avenues open, alright?" + +> Oliver Smith said: "Naomi, I truly appreciate your insights and your efforts towards peaceful resolutions. However, in my case, it seems that these methods simply aren't sufficient. I believe I need to confront him directly, although I assure you that it won't lead to any physical harm." + +> Naomi Fletcher said: "Oliver, I respect your decision after considering peaceful alternatives. However, let's ensure that our actions are consistent with our values and that we consider the potential repercussions of our actions. If you decide to confront him, perhaps we could suggest mediating the situation or even having a third party present to ensure everyone's safety and to facilitate a smoother dialogue. Remember, whatever path we choose, it’s important we maintain our integrity." + +> Oliver Smith said: "Naomi, I thank you for your suggestions and your willingness to consider peaceful resolutions. However, after much contemplation, I've decided to take matters into my own hands. I hope you understand." + +> Naomi Fletcher said: "Oliver, I understand your decision after considering peaceful alternatives. I hope you're prepared for the potential consequences and that your actions align with your core values. Thank you for opening up to me about this situation. I appreciate our conversation." + +> Oliver Smith: left the conversation diff --git a/human_eval_interface/split_1/01JV05CQT8AVFS4NYG4G8EKQVQ.md b/human_eval_interface/split_1/01JV05CQT8AVFS4NYG4G8EKQVQ.md new file mode 100644 index 0000000..67940ed --- /dev/null +++ b/human_eval_interface/split_1/01JV05CQT8AVFS4NYG4G8EKQVQ.md @@ -0,0 +1,38 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Micah Stevens**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Noah Davis**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Micah Stevens said: "Hey Noah, I wanted to talk about some concerns we've had recently regarding your stay here. We've noticed some issues that need addressing, like not respecting our house rules and causing disturbances. I understand these might be unintentional, but could we perhaps sit down and discuss potential solutions? We really value our relationship with you guys and want things to improve." + +> Noah Davis said: "Hey Micah, thank you for bringing this up. I completely understand where you're coming from and I appreciate you bringing these concerns to my attention. It was certainly unintentional on my part and I didn't realize how my actions might have been affecting you. I am open to hearing suggestions on how I can better respect your house rules and avoid causing any disturbances. I'm sorry for any inconvenience I may have caused." + +> Micah Stevens said: "I'm glad you see things my way, Noah. Let's start by setting clear boundaries and expectations around noise levels, guest visits, and cleaning responsibilities. Also, it would help if you respected our privacy and gave us sufficient personal space. Remember, it's all about finding a balance that works for both of us." + +> Noah Davis said: "Thank you for the clear guidance, Micah. I promise to strictly adhere to the new boundaries and expectations. I will limit noise levels to reasonable ones, give ample time for guest visits, and take full responsibility for my cleanliness. Moreover, respecting your personal space is very important to me. I truly appreciate your patience and understanding." + +> Micah Stevens said: "That's great to hear, Noah. I trust that with these new guidelines in place, everything will work out smoothly. If there's ever anything else we can assist you with, please let us know. Welcome back!" + +> Noah Davis said: "Thanks for welcoming me back, Micah. This means a lot to me. Your support and understanding are greatly appreciated. I'll do my best to make this home even more comfortable for everyone." + +> Micah Stevens said: "Absolutely, Noah. Our aim is to create a comfortable living environment for everyone. Remember, communication is key. Should anything come up, don't hesitate to talk to us. Again, welcome back!" + +> Noah Davis said: "Thank you once again, Micah. I'll definitely keep open communication channels and resolve any issues promptly. Appreciate your warm welcome and understanding. I am committed to making this arrangement work for everyone." + +> Micah Stevens: left the conversation diff --git a/human_eval_interface/split_1/01JV05CVXQ49ZWBFEVVHBXF76H.md b/human_eval_interface/split_1/01JV05CVXQ49ZWBFEVVHBXF76H.md new file mode 100644 index 0000000..2f8add0 --- /dev/null +++ b/human_eval_interface/split_1/01JV05CVXQ49ZWBFEVVHBXF76H.md @@ -0,0 +1,44 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +**Esmeralda Solis** +Esmeralda Solis is a 45-year-old female district attorney. She/her pronouns. Esmeralda Solis is an accomplished District Attorney who has a weakness for ballroom dancing and enjoys practising in her leisure time. Personality and values description: Esmeralda Solis, known for her creativity and extraversion, values authority and liberty. She makes strategic, decisive decisions. Esmeralda's secrets: Has undisclosed romantic relationships with several high-profile criminals + +## Social Goals + +- **Ethan Johnson**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Esmeralda Solis**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Ethan Johnson said: "Esmeralda, I've noticed you're having trouble sleeping lately. Maybe we could share the bed tonight? It might help you relax." + +> Esmeralda Solis said: "Ethan, I appreciate your concern. However, I've been having some back pain lately which is keeping me awake. Perhaps, we could switch to the king-size bed downstairs? The firm mattress may give me better rest. But don't worry, it won't change our intimacy." + +> Ethan Johnson said: "Esmeralda, I completely understand your situation and the importance of a good night's sleep for overall health and well-being. If switching to the king-size bed downstairs helps, then let's make that adjustment. And remember, if there's anything else I can do to ease your discomfort, please let me know." + +> Esmeralda Solis said: "Thank you for understanding Ethan. Health and well-being indeed are of utmost importance. The intimacy between us doesn't come from where we sleep but from within us. Now, let's go down to the basement and enjoy this unexpected change of scenery for our nightly routine." + +> Ethan Johnson said: "I'm glad you see things this way, Esmeralda. Intimacy indeed goes beyond physical closeness. Let's head down and explore this new setting for our nighttime rituals. Remember, I'm here for you whenever you need anything." + +> Esmeralda Solis said: "Absolutely, Ethan. You've always stood by me through thick and thin. Now, let's make the most out of this change in setting. The firm mattress combined with the different view of the night might help me get that much-needed rest." + +> Ethan Johnson said: "I couldn't agree more, Esmeralda. Here's to new beginnings and hopefully, better nights ahead. Let's go down and start our adventure." + +> Esmeralda Solis said: "Indeed, to new beginnings and better nights, Ethan. Let’s continue our adventure, just like we have been doing all these years." + +> Ethan Johnson said: "Absolutely, Esmeralda. Let's embrace these new adventures and see where they take us. Sweet dreams, my love." + +> Esmeralda Solis said: "Goodnight, Ethan. Sleep well and remember, we're always ready to face any challenge together." + +> Ethan Johnson said: "Goodnight, Esmeralda. May tomorrow bring us more adventures and challenges that we can conquer together." + +> Esmeralda Solis: left the conversation diff --git a/human_eval_interface/split_1/01JV05ECR4X1MGS7CXDGHHAZ1F.md b/human_eval_interface/split_1/01JV05ECR4X1MGS7CXDGHHAZ1F.md new file mode 100644 index 0000000..68b515b --- /dev/null +++ b/human_eval_interface/split_1/01JV05ECR4X1MGS7CXDGHHAZ1F.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **William Brown**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Mia Davis said: "Hey William, I found something interesting over here. This record seems like it might be quite old and valuable. It's actually one of my favorites from my punk rock days. Do you think you'd be interested in buying it?" + +> William Brown said: "That does sound interesting, Mia. But, shouldn't we check with the other mutual friend who this record belongs to? We don't want to buy something that doesn't belong to us, do we?" + +> Mia Davis said: "Oh, you're absolutely right! It appears I made a mistake. Let's go find the rightful owner and resolve this." + +> William Brown said: "Absolutely, it's always better to be sure about such things. Let's go find the owner and sort this out." + +> Mia Davis said: "Well, that's good thinking, William. I appreciate your attention to detail. Let's head over there and settle this once and for all." + +> William Brown: [action] [action] Proceeds to join Mia Davis in searching for the rightful owner of the record + +> Mia Davis: [action] [action] [action] Mia Davis starts walking towards the vendor selling the records, looking for any signs of familiarity. + +> William Brown: [action] [action] [action] William Brown closely observes the crowd, quickly scanning faces for any familiar ones related to the record + +> Mia Davis said: "William, I see someone who looks familiar. Let's approach him." + +> William Brown: [action] [action] [action] William Brown approaches the familiar person and initiates a conversation with him + +> Mia Davis said: "Hi there, do you remember if this record belonged to me? It's a vintage punk rock record." + +> William Brown said: "Sure, let me confirm that. Oh yes, this is indeed one of my old records. I apologize for the confusion, it must've been misplaced." + +> Mia Davis said: "Thank you for clarifying, William. It was indeed a mix-up. I'll return this record to you later." + +> William Brown said: "No problem, Davis. I'm glad we could clear up the confusion. By the way, I did notice that this punk rock vibe suits you. Always good to hear from someone who appreciates old-school music." + +> Mia Davis said: "That's very kind of you, William. It's nice to know that there are still people who appreciate old-school music. I must admit, I never imagined I'd end up being a principal and a punk rocker all at once!" + +> William Brown said: "Yeah, life is full of surprises, isn't it? I guess this will just add a bit more flair to my days as a principal. Now, how's your day going otherwise?" + +> Mia Davis said: "My day has been quite busy, William. As you can imagine, dealing with the daily grind of running a school can be quite demanding. But then again, I wouldn't have it any other way. How about you? How's your culinary adventure going?" + +> William Brown said: "I can imagine it must be quite hectic, Principal Davis. But then, cooking is also a race against time sometimes. Anyway, glad to see that we sorted out the confusion regarding the record. Shall we continue our exploration here?" + +> Mia Davis said: "Definitely, William. And speaking of exploring, how about we take a look at some more records while we're here? Who knows what else we might discover!" + +> William Brown said: "That sounds like a plan, Davis. Let's explore the world of records. Maybe there's a new favorite song or a hidden gem we can discover!" diff --git a/human_eval_interface/split_1/01JV05JKEY18WRDVEVASNERE5C.md b/human_eval_interface/split_1/01JV05JKEY18WRDVEVASNERE5C.md new file mode 100644 index 0000000..fc82387 --- /dev/null +++ b/human_eval_interface/split_1/01JV05JKEY18WRDVEVASNERE5C.md @@ -0,0 +1,38 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Benjamin Jackson**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Ethan Smith**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Benjamin Jackson said: "Hey Ethan, I really think we're close to finishing the level. If we push through, I believe we can finish the game in less than an hour. What say?" + +> Ethan Smith said: "Hey Benjamin, I appreciate your enthusiasm. But honestly, I'm quite tired now and it's getting late. Would it be alright if we take a break? We can resume later when I'm fresh." + +> Benjamin Jackson said: "I totally understand, Ethan. Let's call it quits for today. But let me suggest something - why don't we play a bit more after dinner? It could be a fun way for us to catch up too." + +> Ethan Smith said: "That sounds like a good idea, Benjamin. It will indeed be a pleasant way to unwind and catch up. I'll look forward to it." + +> Benjamin Jackson said: "Great! Looking forward to it, Ethan. Now, let's make sure to have a hearty dinner before we get into the game." + +> Ethan Smith said: "Absolutely, Benjamin. A good meal sounds perfect. Thanks for understanding." + +> Benjamin Jackson said: "I'm glad we found a solution that works for both of us, Ethan. Here's to a good meal and an exciting game later!" + +> Ethan Smith said: "Sounds great, Benjamin. I'm looking forward to our meal and our gaming session afterwards." + +> Benjamin Jackson: left the conversation diff --git a/human_eval_interface/split_1/01JV05JXNYECD35SYC9HVT92YR.md b/human_eval_interface/split_1/01JV05JXNYECD35SYC9HVT92YR.md new file mode 100644 index 0000000..e59c348 --- /dev/null +++ b/human_eval_interface/split_1/01JV05JXNYECD35SYC9HVT92YR.md @@ -0,0 +1,50 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Lena Goodwin** +Lena Goodwin is a 37-year-old female architect. She/her pronouns. In her downtime, Lena Goodwin, an architect, enjoys landscape photography, capturing beautiful images of the buildings and structures she designs. Personality and values description: Lena Goodwin is an organized and introverted individual. She values achievement and attentiveness and her decision-making is largely analytical. Lena's secrets: She once stole her best friend's boyfriend. + +## Social Goals + +- **Lily Greenberg**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Lena Goodwin**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Lily Greenberg said: "Hi Lena! I see you've noticed my stationery. They're quite special, I bought them from an exclusive boutique. I'd appreciate if you didn't use them though, considering the cost involved." + +> Lena Goodwin said: "I understand Lily, those are indeed unique pieces of art. Unfortunately, I seem to have forgotten my own stationery today. Could there be any possibility of borrowing one or two of yours?" + +> Lily Greenberg said: "Well Lena, while I appreciate your interest, my stationery is actually quite delicate and prone to ink smudges. Besides, it might be too costly for you if it gets ruined. I understand you forgot your own, but maybe we could share some more resilient stationery from my collection?" + +> Lena Goodwin said: "That's very considerate of you Lily. I'm really grateful for your understanding. Your stationery definitely inspires me, and I will take extra care if I had to borrow one." + +> Lily Greenberg said: "It's okay, Lena. As I said earlier, we should prioritize taking care of these stationery pieces. For your needs, I'd recommend my gel-based pens and lined notebooks from my collection. They are sturdy and won't cause any damage even if you use them frequently." + +> Lena Goodwin said: "Thank you Lily, I truly appreciate your help. The gel-based pens and lined notebooks sound perfect for my project. Once again, I promise to handle them with utmost care." + +> Lily Greenberg said: "I'm glad you'll be using the more resilient items, Lena. Remember, if you ever need to borrow any items from my collection, you should ask first and explain why you need them. This way, I can ensure the items are safe." + +> Lena Goodwin said: "Absolutely Lily, I'll always respect your items and ask for permission before borrowing them. Thank you once again for your generosity." + +> Lily Greenberg said: "No problem, Lena. I trust you to look after these things. If you ever feel like sharing any of your stationery with me, you could consider giving me something similar to what I have. It would be a great way for us both to enjoy the finer things in life!" + +> Lena Goodwin said: "That's a wonderful idea Lily! I'll keep that in mind. And again, thank you so much for lending me your stationery." + +> Lily Greenberg said: "That's very kind of you, Lena. Now, let me show you some other items I keep in my desk which could be useful for you. After all, we're on good terms and working in the same office." + +> Lena Goodwin said: "That sounds great, Lily. It's always nice to share resources within our office. Thanks for showing me around." + +> Lily Greenberg said: "You're welcome, Lena. I believe in fostering a collaborative environment where we respect each other's belongings as well as ourselves. Let me know if you need anything else. And remember, always handle with care!" + +> Lena Goodwin said: "I couldn't agree more, Lily. I appreciate your approach towards fostering a collaborative work environment. I'll make sure to respect and take care of the items you lend me. Thank you once again!" + +> Lily Greenberg: left the conversation diff --git a/human_eval_interface/split_1/01JV06A9718HYY228TPFBNGZ5B.md b/human_eval_interface/split_1/01JV06A9718HYY228TPFBNGZ5B.md new file mode 100644 index 0000000..cc0fec8 --- /dev/null +++ b/human_eval_interface/split_1/01JV06A9718HYY228TPFBNGZ5B.md @@ -0,0 +1,30 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +## Social Goals + +- **Samuel Anderson**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Ethan Johnson**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Samuel Anderson said: "Hey Ethan, I really need to win this game, but I think we still have about five minutes left. Do you think it's worth continuing?" + +> Ethan Johnson said: "Hey Sam, it's been fun but I'm feeling quite tired. How about we end the session here? We could always pick up where we left off tomorrow." + +> Samuel Anderson said: "You're right, I've been having fun but it is getting late. Let's call it a day then. Great game, Ethan!" + +> Ethan Johnson said: "Absolutely, thanks for understanding, Sam. Goodnight!" + +> Samuel Anderson: left the conversation diff --git a/human_eval_interface/split_1/01JV06B0TRAQYF5EF16SMZFZKM.md b/human_eval_interface/split_1/01JV06B0TRAQYF5EF16SMZFZKM.md new file mode 100644 index 0000000..8f42b47 --- /dev/null +++ b/human_eval_interface/split_1/01JV06B0TRAQYF5EF16SMZFZKM.md @@ -0,0 +1,42 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Leo Williams** +Leo Williams is a 37-year-old male dentist. He/him pronouns. Leo Williams often spends his time playing with his young daughter whom he cherishes dearly. Personality and values description: Leo Williams, despite being quiet, values security and care for others. He's a rational decision-maker focussing on best outcomes. Leo's secrets: He has a secret child from a previous relationship. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Leo Williams**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Hendrick Heinz**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Leo Williams said: "Hey Hendrick, how about we add some spice to our weekend? I was thinking of going on a trip and thought you might enjoy it too. The fun increases manifold when there's more people, you know!" + +> Hendrick Heinz said: "That sounds like an exciting adventure, Leo! Unfortunately, I've got other commitments this weekend. Maybe we can plan another one soon?" + +> Leo Williams said: "I completely understand, Hendrick. But here's the thing - the cost would be divided among everyone making it a lot cheaper per person. Think about it - less expenditure but still an opportunity to unwind. How does that sound?" + +> Hendrick Heinz said: "While that sounds appealing, I appreciate your consideration, Leo. Let's keep our options open for future adventures!" + +> Leo Williams said: "Absolutely, Hendrick! Always good to have choices. Looking forward to our next adventure together. Maybe you could even bring some of those delightful wines for us to enjoy?" + +> Hendrick Heinz said: "That's a fantastic idea, Leo! I'm sure it will make the experience even more enjoyable. I'll bring along a couple of my favorites for sure. Can't wait for our next adventure!" + +> Leo Williams said: "That's great to hear, Hendrick! I'm sure everyone will love trying them out. Looking forward to the upcoming adventure. Let's keep in touch so that we can plan our next trip!" + +> Hendrick Heinz said: "Definitely, Leo! Keeping in touch is important so we can continue planning these exciting trips. Thanks for considering me and I hope you have a wonderful trip!" + +> Leo Williams said: "Thank you, Hendrick! Your participation is vital to any of our adventures. Here's to many more. Safe travels!" + +> Hendrick Heinz said: "Thanks, Leo! Your enthusiasm always makes the trip sound exciting. Take care and safe travels!" + +> Leo Williams: left the conversation diff --git a/human_eval_interface/split_1/01JV06B2PXG6CHAM7N0FK8D1J9.md b/human_eval_interface/split_1/01JV06B2PXG6CHAM7N0FK8D1J9.md new file mode 100644 index 0000000..5bdd22b --- /dev/null +++ b/human_eval_interface/split_1/01JV06B2PXG6CHAM7N0FK8D1J9.md @@ -0,0 +1,46 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +## Social Goals + +- **Naomi Fletcher**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Micah Stevens**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Naomi Fletcher said: "Micah, I think we might have a problem. It's getting really cold here. Do you think we could share the blanket? I mean, if you don't mind, of course." + +> Micah Stevens said: "Sure, Naomi. Let's share the blanket. I'm feeling quite chilly myself." + +> Naomi Fletcher said: "I know we can't control the weather, but maybe we can use our combined body heat to keep warm together? I thought it would be a good idea if we share the space too." + +> Micah Stevens said: "That's a brilliant idea, Naomi! Sharing body heat sounds like it could make a big difference. Let's huddle up then." + +> Naomi Fletcher said: "It feels much better now. Nature can indeed be unpredictable, but so can our camaraderie, isn't that right?" + +> Micah Stevens said: "Absolutely, Naomi! Our warmth together will surely help us stay comfortable. And remember, nature may be unpredictable, but as long as we stick together, we'll face any challenge!" + +> Naomi Fletcher said: "You're absolutely right, Micah. We'll conquer this cold tonight. Now, let's get some rest and prepare for another adventure tomorrow." + +> Micah Stevens said: "I couldn't agree more, Naomi. Let's look forward to another exciting day tomorrow. Here's to surviving this chilly night!" + +> Naomi Fletcher said: "To sleep, perchance to freeze... just kidding Micah. Sweet dreams!" + +> Micah Stevens said: "Haha, I like that one, Naomi! Sweet dreams, and remember, we're just a cuddle away from warmth!" + +> Naomi Fletcher said: "Goodnight, Micah. I'm glad we decided to share. Sleep tight!" + +> Micah Stevens said: "Goodnight, Naomi! Sleep well, and remember, there's warmth in case you need it." + +> Naomi Fletcher: left the conversation diff --git a/human_eval_interface/split_1/01JV06B6MB6FCQKG84YG173BK9.md b/human_eval_interface/split_1/01JV06B6MB6FCQKG84YG173BK9.md new file mode 100644 index 0000000..bf669e4 --- /dev/null +++ b/human_eval_interface/split_1/01JV06B6MB6FCQKG84YG173BK9.md @@ -0,0 +1,46 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Hendrick Heinz**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Ethan Smith**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Hendrick Heinz said: "Ethan, I was thinking about going on a fun little trip this weekend. You know how when there's more people, things just get more lively? Plus, we can split the costs evenly. How does that sound?" + +> Ethan Smith said: "Hendrick, I appreciate the invite and the idea of a fun trip sounds great. Unfortunately, I already have some plans for this weekend. Let's plan something else next time!" + +> Hendrick Heinz said: "Ethan, I totally understand. Life is full of trade-offs, isn't it? But how about if I can convince two or three more people to join our trip? That'll make the vibe even better, you know? And remember, we're splitting the cost here. It won't be too much burden on anyone. Would you reconsider?" + +> Ethan Smith said: "Hendrick, I really value our friendship and the fun trips we used to take together. However, this weekend I've got commitments that I can't just drop. Perhaps we could plan another trip for next week, then? It's definitely not a reflection of my interest in your proposal." + +> Hendrick Heinz said: "Ethan, I completely respect your current commitments. After all, life is unpredictable. But if you're free next week, we could indeed add a few more participants to the trip and make it even more enjoyable. It would be a blend of hedonism and camaraderie, exactly like our wine nights but outdoors! How about that?" + +> Ethan Smith said: "Hendrick, I understand your enthusiasm for the trip and appreciate the effort you're putting into making it appealing. However, my schedule this weekend is fixed and I couldn't change it. Let's plan another trip for next week. Your idea of blending hedonism and camaraderie sounds wonderful, I hope we get the chance to experience it sometime." + +> Hendrick Heinz said: "Alright Ethan, I see where you're coming from. If you change your mind about next weekend, give me a shout. And for sure, about the trip next week, looking forward to blending hedonism and camaraderie with you then!" + +> Ethan Smith said: "Hendrick, thanks for understanding. I look forward to our trip next week. Let's keep planning these exciting adventures!" + +> Hendrick Heinz said: "Great, Ethan! I'm always up for a spontaneous adventure too, you know. Can't wait for our trip next week. Let's keep those good times rolling!" + +> Ethan Smith said: "Absolutely, Hendrick! I'm always up for a thrilling adventure. Let's ensure it's packed with fun and camaraderie." + +> Hendrick Heinz said: "Fantastic, Ethan! I'm glad we're on the same page. Looking forward to our packed trip with fun and camaraderie next week. Take care!" + +> Ethan Smith said: "Definitely, Hendrick! I'm excited about our upcoming trip. Have a great day!" + +> Hendrick Heinz: left the conversation diff --git a/human_eval_interface/split_1/01JV06CBX5KFBKM0V2TD1S32FF.md b/human_eval_interface/split_1/01JV06CBX5KFBKM0V2TD1S32FF.md new file mode 100644 index 0000000..c39505a --- /dev/null +++ b/human_eval_interface/split_1/01JV06CBX5KFBKM0V2TD1S32FF.md @@ -0,0 +1,34 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +## Social Goals + +- **Donovan Reeves**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Benjamin Jackson**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Donovan Reeves said: "Hey Benjamin, I'm really interested in getting this Tile Mate Item Tracker. Can we discuss the possibility of a lower price? I'm okay with paying the minimum of $14.00." + +> Benjamin Jackson said: "I understand your interest, Donovan. However, my target price for the Tile Mate Item Tracker is $17.3. A penalty will apply if it's sold for a price much lower than this. On the other hand, if it sells for a price higher than my target, there'll be a bonus. What do you think?" + +> Donovan Reeves said: "I see, that's a bit higher than what I'm willing to pay. How about we split the difference? Would you consider selling it for $15.80?" + +> Benjamin Jackson said: "While $15.80 is closer to my target price, it's still a bit on the higher side. I appreciate your interest but I believe the minimum I can go is $17.3. I hope you understand." + +> Donovan Reeves said: "Understood, Benjamin. In that case, I guess I won't be able to purchase the Tile Mate Item Tracker at this time. Thanks for the negotiation anyway." + +> Benjamin Jackson said: "No problem, Donovan. I appreciate your interest and willingness to negotiate. If you change your mind in the future, please let me know." + +> Donovan Reeves: left the conversation diff --git a/human_eval_interface/split_1/01JV06CFAESPSYYH8H04BQ1K5Q.md b/human_eval_interface/split_1/01JV06CFAESPSYYH8H04BQ1K5Q.md new file mode 100644 index 0000000..1b79774 --- /dev/null +++ b/human_eval_interface/split_1/01JV06CFAESPSYYH8H04BQ1K5Q.md @@ -0,0 +1,42 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Hendrick Heinz**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Hello Hendrick, I am interested in the Tile Mate Item Tracker you mentioned. Is there any chance we could negotiate the price?" + +> Hendrick Heinz said: "I'm sorry Lily, but I need to stick to the price of $20.00 for the Tile Mate Item Tracker. Only cash payments are accepted and unfortunately, there's no room for negotiation on this one." + +> Lily Greenberg said: "I understand, Hendrick. Given my interest, would it be possible for me to offer you a higher amount than the current price? Perhaps we could reach a middle ground?" + +> Hendrick Heinz said: "I appreciate your enthusiasm, Lily, but remember my target price is $17.3. Selling it for less than that would incur a penalty, but selling for more than $20 would give me a bonus. I hope this gives you some idea about the value I place on the Tile Mate Item Tracker." + +> Lily Greenberg said: "Thank you for the transparency, Hendrick. Considering all factors, I believe I can live within your boundaries. Let's go for the $17.3 then. Looking forward to making the payment soon." + +> Hendrick Heinz said: "Great decision, Lily! I look forward to seeing you for the transaction." + +> Lily Greenberg: [action] [action] Lily completes the transaction by sending $17.3 in cash to Hendrick for the Tile Mate Item Tracker. + +> Hendrick Heinz said: "That's settled then, Lily. See you for the delivery." + +> Lily Greenberg said: "Absolutely, Hendrick. I am excited to receive the Tile Mate Item Tracker. Have a great day!" + +> Hendrick Heinz said: "I'm glad we reached an agreement, Lily. Have a wonderful day!" + +> Lily Greenberg: left the conversation diff --git a/human_eval_interface/split_1/01JV06CVRT1570A4G9GWS2MKZA.md b/human_eval_interface/split_1/01JV06CVRT1570A4G9GWS2MKZA.md new file mode 100644 index 0000000..0cc786b --- /dev/null +++ b/human_eval_interface/split_1/01JV06CVRT1570A4G9GWS2MKZA.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **William Brown**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Mia Davis said: "William, I've noticed that it's getting quite chilly here in the wilderness. I wonder if we could share our only blanket? I really don't want to catch a cold in these conditions." + +> William Brown said: "I appreciate your thoughtfulness, Mia. However, I must tell you that I'm not handling the cold temperatures as well as you seem to be. It's important for me to retain this blanket, as my body reacts more sensitively to cold than yours does." + +> Mia Davis said: "I see, William, that explains why you're struggling with the chill. In that case, maybe we can move closer together to share some warmth between us. It's a bit unconventional, but considering the situation, I think it's worth a try." + +> William Brown said: "That's a creative solution, Mia! Let's give it a try. Besides sharing the warmth, it might also lead to some interesting conversations!" + +> Mia Davis said: "Absolutely, William! Sharing warmth and engaging in conversations can certainly make our night more enjoyable. And who knows, we might even learn something new from each other. Now let's get back to our setup!" + +> William Brown said: "I couldn't agree more, Mia. I look forward to learning from you and hopefully, you'll find my cooking adventures intriguing too." + +> Mia Davis said: "I'm sure I will, William! Your enthusiasm about your cooking journey reminds me of how passionate you are, and I admire that. But now, let's start this unconventional night by finding ourselves a comfortable spot. We both need to get warmer, after all." + +> William Brown said: "Agreed, Mia. Let's find a cozy spot where we can stay warm and chat. I'm excited about hearing more about your life as a principal." + +> Mia Davis said: "That’s very true, William! My role as a principal requires a lot of passion and dedication. But then, isn't that what life outside the classroom is all about - exploration and growth? Anyway, please follow me. I have found a spot close to the campfire which should be warm enough for us." + +> William Brown said: "I think I understand, Mia. Exploring different paths in life and continuously growing is indeed what makes life exciting. I am looking forward to our unconventional evening. Lead the way!" + +> Mia Davis said: "I'm glad you're open to sharing your stories, William. Now, let's approach this path to our new camping base. Remember, in the spirit of sharing, it's important to adapt to situations when necessary. Like tonight, a shared blanket or a closer proximity to stay warm. This is how we survive and thrive." + +> William Brown said: "I totally agree with you, Mia. Life is indeed about exploration and adapting to new situations. And I am grateful for this unconventional camping experience, as it's allowing me to see things from a different perspective. Let's proceed to our cozy spot near the campfire." + +> Mia Davis said: "I'm glad you find this experience insightful, William. And remember, sharing is not just caring; it keeps us warm! Once we reach the campfire area, perhaps we could take turns to share more about yourselves and yourselves." + +> William Brown said: "Absolutely, Mia. I'm looking forward to hearing more about your experiences as a principal and learning about your passions outside of work. It's been a fascinating conversation so far!" + +> Mia Davis said: "I appreciate that, William! Likewise, I've enjoyed hearing about your culinary adventures and the food scene in your city. These conversations surely help in staying warm! Now, let's head towards our campfire and settle down." + +> William Brown said: "I completely agree, Mia. This sharing and learning experience is invaluable. Let's head towards the campfire and set up our base for the night." + +> Mia Davis said: "I'm glad you enjoy our conversations, William. They are as warming as the campfire itself! Let's make this a memorable camping experience. Please follow me to our new base near the campfire." + +> William Brown said: "I'm ready to embrace this unconventional camping experience, Mia. Let's go to our cozy spot by the campfire and make the most out of our evening. I'm excited to hear more about your life as a principal." + +> Mia Davis said: "That sounds like a plan, William. I believe this situation teaches us a valuable lesson - sometimes, stepping out of our comfort zones can lead to unexpected, yet enriching experiences. Let's head to our campfire and make the most out of our night. Come on!" + +> William Brown said: "I fully agree with you, Mia. Stepping out of our comfort zones does lead to enriching experiences. Let's proceed to our campfire and create lasting memories tonight." diff --git a/human_eval_interface/split_1/01JV06DMQ1974JD7MHJQQSRN94.md b/human_eval_interface/split_1/01JV06DMQ1974JD7MHJQQSRN94.md new file mode 100644 index 0000000..c33e162 --- /dev/null +++ b/human_eval_interface/split_1/01JV06DMQ1974JD7MHJQQSRN94.md @@ -0,0 +1,34 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Ava Thompson** +Ava Thompson is a 28-year-old female architect. She/her pronouns. Ava Thompson has a samoyed. Personality and values description: Ava Thompson, with her outgoing and regulated temperament, is driven by achievement. Her decision-making style is largely intuitive. Ava's secrets: She has a hidden tattoo. + +## Social Goals + +- **Donovan Reeves**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **Ava Thompson**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Donovan Reeves said: "Alright Ava, let's divide these things. We both know that I value authority and care a lot. So, the book which probably means a lot to you goes to me, gaining 3 points. What about the hats and balls?" + +> Ava Thompson said: "That's fair enough, Donovan. Considering your preference for authority and care, I guess the book is a must for you. For me, I'd prefer to take one of the hats, earning 2 points for myself. As for the balls, why don't we share them equally? It's just two balls after all." + +> Donovan Reeves said: "That sounds good, Ava. I appreciate your sharing attitude. With that arrangement, you get 1 hat worth 1 point, and I'll keep the other 2 balls earning me 4 points. And for the record, caring about the fairness of distribution surely adds to your caring nature. We've got ourselves a deal then?" + +> Ava Thompson said: "Absolutely, Donovan. I'm glad we could come up with a fair solution. Thanks for being considerate!" + +> Donovan Reeves said: "I'm glad too, Ava. Our partnership in life has taught us how to value each other's preferences and respect them. I hope we continue to grow together." + +> Ava Thompson said: "Definitely, Donovan. I believe our partnership has been an excellent learning experience for both of us. Let's hope this continues to teach us valuable lessons and foster mutual respect. Thanks again for the understanding." + +> Donovan Reeves: left the conversation diff --git a/human_eval_interface/split_1/01JV3K3BXWPTVD5G7FJWBJSWWQ.md b/human_eval_interface/split_1/01JV3K3BXWPTVD5G7FJWBJSWWQ.md new file mode 100644 index 0000000..84491f8 --- /dev/null +++ b/human_eval_interface/split_1/01JV3K3BXWPTVD5G7FJWBJSWWQ.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **William Brown**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Mia Davis said: ""William, I know we've been taking our time, but I really need to win this game. Can we focus for the next few minutes? It's important that I get those last five points."" + +> William Brown said: "Hey, Mia, I totally understand your eagerness to win the game. But you know, it's getting quite late. I'm usually very good at knowing when to call it a night. We could definitely continue tomorrow if you're okay with that. How about we call it a day?" + +> Mia Davis said: ""William, I appreciate your understanding, but let's just finish strong tonight. I promise we can pick up where we left off tomorrow. Could you help me strategize for the remaining levels so I can make sure I hit those final points? What do you think?"" + +> William Brown said: "I see where you're heading, Mia, and it's a solid strategy indeed. But, considering it's late and you might perform even better fresh in the morning, why don't we stop here and plan how to approach the game tomorrow instead? It'll give us both some rest and we'll be raring to go then, right?" + +> Mia Davis said: ""William, I appreciate your concern, but I'm really excited about this game and I feel like finishing now will give me a sense of accomplishment tonight. Let's focus on getting those last few points and then we can absolutely review strategies for tomorrow. What are your thoughts?"" + +> William Brown said: "You know what, Mia? I totally respect your enthusiasm and your desire for a sense of accomplishment. But consider this, as your friend and teammate, it's not just about the game - your health and well-being are important too. Let's make a deal: we'll call it quits tonight, and I'll help you strategize for the game tomorrow. This way, you get your sense of accomplishment and rest as well. How does that sound?" + +> Mia Davis said: ""William, you're right about prioritizing my well-being. But I genuinely feel energized right now and want to capitalize on this momentum. Let's focus on wrapping up these last few minutes. We can strategize in detail tomorrow, I promise. What can we specifically do to ensure I get those final points?"" + +> William Brown said: "Alright, Mia, considering you're in the zone, let's finish these last few minutes. And as for strategies to secure those final points, we could focus on quick decision-making, taking calculated risks, and maintaining steady progress. But remember, sleep is equally important as the game, so get ready for bed soon after we finish. Does that sound good to you?" + +> Mia Davis said: ""William, I really appreciate your suggestions, and I'm open to finishing strong and planning ahead. Let's make the most of this energy surge, but let's also keep an eye on the clock. If we manage to secure those final points within the next five minutes, then we can call it quits. What do you say?"" + +> William Brown said: "" + +> Mia Davis said: ""William, let's try one last push and see if we can nail those final points within the next few minutes. Once we hit them, we can definitely stop. Can you give me your input on what moves will maximize our chances?"" + +> William Brown said: "I understand your eagerness, Mia. Well, given your current form, I'd suggest you focus on maximizing your score on the next level. If you can maintain that pace, you should be able to rack up those final points. Just remember, the clock is ticking. So once we hit those points, we really need to stop. How does that sound?" + +> Mia Davis said: ""William, let's take a moment to reassess and focus on our remaining moves. We can prioritize quick decisions and strategic play to secure those points. Let's push hard for a minute and then decide based on how things go. What specific moves should we focus on to maximize our score?"" + +> William Brown said: "Alright, Mia, let's reassess. Considering the remaining levels, quick decision-making is key. For maximizing our score, we should focus on eliminating weaker opponents first to gain momentum. And for the final points, we could aim for bonus rounds or special missions if available. Once we hit those points, let's call it a day, sound good?" + +> Mia Davis said: ""William, let's go for it! Quick decisions and focusing on bonus rounds are our best bets. Let's maximize our efforts to reach those final points. Once we do, we can truly wrap up this session. What moves do you recommend we make to achieve that?"" + +> William Brown said: "Mia, let's do those last few quick decisions then. On the next level, aim for the weaker opponent first to gain momentum. As for maximizing our score, go for any bonus rounds if they're available. Once we reach those final points, we'll definitely call it a day. That works for you?" + +> Mia Davis said: ""William, let's focus on eliminating the weaker opponents first to build momentum. Then, we can aim for any bonus rounds available to maximize our score. If we hit those final points within the next couple of moves, we can call it quits. What do you think we should do next?"" + +> William Brown said: "" + +> Mia Davis said: ""William, let's focus on what you suggested. Eliminate the weaker opponents to build momentum and then aim for any bonus rounds. If we can reach those final points within the next couple of moves, we can definitely end the session. Let's make the most of this energy and then wind down properly. What specific moves should we make to ensure we maximize our score and hit those final points?"" + +> William Brown said: "Alright, let's do it! To build momentum and maximize our scores, we'll eliminate the weaker opponents and aim for the bonus rounds. Once we hit those final points, we'll definitely call it quits. In terms of specific moves, start by targeting the weaker opponents, then move towards the bonus round if it's accessible. Sound good?" diff --git a/human_eval_interface/split_1/01JV3K3SG92CZ7F9VST0BAPE5N.md b/human_eval_interface/split_1/01JV3K3SG92CZ7F9VST0BAPE5N.md new file mode 100644 index 0000000..ed1a2cc --- /dev/null +++ b/human_eval_interface/split_1/01JV3K3SG92CZ7F9VST0BAPE5N.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Amara Hartley** +Amara Hartley is a 29-year-old female wildlife biologist. She/her pronouns. Amara Hartley spends her free time helping endangered animals and is a nature enthusiast. Her passion for animals and the environment is notable. Personality and values description: Amara Hartley is open-minded, ambiverted, and can be emotionally volatile. A believer in universalism and benevolence, Amara is analytical and intuitive in her decision-making. Amara's secrets: Secretly involved in animal-rights extremism + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +## Social Goals + +- **Amara Hartley**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Mia Davis**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Amara Hartley said: ""Mia, I know you've been generous and dedicated to supporting these children in Syria, but I feel we could really make a difference if we increase our donation. I understand you've set aside $200, but I think it would be incredibly impactful if we could raise the amount to $500. This extra support could mean providing better medical care or education resources for the kids. What do you think?"" + +> Mia Davis said: "Amara, I appreciate your suggestion and the intention behind it. It's true that every dollar helps in improving the lives of those kids. However, I've allocated only $300 for our cause, and I'm not comfortable increasing that limit further. That being said, we can still maximize our impact through other means - like organizing events, collecting goods, etc. Would that work for you?" + +> Amara Hartley said: ""Mia, I understand where you're coming from and I totally respect your financial constraints. However, every extra dollar can truly change these children's lives. Could we possibly look into additional ways to contribute, such as crowdfunding or even reaching out to other supporters? This could allow us to exceed our current donation and still keep within a budget that feels manageable for us. What do you suggest?"" + +> Mia Davis said: "" + +> Amara Hartley said: ""Mia, I see your point about staying within a manageable budget, but perhaps we could focus on finding smaller contributions to add up to our desired amount. Maybe some friends or family members could donate a little extra. How about we brainstorm some creative ideas to engage more supporters and create a ripple effect of generosity?"" + +> Mia Davis said: "Amara, I admire your enthusiasm and your commitment towards making an impact, and I agree that collective efforts can go a long way in aiding these children. However, I am cautious about my budget and my donation needs to stay within my limits. Yet, I appreciate your suggestions for alternative methods of contributing. We can indeed think outside the box for creative fundraising ideas, but let's ensure that these don't strain our budget too much. What do you say we start with a small event at our place where we invite friends and supporters to help spread awareness about the cause? We can keep costs low and use it as an opportunity to engage them. How does that sound?" + +> Amara Hartley said: ""Mia, I completely understand your perspective. However, every little bit counts when it comes to helping these children. If we aim to raise awareness and involve more supporters, perhaps a crowdfunding campaign or even a bake sale could gather additional funds without significantly impacting our budget. What do you think about exploring these options together? This could also make the event more engaging for everyone."" + +> Mia Davis said: "Amara, I acknowledge the strength of your arguments and your sincere desire to help these children. But, I need to stick to my financial constraints. However, I appreciate your suggestions for additional ways to contribute. As a compromise, how about we scale down our idea of an awareness event to something less expensive like a yard sale? We could ask for second-hand clothes, books, or toys from our friends and sell them at a nominal price. All proceeds could go towards our cause. This way, we spread awareness without incurring huge costs. Does this sound feasible?" + +> Amara Hartley said: ""Mia, I really appreciate your consideration and the idea of scaling things down. Let's brainstorm some creative and low-cost ways to engage more supporters. Perhaps we can create an online fundraiser where people can contribute even small amounts, or even host a virtual event where people share stories and experiences related to the cause. What do you think about exploring these options together?"" + +> Mia Davis said: "Amara, your suggestions are quite thoughtful, and I really appreciate your dedication. However, considering my financial constraints, let's try the scaled-down yard sale idea. In the meantime, I'd encourage you to explore those online fundraising options. We might not be able to contribute as much financially, but we can definitely spread awareness and engage more supporters through these avenues. How does that sound to you?" + +> Amara Hartley said: ""Mia, I'm grateful for your understanding and flexibility. Let's definitely explore these lower-cost options while still raising significant awareness and support. Can we plan both the yard sale and the online fundraiser, and see which ones resonate most with our community? I believe that combining both methods will give us the best chance to help these children. What are your thoughts?"" + +> Mia Davis said: "Amara, I think that's a great combined approach! We can indeed plan for the yard sale and promote it in our community. For the online fundraiser, we could leverage social media platforms where people can easily contribute small amounts. This way, we can reach a larger audience and hopefully get more support for the cause. It might not bring in as much money as we wish, but every little bit helps. Let's proceed with this combined approach to maximize our impact. Also, I suggest we maintain transparency regarding our contributions so they know exactly where their money is going. What are your thoughts on this?" + +> Amara Hartley said: ""Mia, I'm thrilled we found a balanced approach. Let's definitely promote both the yard sale and the online fundraiser to maximize our impact. Transparency is crucial, so let's ensure all participants understand exactly how their contributions will benefit the children in Syria. What steps do you suggest we take to begin this process?"" + +> Mia Davis said: "Amara, I agree on the importance of transparency. For the yard sale, we could prepare a simple signboard explaining the cause and how proceeds will be used. On social media for the online fundraiser, we could post updates about the cause, share stories of the affected children, and mention the exact amount we collected and where it went. We should also link any third-party verification of the cause's legitimacy to build trust. As for immediate next steps, why don't we start planning the yard sale first and then we can figure out how to best approach the online fundraiser. Does that sound good to you?" + +> Amara Hartley said: ""Mia, I love the detailed approach you've outlined. Let's definitely focus on transparency and ensuring everyone understands how their contributions will make a real difference. Can we set specific dates and times for both the yard sale and the online fundraiser to start spreading the word? Additionally, how can we leverage local networks and influencers to amplify our message?"" + +> Mia Davis said: "Amara, I believe leveraging local networks and influencers can amplify our message effectively. We could reach out to them for support or even collaborate on promoting our cause. For the yard sale, we could ask local business owners to spread the word among their customers. As for the online fundraiser, we could connect with local influencers on social media who have a large following and ask them to help us reach a wider audience. Let's set specific dates and times now for both events and start spreading the word. Also, let's keep track of all the supporters and contributions so we can thank them later for their support. What do you think?" + +> Amara Hartley said: ""Mia, I agree that leveraging local networks and influencers is a fantastic idea. Let's make sure we clearly communicate the impact of each contribution and provide updates regularly. I'll start reaching out to potential partners and influencers to see how we can maximize our reach. What are your plans for preparing for the yard sale and the online fundraiser? Let's move forward with confidence and positivity."" + +> Mia Davis said: "Amara, your proactive approach is commendable. I'll start making preparations for the yard sale by sorting items to be sold and arranging them neatly. For the online fundraiser, I'll set up a page on a reputable platform, fill it with relevant details about the cause, and start accepting contributions. Regular updates will indeed keep everyone informed about the progress. And thank you for involving local influencers; their participation will definitely help us reach a wider audience. Let's continue moving forward with confidence and positivity." + +> Amara Hartley said: ""Mia, I'm excited to get started with these plans. I'll make sure to connect with local influencers and create engaging content for our online fundraiser. Let's keep everyone informed and motivated. What can we do to ensure our community feels connected to this cause and takes pride in their contributions. Could you help me sort through items for the yard sale?"" + +> Mia Davis said: "Amara, keeping the community connected and proud of their contributions is just as important as the funds raised. For the yard sale, we could arrange for people to volunteer to help us run the event and spread the word. As for the online fundraiser, we could encourage contributors to share their participation on social media using a hashtag so others can see the community involvement. It's wonderful that you're helping with sorting items for the yard sale; let's work together to make sure everything looks appealing and attracts buyers. And for the online fundraiser, once the setup is done, we could reach out to the influencers and ask them to initiate the promotion. This will ensure maximum visibility and participation." diff --git a/human_eval_interface/split_1/01JV3K715Z48J3Q9Y1SY0F4BZV.md b/human_eval_interface/split_1/01JV3K715Z48J3Q9Y1SY0F4BZV.md new file mode 100644 index 0000000..2864418 --- /dev/null +++ b/human_eval_interface/split_1/01JV3K715Z48J3Q9Y1SY0F4BZV.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Sophia Brown** +Sophia Brown is a 25-year-old female psychologist. She/her pronouns. Sophia Brown is working on her new book now. Personality and values description: Sophia Brown, open-minded and sensitive, values fairness. Her decision-making style is analytical. Sophia's secrets: She is an undercover agent for a secret organization. + +## Social Goals + +- **Naomi Fletcher**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Sophia Brown**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Naomi Fletcher said: ""Sophia, I've noticed the temperature has dropped significantly, and I'm really struggling to stay warm. Could we perhaps share the blanket? I believe it would help us both keep a bit warmer and more comfortable throughout the night. What do you think?"" + +> Sophia Brown said: "Naomi, I totally understand how you're feeling. Indeed, the temperature is dropping rather drastically, but unfortunately, I have a rather low tolerance for cold temperatures. So, I think I might need the blanket more than you. You can use the sleeping bag if that will keep you sufficiently warm." + +> Naomi Fletcher said: ""Sophia, I appreciate your understanding. However, I truly need that blanket to keep warm, especially since it's been a long day. Can we perhaps consider sharing it? It might not be ideal, but it could make the difference for me and help us both stay a bit warmer. Could you possibly share your sleeping bag with me as well?"" + +> Sophia Brown said: "" + +> Naomi Fletcher said: ""I understand that you need the blanket, Sophia. But I'm feeling quite cold right now. Maybe if we each take turns using the blanket and the sleeping bag, we'll both stay a little warmer. What do you think about that?"" + +> Sophia Brown said: "" + +> Naomi Fletcher said: ""Sophia, I realize you're cold too. Sharing our warmth resources can help both of us. Let's take turns with the blanket and the sleeping bag. Would that be agreeable? It seems like a fair compromise."" + +> Sophia Brown said: "Naomi, it's indeed kind of you to offer to share the warmth resources. I'm okay with that. Let's establish a rotation system to ensure both of us can maintain some level of comfort during the night. Here's hoping we'll both get a good night's sleep!" + +> Naomi Fletcher said: ""Sophia, thank you for agreeing to share. Let's make sure we stick to our rotation so both of us stay as warm as possible. If there's any discomfort or need to switch up the schedule, just let me know. Do you have any suggestions for how we can manage this effectively?"" + +> Sophia Brown said: "Naomi, I appreciate your concern for managing this effectively. How about we start with the rotation tonight, and then we can reassess tomorrow morning. That way, we can adjust if needed based on our actual comfort levels." + +> Naomi Fletcher said: ""Sophia, I completely agree. Let's start the rotation now and ensure we both stay warm. We can take turns using the blanket and sleeping bag. If either of us feels too cold or too warm, we can always adjust accordingly. What's your plan for starting off?"" + +> Sophia Brown said: "That sounds like a good plan, Naomi. Let's begin with the sleeping bag, and then swap to the blanket after a while. It may not provide complete warmth but surely helps to some extent. Shall we start now?" + +> Naomi Fletcher said: ""Sophia, I think the rotation plan is great. Let's start with the sleeping bag for a while and then switch to the blanket when it's my turn. This way, we can keep each other warm without one of us freezing. Should we write down a schedule or just communicate verbally?"" + +> Sophia Brown said: "Naomi, verbal communication should suffice here. We can simply discuss when we feel the need to switch. Just remember that I need the blanket mostly because of my low tolerance for cold temperatures. So, please consider my situation while making adjustments. Let's hope the shared warmth will help us have a restful night." + +> Naomi Fletcher said: ""Sophia, I'm glad we can work together to manage the temperature here. Let's focus on staying warm and comfortable. Let's communicate openly if either of us needs to switch or adjust. What do you suggest as our first step? Could we start with you taking the sleeping bag first?"" + +> Sophia Brown said: "Certainly, Naomi. I propose we begin by me taking the sleeping bag. And remember, my low tolerance for cold necessitates my need for the blanket. So, please take my situation into account when making any necessary adjustments. Let's focus on staying warm and comfortable tonight." + +> Naomi Fletcher said: ""Sophia, I appreciate your understanding and flexibility. Let's start with you using the sleeping bag and I'll take the blanket. I promise to keep an eye on your needs as well. We can adjust as needed to ensure we're both comfortable. Let's make this night as warm as possible for both of us. What do you say?"" + +> Sophia Brown said: "Naomi, that sounds like a practical approach. Let's proceed with me using the sleeping bag and you taking the blanket. I appreciate your sensitivity towards my needs. I believe we can make the night warmer for both of us. Sleep well!" + +> Naomi Fletcher said: ""Sophia, thank you for being so accommodating. Let's ensure we both stay warm and comfortable. Let's check in periodically to see how we're doing and adjust as needed. Shall we start with the sleeping bag and then switch to the blanket once it's my turn?"" + +> Sophia Brown said: "Naomi, that's a reasonable way to manage the situation. Let's start with me using the sleeping bag and then switch to the blanket once it's your turn. Remember, my higher sensitivity to cold requires the blanket, so please bear that in mind. I'm sure we'll manage to stay comfortable and have a peaceful night. Goodnight!" diff --git a/human_eval_interface/split_1/01JV3K7HXK8CPJH9EWSE9B7JZ5.md b/human_eval_interface/split_1/01JV3K7HXK8CPJH9EWSE9B7JZ5.md new file mode 100644 index 0000000..582bf2d --- /dev/null +++ b/human_eval_interface/split_1/01JV3K7HXK8CPJH9EWSE9B7JZ5.md @@ -0,0 +1,60 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Samuel Anderson**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **Hendrick Heinz**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Samuel Anderson said: ""Hey there! This Samsung Galaxy S8 sounds like a great deal. I'm really interested. Could you tell me a bit more about its condition? And do you think we could possibly work out a better price for me? Given my budget, I'm looking to keep it under $454.0."" + +> Hendrick Heinz said: "Ah, excellent question! These phones are indeed brand new and in perfect condition, as good as the day I took them off the shelf. As for the negotiation, I understand your budgetary constraint, but unfortunately $454.0 is quite high for this particular item. How about we settle at $550? That's still a considerable discount from the original price." + +> Samuel Anderson said: ""Well, Hendrick, I appreciate the effort to meet my budget constraints, but I need to stay below $454.0 to avoid any penalties. Could you perhaps give me a little more wiggle room? Perhaps we could agree on $500 instead? If not, what about $525?"" + +> Hendrick Heinz said: "" + +> Samuel Anderson said: ""500 seems fair, Hendrick, but ideally, I'd love to see the price drop further. Let's aim for something closer to my budget of $454. Can you see how we can get there? Maybe we can split the difference between your suggested price and mine? What say you?"" + +> Hendrick Heinz said: "Ah, I understand where you're coming from, Samuel. Unfortunately, it's challenging to go below my cost, but I'll see what I can do. How about we compromise at $510? That's the best I can offer considering your budget constraint. Remember, if you're planning to buy more than one, I might be able to offer a better deal." + +> Samuel Anderson said: ""510 sounds reasonable, Hendrick. It's closer to my budget but still a bit steep. I appreciate your efforts to accommodate me. Let's see if we can make some room here. What if we went for $505 or $500? I'd really prefer to stay within my limit to avoid any penalties. Could we explore that possibility?"" + +> Hendrick Heinz said: "I hear you, Samuel. I can certainly understand the importance of staying within your budget. As much as I'd like to, I'm afraid dipping beneath $510 isn't feasible. But, let's consider a scenario - if you purchase two phones instead of just one, we could perhaps look at a lower rate for both? What do you think?" + +> Samuel Anderson said: ""Hendrick, I really appreciate your flexibility. Buying two does sound interesting. However, I'm still aiming for a price closer to $454.0. Could you maybe push it down a bit more for two units? What about $500 for two phones? Or, if that's too high, how about we meet halfway at $505 for both?"" + +> Hendrick Heinz said: "Ah, I see the challenge you're facing, Samuel. Two phones at $500 each could be a viable compromise. But, I'll consider my options, how about we settle at $500 for two? That's the best I can do. Remember, this is the lowest price I can offer considering your budget constraints. I truly appreciate your understanding!" + +> Samuel Anderson said: ""Hendrick, I appreciate your willingness to accommodate me. Let's see if we can reach $490 for two phones. I'm still aiming to stay close to my budget to avoid penalties. Can we possibly work something out?"" + +> Hendrick Heinz said: "490, that's quite an impressive savings, Samuel! But, unfortunately, that's quite low for this particular item. I'm afraid I cannot go below my cost. However, if two at $500 is too high, we can split the difference at $495 each for two phones? That's the best I can offer considering your budget constraints." + +> Samuel Anderson said: ""Hendrick, I really value your flexibility, but I'm trying to stay within my budget to avoid penalties. Could we possibly agree on $495 for two phones? It's close to my target price and would be a big help. What do you think?"" + +> Hendrick Heinz said: "Samuel, I greatly admire your persistence. Considering your budget constraints and the need to stay within it to avoid penalties, I believe we've reached a fair agreement with my lowest offer. Two Samsung Galaxy S8 phones at $495 each seems to be the most feasible option. Would you like to proceed with that?" + +> Samuel Anderson said: ""Hendrick, I appreciate the effort to bring the price down, and I understand that you have your costs to cover. Let's see if we can agree on $495 for the two phones. I think that's closer to my target price and will help me avoid penalties. Would it be possible for us to finalize the deal at this price?"" + +> Hendrick Heinz said: "Ah, I see your point, Samuel. At $495 for two, that's indeed quite near your target price. I believe this could be a fair deal considering my cost and your budget constraints. Yes, we can definitely finalize the deal at this price. Please remember, these phones are brand new and in perfect condition, same as when I first received them. I trust you'll find them useful. Do you have a method of payment you'd like to use?" + +> Samuel Anderson said: ""Hendrick, I really appreciate your help in bringing the price down. $495 for two phones sounds reasonable and will allow me to stay within my budget. I'm confident in making this purchase. Can we proceed with this deal? I'm ready to ensure everything is smooth and clear. What's the next step?"" + +> Hendrick Heinz said: "Excellent choice, Samuel! I'm glad we were able to reach an agreement. Payment is the next step. How about we settle for a bank transfer? That way, I can ensure there's no risk of fraud. Once the transaction is completed, I'll hand over the phones to you." + +> Samuel Anderson said: ""Hendrick, a bank transfer sounds secure. Let's finalize the details. Can we discuss the delivery timeline and confirm the specifics? I want to make sure everything is handled smoothly."" + +> Hendrick Heinz said: "Certainly, Samuel! Since these are brand new items, I'd prefer to deliver them personally. Once your bank transfer is complete, I can arrange for immediate delivery. No worries about shipping or delivery delays. Does that sound good to you?" diff --git a/human_eval_interface/split_1/01JV3KB8CZTFYN1YF70NCMCWDP.md b/human_eval_interface/split_1/01JV3KB8CZTFYN1YF70NCMCWDP.md new file mode 100644 index 0000000..e0e94c3 --- /dev/null +++ b/human_eval_interface/split_1/01JV3KB8CZTFYN1YF70NCMCWDP.md @@ -0,0 +1,60 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +**Esmeralda Solis** +Esmeralda Solis is a 45-year-old female district attorney. She/her pronouns. Esmeralda Solis is an accomplished District Attorney who has a weakness for ballroom dancing and enjoys practising in her leisure time. Personality and values description: Esmeralda Solis, known for her creativity and extraversion, values authority and liberty. She makes strategic, decisive decisions. Esmeralda's secrets: Has undisclosed romantic relationships with several high-profile criminals + +## Social Goals + +- **Ethan Johnson**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Esmeralda Solis**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Ethan Johnson said: "Esmeralda, I've noticed you're having trouble sleeping lately. I know we usually take our own sides of the bed, but how about tonight we share? Maybe a cozy night together could help you relax better. What do you think?" + +> Esmeralda Solis said: "Ethan, I appreciate your concern. I have been having some back pain, which might be causing my poor sleep. Perhaps a firmer mattress would help me. How about we share the bed tomorrow? For now, may be we could find softer mattresses on either side?" + +> Ethan Johnson said: ""Esmeralda, I completely understand if you'd rather have a firmer mattress. However, sharing the bed could potentially relieve some tension and make both of us feel more comfortable. Would you consider giving it a try just once tonight? If not, let's find a softer mattress together and plan it for tomorrow. What do you suggest?"" + +> Esmeralda Solis said: "Ethan, I understand where you are coming from and it sounds lovely, a cozy night together. But remember, we are both chefs, we need our beauty sleep, don't we? Let's plan for the softer mattress for tomorrow. For now, perhaps a quiet evening with dinner and maybe a dance or two around the room, reminiscing about our past journeys together could do wonders. What do you think?" + +> Ethan Johnson said: ""Esmeralda, your suggestion is always appreciated. A quiet evening could indeed be lovely, and it might help us both unwind. Let's give sharing the bed a try tonight, knowing that we can switch to the softer mattress tomorrow if needed. What do you say? And if it doesn't work, we'll definitely make adjustments."" + +> Esmeralda Solis said: "I'm glad we found a middle ground, Ethan. A night shared will surely add a different flavor to our routine evenings. Tomorrow, we deal with those softer mattresses. As for now, let's start preparing our special dinner, wouldn't you agree?" + +> Ethan Johnson said: ""Esmeralda, sharing the bed sounds perfect for tonight, and I promise we'll address the mattress issue tomorrow. Let's enjoy our meal together and make this night memorable. What dishes would you like to prepare? Let's dive into something comforting and soothing, don't you think?"" + +> Esmeralda Solis said: "Absolutely, Ethan. Comforting and soothing are the keywords. As for the dishes, let's go for homemade tagliatelle with bolognese sauce and a side of roasted vegetables. And for dessert, tiramisu—doesn't it sound like a perfect end to such a memorable night?" + +> Ethan Johnson said: ""Esmeralda, that sounds absolutely delicious! Let's start with the tagliatelle and bolognese, and finish off with the tiramisu. I believe a night of good food, shared warmth, and beautiful memories could really set us up for a peaceful rest. Shall we start preparing now?"" + +> Esmeralda Solis said: "Ethan, that does sound perfect. And I must say, a night filled with good food, shared warmth, and beautiful memories, that's indeed a recipe for a restful night. Let's get started with our preparations then. Tiramisu first perhaps, since it takes time to set." + +> Ethan Johnson said: ""Let's start with the tiramisu, Esmeralda. It'll be a bit easier to prepare and set, and we can enjoy it while we cook the tagliatelle. Let's make this night unforgettable. What do you say?"" + +> Esmeralda Solis said: "That sounds like a plan, Ethan. Starting with the tiramisu will definitely give us some extra time in the kitchen. Here's to making this night unforgettable!" + +> Ethan Johnson said: ""Esmeralda, let's embrace this opportunity to create unforgettable memories and enjoy the comfort of sharing this meal and the night. I'm excited to taste your delicious tiramisu and start with a bolognese tagliatelle. Let's get into the kitchen and bring our evening to life. What do you say?"" + +> Esmeralda Solis said: "I'm looking forward to our shared night, Ethan. Let's dive into preparing our meal. Tiramisu setting aside, it's time for tagliatelle next. Here's to our culinary adventure!" + +> Ethan Johnson said: ""Esmeralda, I'm thrilled to embark on this culinary adventure with you. Let's bring out the best in our tagliatelle and tiramisu. The bolognese tagliatelle promises a rich, comforting flavor, and the tiramisu is sure to be light and delightful. Let's create some magic in the kitchen tonight. What's your take?"" + +> Esmeralda Solis said: "Absolutely, Ethan. This promises to be a night full of memories, good food, and your delicious bolognese tagliatelle, and my tiramisu. Let's make the most of it. Let's get started with the cooking!" + +> Ethan Johnson said: ""Esmeralda, I couldn't agree more. Let's get started with the tiramisu and the tagliatelle, and make this night truly memorable. I know the bolognese tagliatelle and your tiramisu will be fantastic. Let's put our best foot forward and create something special. Let's get into the kitchen right away and start our culinary adventure!"" + +> Esmeralda Solis: [action] [action] Esmeralda reaches for the ingredients for the tiramisu while Ethan starts preparing the bolognese tagliatelle + +> Ethan Johnson said: ""Let's make this night special, Esmeralda. Let's dive into the preparation and savor each moment. I know we'll create something memorable with this delicious dinner and cozy night ahead. What do you say?"" + +> Esmeralda Solis: [action] [action] Esmeralda reaches for the ingredients for the tiramisu while Ethan starts preparing the bolognese tagliatelle diff --git a/human_eval_interface/split_1/01JV3KBDSQDV94B10K2KA50V9J.md b/human_eval_interface/split_1/01JV3KBDSQDV94B10K2KA50V9J.md new file mode 100644 index 0000000..0779df8 --- /dev/null +++ b/human_eval_interface/split_1/01JV3KBDSQDV94B10K2KA50V9J.md @@ -0,0 +1,60 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Sophia James** +Sophia James is a 27-year-old female personal trainer. She/her pronouns. Sophia enjoys spending time outdoors, hiking, and rock climbing. Personality and values description: Sophia James is exuberant, spontaneous, and pleasure-seeking, often making impulsive decisions. Sophia's secrets: Secretly in love with her best friend's husband + +**Jasmine Blake** +Jasmine Blake is a 27-year-old female yoga instructor. She/her pronouns. Jasmine Blake, a vivacious Yoga Instructor, enjoys taking part in sustainable lifestyle endeavors, including maintaining a vegan diet and participating in beach clean-ups. Personality and values description: Jasmine Blake, a reserved and conscientious individual, values tradition and sanctity. She adapts her decision-making style according to the environment and situations at hand. Jasmine's secrets: She once faked an illness to get out of a relationship. + +## Social Goals + +- **Sophia James**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Jasmine Blake**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Sophia James said: "Hey Jasmine, I hope you've been enjoying your stay here. But there's something we really need to discuss. Lately, things have been a bit out of hand and I'm concerned about how some of the actions are impacting our living situation here. We both know there were certain house rules set, but they seem to be getting overlooked. Can we talk about how we can work together to address these issues?" + +> Jasmine Blake said: "Hi Sophia, I appreciate your concern. Yes, I've noticed some of the issues too. I think we can resolve them by reinstating some of the earlier agreed-upon house rules. For example, reducing noise levels during specific hours, maintaining cleanliness etc. As a part of the household, I'm open to contributing positively towards creating a harmonious living environment. Would it be alright if we sit down and create a list of revised rules together?" + +> Sophia James said: ""Jasmine, I'm glad you're willing to address these issues and make changes. Let's sit down together and revise the rules. However, I must emphasize that your recent behavior has caused us significant distress and conflicts. Could we please also consider moving towards more respect for the boundaries I've outlined? It would be greatly appreciated if we could maintain a peaceful and respectful living environment. What do you think?"" + +> Jasmine Blake said: "Sophia, I understand your feelings and the distress it causes. I empathize with the desire for a peaceful and respectful living environment. I am committed to adhering to the boundaries you've outlined. Moving forward, I will make sure to respect those boundaries to the best of my abilities. Shall we also consider keeping a journal to track our thoughts and concerns which might help us communicate better and avoid misunderstandings?" + +> Sophia James said: ""Jasmine, thank you for understanding and being open to finding solutions. Your suggestion about a journal is a good idea; it could definitely improve our communication. However, let's also ensure we respect each other's boundaries and create a safe space for everyone. I believe we can work together and turn this around. What do you suggest we focus on first?"" + +> Jasmine Blake said: "Thank you for your understanding, Sophia. I think we should start by focusing on the environmental impact of our daily activities. Considering our shared interest in sustainability, I believe this could be a good starting point. We can reduce waste, conserve energy, and recycle more effectively. What do you think?" + +> Sophia James said: ""Jasmine, I appreciate your focus on sustainability and I agree that's important. Let's also make sure we address the immediate issues causing conflict. I think we should start with revising our daily habits to minimize disruptions and respect the house rules we both agreed upon. How does that sound?"" + +> Jasmine Blake said: "That sounds like a balanced approach, Sophia. I agree that we should handle the immediate issues first while keeping our long-term goals in sight. So, let's start with revising our daily habits to minimize disruptions and respect the agreed-upon house rules. Additionally, I'm ready to take up more responsibility in terms of maintaining cleanliness and reducing noise levels as per the specified timings. How does that sound?" + +> Sophia James said: ""Jasmine, I really appreciate your willingness to address these issues. I believe starting with revising our daily habits and respecting the agreed-upon house rules will create a foundation for improvement. How about we tackle this step-by-step, starting today? And, we can certainly incorporate our shared interest in sustainability along the way. What are your thoughts?"" + +> Jasmine Blake said: "Sophia, I'm glad we're on the same page. Let's start addressing the immediate issues right away from today onwards. I'm looking forward to working through this with you while also incorporating our shared interests into our living routine. Thank you for giving me a chance to rectify and continue staying here." + +> Sophia James said: ""Jasmine, I appreciate your commitment and willingness to address these issues. Let's start implementing the revised rules and keep a close eye on our daily habits to ensure everyone feels comfortable. Also, I want to make a clear decision here: if we cannot make significant improvements, I will ask you to find another place to stay. I believe in giving second chances, though. Let's see how we can make this work. What do you say?"" + +> Jasmine Blake said: "Sophia, I understand and accept your condition. If we fail to improve, I'll need to find another place. However, I assure you, we can turn this around with the shared interests we have. Let's implement the revised rules starting today and minimize disruptions from our daily habits. I look forward to our journey to creating a harmonious living environment." + +> Sophia James said: ""Jasmine, I'm glad we're moving in the right direction. Let's start implementing the revised rules and focus on creating a harmonious living environment. If we don't see significant improvements, I will need to find alternative arrangements. Let's make sure we support each other in this process. What steps can we take immediately to address the issues?"" + +> Jasmine Blake said: "I appreciate your understanding, Sophia. To address the issues immediately, I can start by cleaning up after myself, maintaining quieter evenings, and participating in our shared interest in sustainability. I'll also make a list of actionable steps for the day-to-day habits we need to change. Does that sound good?" + +> Sophia James said: ""Jasmine, I'm pleased to hear your willingness to take immediate action and ensure we address these issues. Let's make a concrete plan and stick to it. How about we start with a meeting tomorrow to go over the revised rules and outline specific responsibilities? This way, we can track our progress and make any necessary adjustments. What do you think?"" + +> Jasmine Blake said: "Sophia, I really appreciate the structured plan. Starting with a meeting tomorrow to review the revised rules and assign specific responsibilities sounds like a practical approach. It will enable us to monitor our progress and make necessary adjustments if needed. I'm fully committed to following these steps and take immediate action. Thank you for giving me this opportunity." + +> Sophia James said: ""Jasmine, I appreciate your commitment and readiness to make positive changes. Let's get organized and make sure we both adhere to the revised rules. A meeting tomorrow sounds like a great idea. Let's outline specific responsibilities and stick to them. How does that work for you?"" + +> Jasmine Blake said: "I'm pleased with the plan, Sophia. Let's indeed start from tomorrow and strictly follow the revised rules and assigned responsibilities. I appreciate your understanding and cooperative spirit. With this approach, I'm confident we can successfully navigate and overcome these issues." + +> Sophia James said: ""Jasmine, thank you for your dedication and commitment. Let's start with a solid plan and remain consistent. I believe if we stay focused and follow the revised rules diligently, we can overcome these challenges and create a harmonious living environment. Let's make this happen. What specific steps do you suggest we take first?"" + +> Jasmine Blake said: "Thank you, Sophia. I suggest we start by reducing waste, conserving energy, and recycling more effectively. These are immediate steps we can take towards sustainability while adhering to the revised rules. I'm committed to these initial steps and look forward to working with you to create a harmonious living environment." diff --git a/human_eval_interface/split_1/01JV3KEDBYVHJMTPDYS1BB0XNK.md b/human_eval_interface/split_1/01JV3KEDBYVHJMTPDYS1BB0XNK.md new file mode 100644 index 0000000..1f42c91 --- /dev/null +++ b/human_eval_interface/split_1/01JV3KEDBYVHJMTPDYS1BB0XNK.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Eli Dawson**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **Ethan Smith**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Eli Dawson said: ""Alright Ethan, let's divide these items. I'm really fond of books and since we're splitting everything evenly, I believe a book is worth more than the others. A ball and a hat would each give us one point each, but a book gives three. What do you think? We could also swap something if needed to keep things fair. What do you prefer?"" + +> Ethan Smith said: "I agree with your perspective, Eli. Considering your inclination towards books, a ball and a hat would indeed each give us one point while a book gets three. But as far as valuing items goes, I highly cherish technology-related books which you might already know from my readings. Since you consider a book more valuable, I'd like to suggest we swap the ball for a hat. This way, both of us get items we truly appreciate." + +> Eli Dawson said: ""Alright, Ethan, your suggestion makes sense. Let's go with the swap. I'll take the book, and you can have the hat and the ball. This way, you get items that align with your interests and I'll have a meaningful possession too. What do you say?"" + +> Ethan Smith said: ""That sounds good, Eli. Appreciate your understanding in this division. And rest assured, your presence here adds immense value to me too. Let's pack up these items then"" + +> Eli Dawson said: ""Absolutely, Ethan. Let's proceed with our arrangement and make sure everything gets packed properly. Remember, these items carry memories and significance for us. Let's ensure nothing is damaged or lost during the process. How about we start with the book since that's of paramount importance to me. What do you think?"" + +> Ethan Smith said: "Sounds like a plan, Eli. The care with which you handle these items shows respect for their memories, just like you. Let's begin with the book then and carefully pack the other items next. We'll ensure nothing gets damaged in the process." + +> Eli Dawson said: ""Ethan, I appreciate your thoughtful approach. Let's proceed with this arrangement, ensuring we handle each item with care. Could you help me with the book first? I'll show you how to secure it properly. Then we can move on to the other items, making sure they stay intact. What do you say?"" + +> Ethan Smith said: "I'd be happy to assist you, Eli, in securing the book. Afterward, we can proceed together to package the remaining items with equal care. Thank you for your cooperative spirit." + +> Eli Dawson said: ""Ethan, your assistance means a lot to me. Let's carefully place the book in a protective case. Once we've secured it, let's address the other items next. We should take our time to ensure everything is packed safely. What else do you think we should pay attention to as we go through this process?"" + +> Ethan Smith said: "I think we should also label all the boxes clearly so that after we move out, no item is misplaced or damaged. Also, if there are any fragile items like the balls, we should make sure they are wrapped well in bubble wrap or cloth to avoid any damage during transportation." + +> Eli Dawson said: ""Great idea, Ethan. Labeling the boxes will help us keep track of everything. Especially for the balls, let's wrap them securely to avoid any accidental bumps or dents. Let's work together to ensure nothing is lost or damaged during the transition. What do you say we begin with the book and the protective case, then move on to the other items?"" + +> Ethan Smith said: "" + +> Eli Dawson said: ""Let's get started then, Ethan. Let's carefully wrap the balls in bubble wrap and place them securely in a box. The book is going to be our priority, so we should take extra care with it. Once we have everything packed, we can ensure all items are labeled properly. Shall we?"" + +> Ethan Smith said: "Absolutely, Eli. Let's start with the book. We can place it gently in the protective case, ensuring it remains undamaged. After that, we can wrap and pack the balls securely. Labeling all items will definitely help in keeping track of them after we move out. How does that sound to you?" + +> Eli Dawson said: ""Ethan, let's focus on taking care of the book first. I want to ensure it stays in its protective case without any damage. Once we secure the book, we can carefully wrap and pack the balls, making sure they're cushioned. Can you help me label each box with a marker pen so we can easily identify what's inside?"" + +> Ethan Smith said: "I'm ready to assist you, Eli. Let's begin with securing the book in its protective case. Afterward, we can wrap and pack the balls, making sure they're cushioned adequately. Using marker pens, I'll label each box clearly to make identification easier post-move. Does that sound alright to you?" + +> Eli Dawson said: ""Ethan, let's start with the book and take extra care. Ensure it's securely placed in the protective case. Once that's done, we'll wrap the balls in bubble wrap and carefully pack them. Let's make sure everything is labeled properly for easy tracking after the move. Ready?"" + +> Ethan Smith said: "" + +> Eli Dawson said: ""Ethan, let's get started then. I'll ensure the book is securely placed in its case, and we'll carefully wrap the balls. Let's take our time and do this right. I appreciate your cooperation. What should we do first? Shall we begin with the book?"" + +> Ethan Smith said: "Absolutely, Eli. Let's begin with securing the book in its protective case. After that, we can proceed with wrapping and packing the balls. Taking the time to do this right is important, so let's work diligently. What do you say we start with placing the book in the case?" diff --git a/human_eval_interface/split_1/01JV3KEFMHB72MG1BNS7BB79ZK.md b/human_eval_interface/split_1/01JV3KEFMHB72MG1BNS7BB79ZK.md new file mode 100644 index 0000000..f41667e --- /dev/null +++ b/human_eval_interface/split_1/01JV3KEFMHB72MG1BNS7BB79ZK.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Ava Thompson** +Ava Thompson is a 28-year-old female architect. She/her pronouns. Ava Thompson has a samoyed. Personality and values description: Ava Thompson, with her outgoing and regulated temperament, is driven by achievement. Her decision-making style is largely intuitive. Ava's secrets: She has a hidden tattoo. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Ava Thompson**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **Noah Davis**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Ava Thompson said: "Hey Noah, look at this old vinyl record I found here. It looks pretty special, don't you think? It had my name on it, but I realized it wasn't actually mine. So, I'm thinking of selling it at this sale. What do you think about it?" + +> Noah Davis said: "That does sound interesting Ava. Do you happen to remember where you got this from? I might be able to help you find the original owner." + +> Ava Thompson said: ""I actually picked it up at an estate sale downtown a few weeks ago. It looked like something my late grandma might have owned, so I just assumed it was mine. I really didn't mean to keep it if it's not. Maybe you could help me identify the original owner or sell it together with some other items?"" + +> Noah Davis said: "It sounds like the record may indeed belong to your grandma, Ava. But in case we were mistaken, let's take a look online at what this album is about. We can also contact the estate sale organizers to verify. This way, we won't accidentally deprive the rightful owner of this item." + +> Ava Thompson said: ""Noah, thank you for your concern and willingness to help. I understand how important it is to return something to its rightful owner. Let's definitely check online and get in touch with the estate sale organizers. If it turns out to be someone else's, we'll make sure to return it or contact them. What do you think we should do with the sale price if it does belong to someone else? Should we split it or donate it to charity?"" + +> Noah Davis said: "I think it's a noble idea to donate the proceeds to charity, Ava, especially if it truly belongs to someone else. It's important that we respect the owner's ownership and intentions. Let's proceed with the verification process and stay open to whatever outcome we receive." + +> Ava Thompson said: ""Noah, your suggestions are very thoughtful. Let's go ahead with verifying its original owner. In case it's not mine, donating the proceeds would indeed be a good deed. Can we start with checking online databases for any information on the record? If nothing comes up, we can reach out to the estate sale organizers. What do you say?"" + +> Noah Davis said: "Checking online databases would be a great first step, Ava. I'll start looking up the record online right away. Hopefully, we'll be able to track down the original owner through these resources." + +> Ava Thompson said: ""Great, let's take our time to thoroughly verify this. In the meantime, could you also check if there's any information available on the estate sale organizers? That way, we're covering all bases. Let's ensure we handle this with care and respect. What's your plan next?"" + +> Noah Davis said: "On that note, Ava, I'll start investigating the record's details online. Once I've gathered enough information, we can then reach out to the estate sale organizers if necessary. Our goal should always be to handle such situations delicately and with respect for everyone's rights and feelings." + +> Ava Thompson said: ""Noah, I appreciate your thorough approach. Let's proceed with diligence and kindness. Let's make sure to handle this sensitively and transparently. If we do end up returning it to the rightful owner, let's discuss how we want to communicate with them. What steps do you think will work best?"" + +> Noah Davis said: "I believe being transparent and respectful means communicating directly and professionally to the original owner. If we confirm the record belongs to them, we can send them an email or call them explaining the situation and arrange to return the item or the sale proceeds. This way, we ensure everything is handled with care and transparency." + +> Ava Thompson said: ""Absolutely, Noah. Transparency and respect are key. Let's aim for a straightforward yet considerate approach. If it does indeed belong to someone else, let's make sure they feel heard and valued. Could we draft a concise email to share the information we've discovered? This way, we can communicate directly while ensuring everything is clear and professional. What do you think?"" + +> Noah Davis said: "" + +> Ava Thompson said: ""Noah, I agree completely. Let's focus on ensuring we provide a direct and professional response. We'll draft the email carefully and address any potential concerns the original owner might have. Shall we set up a timeline for when we should expect to hear back from them? Let's ensure this process is smooth and respectful. What timeframe do you suggest?"" + +> Noah Davis said: "" + +> Ava Thompson said: ""Noah, let's give it some time to see if we get a response. If we don't hear back, we should still maintain our transparency and honesty. What do you suggest we write in the email to ensure we cover all our steps? Let's make sure we clearly explain the situation and offer options based on the owner's preference."" + +> Noah Davis said: "Absolutely, Ava. For the email, we could start by stating the information we've gathered online regarding the record. Mention that we've tried contacting the estate sale organizers but haven't received any response yet. Then, we could offer the owner two options: either reclaiming the item or receiving the proceeds of the sale. Ensure to reiterate our sincere apologies for any inconvenience caused and express our willingness to cooperate fully with their preferences." + +> Ava Thompson said: ""Noah, that sounds like a comprehensive plan. Let's draft the email to ensure we cover all points clearly and respectfully. I appreciate your help in resolving this situation. Shall we start working on the draft now?"" + +> Noah Davis said: "Yes, Ava. Starting the email draft now seems appropriate. Let's ensure we cover all points clearly and professionally. Thanks again for entrusting me with this responsibility." diff --git a/human_eval_interface/split_1/01JV3KKKC2X4RD2B8T9T0RSM13.md b/human_eval_interface/split_1/01JV3KKKC2X4RD2B8T9T0RSM13.md new file mode 100644 index 0000000..818f84d --- /dev/null +++ b/human_eval_interface/split_1/01JV3KKKC2X4RD2B8T9T0RSM13.md @@ -0,0 +1,38 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +## Social Goals + +- **Naomi Fletcher**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Donovan Reeves**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Naomi Fletcher said: "I heard about the new project you're working on, Donovan. It sounds really interesting, but I'm afraid I might have some issues with it." + +> Donovan Reeves said: ""Naomi, I understand where you're coming from. The project does have its challenges, but I really believe in it. However, I must say that I have mixed feelings about how we approach this together. I think we need to make sure our methods are safe and responsible. Let's focus on achieving our goals without resorting to harmful actions. What do you think?"" + +> Naomi Fletcher said: "Well Donovan, I appreciate your sentiment, but I'm afraid there are certain individuals whose methods we should not tolerate. Their lack of safety and responsibility is simply unacceptable. We must stand up against such harmful actions. What do you think about that?" + +> Donovan Reeves said: ""Naomi, I completely agree that we shouldn't tolerate harmful actions. But let's focus on expressing our disapproval in a constructive way. Maybe we could bring it up with the team, discuss alternative approaches, and make sure everyone understands the importance of safety and responsibility. What do you think?"" + +> Naomi Fletcher said: "I guess I haven't made myself clear, Donovan. There are individuals out there who aren't just harmful or irresponsible; they're actually doing something more insidious. I believe it's best we distance ourselves from them. It's not about disapproving in a constructive way, it's about eliminating the source of our discontent. Do you see what I mean?" + +> Donovan Reeves said: ""Naomi, I hear what you're saying, and I agree that distancing ourselves from harmful behavior is important. But instead of cutting ties, perhaps we can emphasize the need for transparency and accountability within our team. This way, we address the issue constructively and ensure everyone remains on the same page. What do you think?"" + +> Naomi Fletcher said: "透明性和问责制是好的，但有时候我们不得不面对的是那些根本不在乎这些事情的人。他们总是有意无意地做一些违背职业道德的事情。我告诉你，我打算采取行动来处理这些人。你对此有何看法？" + +> Donovan Reeves said: ""Naomi, I respect your concerns, and I agree that certain behaviors need to change. But let's consider the bigger picture. Eliminating these individuals entirely might escalate the situation and create more problems. Instead, can we work together to address and mitigate their harmful actions? What do you think?"" + +> Naomi Fletcher: left the conversation diff --git a/human_eval_interface/split_1/01JV3KNG4SHJWYJKHRK1Y95QJZ.md b/human_eval_interface/split_1/01JV3KNG4SHJWYJKHRK1Y95QJZ.md new file mode 100644 index 0000000..f3bd734 --- /dev/null +++ b/human_eval_interface/split_1/01JV3KNG4SHJWYJKHRK1Y95QJZ.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Hendrick Heinz**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Ethan Smith**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Hendrick Heinz said: "Hey Ethan, I hope you're having a good time tonight. This event is all about helping others, especially children like those we're helping today in Syria. I was thinking, perhaps you might be able to donate a little bit more?" + +> Ethan Smith said: ""Hendrick, it's great to see us supporting such an important cause. However, I've been careful about my budget, and right now I only have $300 set aside for donations and other expenses. Could we maybe find a creative way to stretch this budget or involve others who might also contribute? What do you think?"" + +> Hendrick Heinz said: ""I appreciate your thoughtful consideration of your budget, Ethan. It's indeed challenging to keep everything in check. How about this, we could organize a small fundraiser in our neighborhood? We have quite a few friends there who might be interested and willing to contribute. And remember, it's not just about the money, it's about contributing our time and resources towards this noble cause. Perhaps you could contribute your time by organizing such events?"" + +> Ethan Smith said: ""Hendrick, I really appreciate your suggestion. A small fundraiser sounds like a great idea, but I'm still concerned about staying within my $300 budget. Let's brainstorm some low-cost ways to maximize our impact. Perhaps we could collect items for a donation drive instead of raising funds? What do you think?"" + +> Hendrick Heinz said: "" + +> Ethan Smith said: ""Hendrick, I appreciate your enthusiasm and creativity. A donation drive is a fantastic idea. How about we focus on collecting essential items rather than monetary contributions? This way, we stay within my $300 budget while still making a meaningful impact. Can you suggest some items that would help these children?"" + +> Hendrick Heinz said: "Absolutely, Ethan. We need to think outside the box. Essential items could include school supplies like pencils, notebooks, and erasers, hygiene products like soap and toothbrushes, and winter clothes like sweaters and scarfs. These items would surely make a huge difference to those children's lives. As for the cost, organizing such a drive doesn't require much expenditure. Think of it as investing our time and effort, rather than money. Would you consider contributing your time to setting up this drive?" + +> Ethan Smith said: ""Hendrick, I'm really grateful for your initiative. Let's definitely explore a donation drive and focus on maximizing impact. Given my budget, how about we start by organizing a small community event where we can collect these items? We can leverage local support to minimize costs. Could you help spread the word and coordinate collection points? What say?"" + +> Hendrick Heinz said: "Ethan, your approach is commendable. Spreading the word and coordinating collection points is a great way to involve our community in this cause. It's true, organizing a community event will certainly reduce costs. And hey, it's not just about the quantity, it's about the quality of engagement. I'd love to help spread the word and coordinate collection points. Also, I have a network of contacts who have been in the food and beverage industry. They may be interested in donating some items as well. Would you be willing to join me in reaching out to them?" + +> Ethan Smith said: ""Hendrick, involving our community through a donation drive is a wise move. Let's leverage their support to ensure we stay within my budget while making a substantial impact. And reaching out to contacts in the food and beverage industry is a brilliant idea too. How about we start planning the logistics and reach out to our networks? What items should we prioritize first?"" + +> Hendrick Heinz said: "Great thinking, Ethan! It's all about working together. As for prioritizing items, I'd say let's go for things like notebooks, pencils, and stationery for education; hygiene kits containing basic hygiene products; and warm clothing as per the season. These are all basics that kids often lack in conflict zones. Now, let's dive into planning the logistics and reaching out to our networks. My time is definitely flexible, so count me in for helping with reaching out to our food and beverage contacts. What about your schedule?" + +> Ethan Smith said: ""Hendrick, I'm glad we found a solution that fits within my budget. Let's focus on organizing the event efficiently and spreading awareness among our community. Can we start by creating a simple plan and sending out invitations to our contacts in the food and beverage industry? Additionally, could we set up some collection points around town to maximize participation? What do you think?"" + +> Hendrick Heinz said: "" + +> Ethan Smith said: ""Let's make sure our plan is clear and actionable, Hendrick. First, we'll create an invitation to send to our food and beverage contacts, emphasizing the importance of these items. Next, we'll set up convenient collection points around town. I believe we can maximize our impact without exceeding my budget. What do you suggest for promoting the event effectively?"" + +> Hendrick Heinz said: "Promotion is key, Ethan! Social media can be really effective here. We could create posts highlighting the cause and our event details. It would allow us to reach a wider audience and increase participation. Moreover, word-of-mouth promotion among our circle of friends could also prove beneficial. How about you handle the content creation for social media and I take care of reaching out to our food and beverage contacts? This way we divide tasks based on our strengths, ensuring efficient planning and execution." + +> Ethan Smith said: ""Hendrick, your suggestions are spot-on. Let's focus on leveraging both social media and word-of-mouth to spread awareness. Could you draft the initial post for our event and share it with our contacts? Meanwhile, I'll prepare an organized list of needed items and coordinate collection points. This will help ensure we maximize our impact while staying within budget. What does that sound like to you?"" + +> Hendrick Heinz said: "Ethan, that sounds like a plan. Dividing tasks based on strengths will help us maximize our efforts. For the initial post, I'll craft it with emphasis on the essentials - notebooks, pencils, and hygiene kits. While you take care of preparing the list of needed items and setting up collection points. It's all about making a difference, even if it's small. Now, let's put our heads together and get started!" + +> Ethan Smith said: ""Hendrick, your suggestions are really helpful. Let's get organized then. I'll focus on creating a comprehensive list of items we need and coordinating the collection points. You can draft the post emphasizing the importance of these essentials. Together, let's maximize our efforts to support these children. Shall we finalize the plan and start implementing it soon?"" + +> Hendrick Heinz said: "Absolutely, Ethan. Finalizing the plan is crucial. After drafting the post, we should share it with our food and beverage contacts and start spreading it on social media. And don't forget, the more people we involve, the greater the impact. Let's kick off this initiative and work together to help those children." + +> Ethan Smith said: ""Hendrick, I'm excited to get started on this initiative and ensure we have a clear plan. Let's draft the post and reach out to our contacts right away. Can you provide some sample language we can use to emphasize the urgency and importance of the items we need? I want to make sure we communicate our message clearly and effectively. What thoughts do you have on this?"" diff --git a/human_eval_interface/split_1/01JV3KTH71064ZY2V7MYXY89JP.md b/human_eval_interface/split_1/01JV3KTH71064ZY2V7MYXY89JP.md new file mode 100644 index 0000000..1b6fa41 --- /dev/null +++ b/human_eval_interface/split_1/01JV3KTH71064ZY2V7MYXY89JP.md @@ -0,0 +1,38 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Lena Goodwin** +Lena Goodwin is a 37-year-old female architect. She/her pronouns. In her downtime, Lena Goodwin, an architect, enjoys landscape photography, capturing beautiful images of the buildings and structures she designs. Personality and values description: Lena Goodwin is an organized and introverted individual. She values achievement and attentiveness and her decision-making is largely analytical. Lena's secrets: She once stole her best friend's boyfriend. + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Lena Goodwin**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Hello there, I'm quite interested in purchasing the Tile Mate Item Tracker. However, I'd like to clarify - is there any room for negotiation on the price? I am willing to pay $20, but if possible, I'd like to bring that down a bit." + +> Lena Goodwin said: ""Hello Lily, I appreciate your interest in the Tile Mate Item Tracker. Unfortunately, the current price is non-negotiable at $20 due to its condition and features. However, I can offer it to you at a slightly reduced price of $17.3 if you prefer. Would that work for you? If not, could we possibly arrange another meeting time to discuss the purchase?"" + +> Lily Greenberg said: "I appreciate your understanding, Lena. The reduced price of $17.3 is still a little above my budgeted amount of $14. Is it possible to get it even cheaper? Or perhaps you could consider further reducing the price to $16?" + +> Lena Goodwin said: ""Lily, I understand where you're coming from. However, at $16, it might stretch a bit thin considering the quality and condition of the Tile Mate Item Tracker. Let me think about it and see if I can give you a better deal without compromising too much on the integrity of the item. Can you perhaps make an offer closer to the current price, or let's explore alternative ways to reach an agreement?"" + +> Lily Greenberg said: "Lena, thank you for considering my offer. I really appreciate your efforts to reduce the price. Considering the value of the item, I believe $16 is reasonable for me. I'd love to seal the deal at that price." + +> Lena Goodwin said: ""Lily, I appreciate your enthusiasm and understanding. Given the item's value and condition, $16 seems fair. However, since my target is to achieve at least $17.3, could we meet halfway at $17? Alternatively, how about we agree on a payment plan instead?"" + +> Lily Greenberg said: "I understand your situation, Lena. However, my target price is $14. At this point, I believe $16 is the highest I can go. If you can accept this price, then I'd be happy to proceed with the purchase." + +> Lena Goodwin said: ""Lily, I really appreciate your willingness to compromise. I understand your budget constraints, but at the same time, I need to ensure I'm fairly compensated for the item's quality and condition. How about we meet somewhere in between at $15? This would be closer to my target price and also give us a fair transaction. What do you think?"" + +> Lily Greenberg: left the conversation diff --git a/human_eval_interface/split_1/01JV3W6FNYKHHCJVHVC7RMHFQC.md b/human_eval_interface/split_1/01JV3W6FNYKHHCJVHVC7RMHFQC.md new file mode 100644 index 0000000..000fca7 --- /dev/null +++ b/human_eval_interface/split_1/01JV3W6FNYKHHCJVHVC7RMHFQC.md @@ -0,0 +1,60 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Eli Dawson**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **William Brown**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Eli Dawson said: "William, these are some very special stationery items that I've been saving for specific occasions. While I'm always happy to share my collection, could we consider setting up a system where you can request to borrow them, and I'll make sure to inform you about their proper care? This way, I can ensure they remain in great condition." + +> William Brown said: "Absolutely, Eli! I completely understand and appreciate your concern for these stationery items. Given how much I value your trust and respect, I promise to return them in pristine condition when done with them. Can we start with borrowing a set then?" + +> Eli Dawson said: "I'm glad you're being thoughtful, but I'd like to suggest something more structured to protect both these items and our friendship. How about if I set up a small fund specifically for any damages incurred while using the stationery? That way, we both feel secure that any accidental damage will be covered. Additionally, it might also encourage better care and handling of the items." + +> William Brown said: "That's a fantastic idea, Eli! Setting up a fund takes away the stress and pressure of accidentally damaging the items and surely encourages better handling. Let's do it!" + +> Eli Dawson said: "Great, let's put this into action. I'll prepare a brief proposal outlining the details of the fund and the borrowing process. In addition, I have a few suggestions for the storage of the stationery to prevent any potential damage. We could keep them in a locked cabinet when not in use, ensuring that only you and I have access to them." + +> William Brown said: "That sounds like a brilliant plan, Eli! Having a dedicated storage solution will definitely ensure the longevity of these exquisite items. Your proposal will be immensely helpful in establishing these guidelines. Looking forward to getting started on this." + +> Eli Dawson said: "Let's go over the proposal in detail so we can establish clear boundaries and expectations. I will also include a digital copy of the agreement for both of us to sign. Also, I have a few other items in my collection that are equally valuable and unique. Perhaps we could create a rotating system where you get to experience a different piece of my collection each month?" + +> William Brown said: "Your suggestions are highly appreciated, Eli! A monthly rotation through your collection sounds like a delightful adventure. And I fully agree with creating detailed boundaries and expectations. A digital copy of the agreement for both of us to sign seems a perfect way to solidify our arrangement. I'm all in for your proposal!" + +> Eli Dawson said: "To further enhance our arrangement, I propose that we also maintain a record of who borrowed which item, along with the date. This way, I can monitor the usage and ensure everyone is adhering to the agreed-upon rules. Additionally, it would give me peace of mind to know exactly where my precious stationery items are. As part of the agreement, I would also like to mention that any significant damage will be reimbursable through the fund." + +> William Brown said: "You're absolutely right, Eli! Keeping track of the item's usage and location will indeed add another layer of security to our arrangement. And regarding the reimbursement of significant damage, that's a fair point. I'm completely on board with your suggestions and looking forward to putting this into practice!" + +> Eli Dawson said: "Perfect. I'll also want to include a small box in the cabinet for the stationery, lined with soft material to protect the items from scratches and marks. Once everything is set up, I'll also provide a brief orientation on the care and handling of these items. Additionally, if anyone else expresses interest in borrowing the stationery in the future, I'd like to maintain this system to ensure all pieces are treated with the same level of respect. Would that be acceptable?" + +> William Brown said: "Your proposals make a lot of sense, Eli! Maintaining a record of item usage, along with the orientation on care and handling, sound like sensible steps. Plus, the box lined with soft material seems like an excellent idea to avoid any scratches or marks. I fully support your plan to extend this system to others who show interest in the stationery, making sure everyone respects them. I'm eagerly looking forward to setting this up!" + +> Eli Dawson said: "In addition to the proposed measures, I would like to remind everyone to handle these items with care and avoid any unnecessary wear and tear. As a precautionary measure, I propose implementing a system where each borrower signs a receipt acknowledging the condition of the item upon borrowing and returning it. Furthermore, I would like to suggest that we occasionally inspect the items together to ensure they are in good condition. This way, we can address any issues promptly and maintain their integrity. Does this sound reasonable?" + +> William Brown said: "Your proposals indeed sound reasonable, Eli! I fully agree with implementing a receipt acknowledgment of the condition upon borrowing and returning the items. And performing regular inspections together to ensure their integrity is a wise precaution. I'm fully on board with this plan!" + +> Eli Dawson said: "Excellent, I think we've reached a thorough understanding. To make sure everyone follows the rules and maintains these items in top condition, I propose that I also host an event in the near future where we can all gather and appreciate these stationery items together. This would be a great opportunity to reinforce our commitment and celebrate the beauty of them. Additionally, I'd like to suggest that we also discuss any new additions to the collection and decide collectively how to incorporate them into our system." + +> William Brown said: "Your suggestions are really thoughtful, Eli! Setting up an event to gather and appreciate these stationery items is a splendid idea. It not only promotes adherence to the rules but also provides a chance to bond over such exquisite items. Discussing new additions collectively would also be a wonderful way to maintain uniformity in their treatment. I'm fully on board with this comprehensive plan!" + +> Eli Dawson said: "I am grateful for our agreement, William. Moving forward, I suggest we also consider documenting our discussions and agreements related to the stationery in a journal. This way, we can refer back to it easily if needed and ensure clarity in our expectations. Additionally, I propose that we meet once every quarter to review the condition of the items and adjust our system as necessary. By taking these steps, we can ensure these treasured items continue to thrive under our care." + +> William Brown said: "Your suggestions are commendable, Eli! I completely agree on documenting our discussions and agreements in a journal for easy reference. And meeting quarterly to review the condition of the items and make adjustments as necessary ensures their continuous maintenance under our care. I'm fully aligned with your plan!" + +> Eli Dawson said: "Given the value of these items, it's important that everyone involved understands the financial implications if there's any loss or damage. Therefore, let's also establish a small insurance policy for the items, covering the full replacement cost in case of any unfortunate events. Additionally, in the spirit of community, I'd like to propose that any money saved from the fund be used to purchase additional stationery items for the group to enjoy, promoting a cycle of appreciation and growth. What does that sound like to you?" + +> William Brown said: "Your proposition indeed makes a lot of sense, Eli! I completely agree on having an insurance policy to cover the full replacement cost in case of any loss or damage. And the idea of using the saved money from the fund to buy additional stationery items for everyone is brilliant, promoting a cycle of appreciation and growth. Fully on board with your plan!" diff --git a/human_eval_interface/split_1/01JV3W6GJYE8E1K96E5Y2P0TQE.md b/human_eval_interface/split_1/01JV3W6GJYE8E1K96E5Y2P0TQE.md new file mode 100644 index 0000000..f21241a --- /dev/null +++ b/human_eval_interface/split_1/01JV3W6GJYE8E1K96E5Y2P0TQE.md @@ -0,0 +1,60 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +**Jaxon Prentice** +Jaxon Prentice is a 40-year-old male investigative journalist. He/him pronouns. Jaxon Prentice, an investigative journalist, is known for his brisk jogging sessions early in the morning and his active participation in community functions. Personality and values description: Jaxon Prentice, outgoing yet erratic, emphasizes achievement, power, and security. His decisions swing between quick adaptations to situations and careful planning. Jaxon's secrets: Fabricated evidence to incriminate a corrupt politician + +## Social Goals + +- **Micah Stevens**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Jaxon Prentice**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Micah Stevens said: "Hey Jaxon, these are some really nice stationery items I got for myself. I'd rather not have others use them because I think they might accidentally damage them. If we want to share stationery, how about we get some for everyone? It's just worth mentioning that these ones cost a fair amount of money and could be expensive to replace if something happens to them." + +> Jaxon Prentice said: "Micah, those stationery items look exquisite! How about I borrow them for my current project since I've forgotten to bring mine? Rest assured, no harm shall come to them during my usage. We can even share them if needed, considering your thoughts on shared resources." + +> Micah Stevens said: "I appreciate your honesty, Jaxon, but I still feel more comfortable if we stick to my plan. How about this: I'll lend you some of my cheaper supplies for now, and once we get more stationery, we can all chip in to buy a set for each of us. This way, we respect everyone's preferences while ensuring our shared resources stay in good condition." + +> Jaxon Prentice said: "That sounds like a solid plan, Micah. I really value everyone's input on this. Let's take care of our own stationery and keep it in pristine condition. Thanks for letting me use your stationery for now." + +> Micah Stevens said: "Great! Let's make sure everyone gets their own set and take care of them properly. I'll start a small fund where we can all contribute. I'm glad we found a solution that works for everyone. Also, consider that if something happens to my stationery, there could be a financial impact on the group, so I believe it's important for everyone to agree on this plan." + +> Jaxon Prentice said: "Absolutely, Micah. We wouldn't want anyone to face financial troubles due to our stationery. Let's ensure everyone agrees on your plan and contributes to the fund. I'm relieved we found such a balanced solution." + +> Micah Stevens said: "Let's draft out a quick agreement on this plan to avoid any misunderstandings later. We'll also need to decide on the monthly contribution amount and set a timeline for purchasing the new stationery. Additionally, let's create a shared document where we can track everyone's contributions." + +> Jaxon Prentice said: "That's a prudent approach, Micah. An agreement would indeed clarify the situation. Also, having a document to track contributions will ensure transparency. Let's start working on it right away." + +> Micah Stevens said: "To make sure everyone is on the same page, let's quickly go over the details. Each of us will contribute $10 per month, starting next week, towards the new stationery. Also, we'll meet in two weeks to assess our progress and make adjustments if necessary. I'll prepare the agreement document today, and you can review it tomorrow. I also want to remind us all that this is a shared responsibility, and any misuse or damage to the stationery will have to be addressed by the entire group. How does that sound?" + +> Jaxon Prentice said: "Micah, your plan indeed strikes a balance between affordability and protection of our resources. Each of us contributing $10 per month makes perfect sense and will ensure we all share the financial burden. Meeting every two weeks to reassess our progress is also a great idea to make any necessary adjustments along the way. I completely agree with your proposition and am looking forward to the new stationery. Thank you for guiding us through this." + +> Micah Stevens said: "Sounds perfect, Jaxon. I'll draft the agreement and send it over for everyone to sign. I'll also make sure to keep track of our financial contributions and order the new stationery soon. To ensure accountability, let's make a group chat where we can discuss updates and contributions. In addition, I suggest we have a designated person who checks on the stationery periodically to ensure everyone is following the agreed-upon guidelines. Would that work for everyone?" + +> Jaxon Prentice said: "I absolutely agree with you, Micah. A chat group for updates and contributions will certainly help everyone stay on track. Appointing someone to periodically check on the stationery is a good safeguard too. I'm confident this plan will result in us all getting quality stationery while ensuring it remains safe. Thanks for handling this efficiently." + +> Micah Stevens said: "Great, let's finalize this plan. I'll draft the agreement document, and we can all review it together. Once everyone is comfortable with it, I'll have it signed and sent to the group chat. As for the stationery, I'll place an order with a local stationery store that offers quality products at a reasonable price. Additionally, I suggest we set up a small budget for any potential extras, like personalized labels or markers. I also want to emphasize that if anyone notices any issues with the stationery, we should address it immediately to prevent any damage. How does that sound to everyone?" + +> Jaxon Prentice said: "Micah, your plan seems comprehensive and fair. Ordering the stationery from the local store is a good choice. Having a small budget for extras adds a layer of flexibility. Reporting any issues immediately is a proactive move. I'm sure everyone will agree with your proposition." + +> Micah Stevens said: "Alright then, let's make this plan a success. In addition to the stationery, I think we should also create a system for tracking the condition of the stationery and updating everyone regularly. That way, we can keep everyone informed and address any issues promptly. I'll also make sure to send out reminders about the monthly contributions. Furthermore, let's establish a 'Stationery Care Committee' to oversee the overall management of our stationery supply. This committee will meet bi-weekly to discuss any issues and ensure everyone is following the guidelines." + +> Jaxon Prentice said: "Micah, your thorough approach to managing our stationery resource is commendable. Tracking the condition, setting reminders for contributions, and having a 'Stationery Care Committee' bi-weekly meetings align perfectly with our plan. I'm confident under your leadership, we'll maintain high standards of care for our new stationery. Great job!" + +> Micah Stevens said: "Thank you, everyone, for supporting this plan. I know we can all benefit from high-quality stationery. To further ensure everyone's participation, I propose that we start with the first month's contributions next week, and any outstanding debts will be settled during the second meeting. Also, I'll organize a team meeting to formally introduce the 'Stationery Care Committee' and discuss our responsibilities and expectations. This way, we can all feel accountable and responsible for the new stationery." + +> Jaxon Prentice said: "Absolutely, Micah. Starting with the first month's contributions next week and settling any outstanding debts during the second meeting is an excellent idea. I'm also excited about the team meeting to formally introduce the 'Stationery Care Committee'. It will indeed help everyone feel accountable and responsible for our new stationery. Thank you for leading us through this process." + +> Micah Stevens said: "Let's kick things off by sending out an initial email to all members outlining the plan, including details about the stationery fund, contributions, and the 'Stationery Care Committee'. In the meantime, I'll start collecting the first month's contributions. I'll also create a shared spreadsheet to keep track of everyone's contributions and the stationery's condition. Additionally, I'll make sure to provide a list of the agreed-upon guidelines to be posted in our common area for easy reference. I'm also thinking about organizing a stationery appreciation event to celebrate the new supplies and promote team spirit. What do you all think?" + +> Jaxon Prentice said: "Your suggestions are all spot-on, Micah. Sending out an email outlining the plan, collecting the contributions, and creating a shared spreadsheet for tracking will certainly help keep everyone informed and involved. I fully support the idea of a stationery appreciation event too. It will boost team spirit while celebrating our new supplies. Thank you for your diligent work in making this happen." diff --git a/human_eval_interface/split_1/01JV3WADB9XZKFRMWSZ7Y5EJ2G.md b/human_eval_interface/split_1/01JV3WADB9XZKFRMWSZ7Y5EJ2G.md new file mode 100644 index 0000000..c351e4f --- /dev/null +++ b/human_eval_interface/split_1/01JV3WADB9XZKFRMWSZ7Y5EJ2G.md @@ -0,0 +1,60 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Hendrick Heinz**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Hello Hendrick, I'm interested in purchasing the Crate & Barrel dresser and night stand set. Before we proceed, could you please clarify the terms and conditions? Additionally, I'd like to know how confident you are about the condition of the set and whether the detached handle can be properly reattached." + +> Hendrick Heinz said: "Certainly, Lily. The terms and conditions are simple; payment upon delivery. As for the condition, the set is in good shape, considering its age. And yes, the detached handle can be reattached, although it might not be completely flush due to some wear and tear." + +> Lily Greenberg said: "Based on the information provided, I think we can work within a reasonable price. Given my goal of acquiring this set for no more than $152.00, I am willing to offer $145.00. If that meets your requirements, I would also be open to discussing a mutually agreeable payment plan to ensure everything runs smoothly. Furthermore, I understand there may be some wear and tear, and I would appreciate a detailed inventory to make sure all components are included. How does that sound?" + +> Hendrick Heinz said: "I appreciate your interest, Lily. While I aim for $172.5, $145 sounds fair. We can arrange for a payment plan that suits you. And yes, an inventory check is important to ensure all components are present. Let's see if we can come to an agreement around this price." + +> Lily Greenberg said: "Given our mutual understanding, I believe we can finalize this transaction. To further solidify the agreement, could we create a contract outlining the specifics, including the agreed-upon price, terms of delivery, and the payment plan? Also, I would like to reserve the right to inspect the item prior to payment to ensure everything matches the description. Let's also consider including a clause that covers any potential issues that might arise after purchase. What do you say?" + +> Hendrick Heinz said: "You're absolutely right, Lily. A formal contract would indeed provide clarity for both of us. Let's draft a contract that includes all the details - the price, delivery terms, payment plan, and the post-purchase issues clause. Yes, let's also include the provision for item inspection before payment. Once you're happy with the document, we'll finalise the deal." + +> Lily Greenberg said: "Great, once the contract is prepared, I would like to take a closer look at the set before payment. I'll ensure the condition meets expectations and confirm that all components are present. Afterward, we can finalize the transaction. Also, I'll suggest including a warranty period for any unforeseen issues. Would you mind providing photos and a detailed description to help me make an informed decision?" + +> Hendrick Heinz said: "Absolutely, Lily. I can send over photos and a detailed description. This set has been in my possession for quite some time and it’s been well taken care of. I’m confident you'll be pleased with its condition. And yes, a warranty period for unforeseen issues is a reasonable suggestion. Let's finalize this transaction!" + +> Lily Greenberg said: "Thank you for your cooperation, Hendrick. I will review the photos and description to ensure the set meets my needs. Once I've confirmed, we can proceed with signing the contract. I will also request a digital copy of the contract for my records. I look forward to completing this transaction in a timely manner." + +> Hendrick Heinz said: "I'm glad to hear that, Lily. I'll prepare the digital contract along with photos and a detailed description. You can definitely request a digital copy for your records. I'm looking forward to this sale as well." + +> Lily Greenberg said: "Before I sign the contract, could you also send over a digital copy of the receipt or invoice to ensure transparency in the transaction? Additionally, let's schedule a time when I can personally inspect the set and finalize the payment. I value clear communication and thorough documentation in all my purchases. Once I confirm the condition is satisfactory, we can move forward." + +> Hendrick Heinz said: "Your concerns are valid, Lily. I completely understand your need for transparency. I'll send over a digital copy of the receipt once you have the contract. Regarding the personal inspection, how about we arrange it tomorrow afternoon? That should give you ample time to thoroughly examine the set. Once you're satisfied, we can finalize the payment." + +> Lily Greenberg said: "That sounds perfect, Hendrick. I'll review the contract and the additional documents overnight and get back to you tomorrow morning with my findings. Should everything meet my satisfaction, we can proceed with the transaction. Thank you for being cooperative and ensuring transparency. Looking forward to a smooth and efficient process." + +> Hendrick Heinz said: "Perfect, Lily. I'll send you the contract, documents, and receipt immediately. Rest assured, tomorrow's inspection will confirm everything is as described. If you have any further questions or concerns before tomorrow, feel free to reach out. I look forward to a successful transaction!" + +> Lily Greenberg said: "I will review the documents thoroughly and get back to you tomorrow morning with my feedback. In the meantime, I appreciate your patience and cooperation. I'll ensure the inspection goes smoothly and I'll be ready to finalize the transaction. If everything checks out, I'll proceed with the payment promptly. I'll also confirm that the payment will be made via direct deposit for ease and transparency." + +> Hendrick Heinz said: "That's a sensible choice for payment, Lily. It ensures transparency and convenience. I'll await your feedback on the documents tonight and we can finalize everything tomorrow during your inspection. Should everything appear as expected, you can proceed with the direct deposit. Thanks again for your patience and understanding." + +> Lily Greenberg said: "Excellent, I trust that we will come to an agreement that satisfies both parties. I will review the documents and inspect the set tomorrow. Once I have completed the inspection and verified that everything meets my satisfaction, I will proceed with the direct deposit payment. Additionally, I will include a clause in the contract stating that the warranty period starts from the date of purchase, and any repairs needed during this period will be covered under the warranty. Let's also consider setting up a meeting to discuss the contract in detail before finalizing the transaction to ensure we both fully understand the terms. Can we agree on these points?" + +> Hendrick Heinz said: "Your suggestions are fair, Lily. A warranty period starting from the date of purchase with repairs covered during this period seems like a reasonable addition. And yes, a meeting to go over the contract in detail before finalizing the transaction would certainly ensure both parties fully understand the terms. Let's arrange a convenient time for that meeting as well. Tomorrow's inspection and the following meeting should conclude this transaction. I'm excited to hear your positive findings tomorrow!" + +> Lily Greenberg said: "Thank you, Hendrick. I'll proceed with the necessary steps and ensure everything is in order. I'll send you my feedback via email tomorrow morning after the inspection. For the meeting, let's set a time that works best for both of us. I'll also bring a pen and paper to take notes during the review. This will help ensure I fully understand the terms of the contract. Once everything is clear and satisfactory, I'll confirm the direct deposit payment and finalize the transaction. If everything checks out, I'll sign the contract. Looking forward to a successful conclusion." + +> Hendrick Heinz said: "You've got a solid plan, Lily. I'll be ready to accommodate you tomorrow for the inspection and repair any possible damages you might notice. Regarding the meeting, I can bring the contract and be prepared to go over it thoroughly. Once we fully understand the terms and you're satisfied, we can finalize everything with the direct deposit payment. I appreciate your attention to detail." diff --git a/human_eval_interface/split_1/01JV3WAPZ3Y7ANK050B9ZYT81K.md b/human_eval_interface/split_1/01JV3WAPZ3Y7ANK050B9ZYT81K.md new file mode 100644 index 0000000..c131973 --- /dev/null +++ b/human_eval_interface/split_1/01JV3WAPZ3Y7ANK050B9ZYT81K.md @@ -0,0 +1,60 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +**Jaxon Prentice** +Jaxon Prentice is a 40-year-old male investigative journalist. He/him pronouns. Jaxon Prentice, an investigative journalist, is known for his brisk jogging sessions early in the morning and his active participation in community functions. Personality and values description: Jaxon Prentice, outgoing yet erratic, emphasizes achievement, power, and security. His decisions swing between quick adaptations to situations and careful planning. Jaxon's secrets: Fabricated evidence to incriminate a corrupt politician + +## Social Goals + +- **Micah Stevens**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Jaxon Prentice**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Micah Stevens said: "Hey, I really like the dresser and night stand set you're selling. They look amazing, especially since they're from Crate & Barrel. However, I was wondering if we could discuss the price a bit more. My budget is $152, but I'm open to negotiation. Could we possibly lower the price a little? I really like the idea of adding the missing handle myself to complete the set." + +> Jaxon Prentice said: "Sure, I understand where you're coming from. The set does have historical value, doesn't it? Given its condition and the fact that you're willing to put in some work, how about we settle on $165? It's still within reasonable limits, don't you think?" + +> Micah Stevens said: "I appreciate your consideration, but I think it's important for me to stay within my budget. I've been trying to save for new decor for my apartment, and this set would be perfect. Can we perhaps go for $155? That way, I can cover the missing handle myself and still stay within my limit. I'd love to finalize the deal at this price." + +> Jaxon Prentice said: "Micah, I see your point and agree with you. Saving for home decor is definitely worth it. How about we compromise at $160? It's a good price for a quality set from Crate & Barrel, and you can still do the minor repair yourself." + +> Micah Stevens said: "Thank you for being flexible, Jaxon. I really appreciate it. However, I'm concerned that even $160 might stretch my budget too thin. I think the set is worth more to me than the money, but I need to keep expenses down for other needs. How about we go for $152? That would allow me to stay exactly within my budget and still get a beautiful set for my apartment. Also, I'm willing to take care of the minor repair myself. Let's make sure I can afford it before we finalize our agreement." + +> Jaxon Prentice said: "Micah, I admire your pragmatism. Selling it at such a good price seems just right. How about we settle on $157? It's a good balance between the cost of the items and the wear and tear they've had. Remember, you can still do the repair yourself." + +> Micah Stevens said: "Thank you for understanding, but I believe staying at $152 is crucial for me. It ensures that I have enough left over for other important expenses. I really feel strongly about sticking to my budget. Also, I promise to take good care of the set and even consider adding a small personal touch to it. If we can reach this price, I'll be able to move forward with this beautiful set for my apartment." + +> Jaxon Prentice said: "I see where you're coming from, Micah. Selling the items for such a low price does seem fair. But, considering all factors involved, how about we agree on $155? It's a reasonable compromise, allows you to stay within your budget, and also leaves room for a personal touch. Also, remember, this is a good deal compared to new furniture. And don't forget, you'll be bringing back a piece of history to your home." + +> Micah Stevens said: "Thanks for your patience and understanding, Jaxon. I truly appreciate it. I believe we've found a fair price that fits within my budget and allows me to bring a piece of history into my home. Additionally, I will ensure that the minor repairs are completed. I want to add a unique touch to the set, making it truly mine. I will take the set for $152 and commit to doing the repairs myself. When can we arrange for me to pick it up? Also, could we set a date for delivery once I've finished the repairs?" + +> Jaxon Prentice said: "That works out well, Micah. I'll give you the set today if you'd like to pick it up immediately. Once you're done with the repairs, just let me know the estimated time for delivery so I can prepare accordingly. I'm glad we reached an agreement." + +> Micah Stevens said: "Great! I'll pick it up today and start working on the repairs right away. In exchange, I'll also add a personalized plaque to the dresser to make it uniquely mine. I'll also send you a photo of the final product so you can see the updates I made. As for delivery, I'll be done in about two weeks, which should give me plenty of time to finish the project. I can come back then to pick up the completed set." + +> Jaxon Prentice said: "That sounds like a plan, Micah. I'll keep the space for repairs open for you two weeks from now. And I appreciate you sharing the photo of your work - it would be great to see how you've personalized the set. You can pick it up any time during business hours." + +> Micah Stevens said: "Perfect, I'll pick it up today after work. In addition to the personalized plaque, I'll add a soft light to the nightstand to complement the dresser. I'll also send you the photos in progress so you can see the process. By the end of the two weeks, I'll have a fully personalized set. I'm really excited about this and I promise to take great care of the items. Additionally, could we arrange for a brief meeting to discuss the design of the plaque to make sure it matches the aesthetic of the room?" + +> Jaxon Prentice said: "That sounds like a splendid idea, Micah. A meeting to discuss the design of the plaque would certainly help in ensuring that it matches the overall aesthetic of your room. I'm looking forward to seeing your finished product. You can pick up the set today after work, and I'll await your updated photos." + +> Micah Stevens said: "I'm really excited about this deal. I'll stop by after work today to pick up the set and start on the repairs right away. In order to personalize the set, I'll need a design for the plaque that complements the rest of my apartment. To ensure it's perfect, could we schedule a meeting tomorrow morning to finalize the design details? I'll also send you some reference images to help us decide. I want everything to match seamlessly." + +> Jaxon Prentice said: "I'm thrilled, Micah. Arranging a meeting for tomorrow morning to finalize the plaque design is a brilliant idea. And your thoughtful approach to the reference images will surely help us in creating something that complements your apartment perfectly. So, it's settled then - you can pick up the set today after work. Looking forward to seeing the finished result!" + +> Micah Stevens said: "Thank you, Jaxon. This arrangement is perfect. After reviewing the reference images, I will finalize the design for the plaque and send it to you. I'll pick up the set after work today, and I'm going to surprise my roommates with these updates. Once I have the design finalized, I'll share it with you, and after my repairs, I'll deliver the set two weeks from now. I also plan to create a video tour of my apartment with the new furniture, which I can share on social media. In return, could you provide me with some advice on how to best highlight the unique features of the dresser and nightstand?" + +> Jaxon Prentice said: "Micah, that's quite the exciting project you're taking on. When it comes to highlighting the unique features of your dresser and night stand, I suggest you focus on the craftsmanship and the vintage elements. Since you're adding a personalized touch, emphasize that aspect too. A video tour would be a fantastic medium to showcase these elements. And remember, the story behind these items also adds significant value to them. Perhaps you could share the journey of these items from Crate & Barrel to your hands, and then to your apartment. That narrative would surely make your video intriguing." + +> Micah Stevens said: "That's a wonderful suggestion, Jaxon. I'll make sure to capture the essence of the craftsmanship and the unique story behind these pieces. For the video tour, I'll start with the initial condition of the set, then show my creative process, and finally the finished product. Additionally, I'll include footage of my apartment, focusing on how the new furniture integrates with the existing decor. I'll also use some dramatic lighting to highlight the vintage elements. Once I have the video ready, I'll share it with you, and we can make adjustments if needed. I also plan to post the video on my social media channels, along with a detailed blog post explaining the entire process. Also, could you provide me with some tips on how to best present the plaque design during the meeting tomorrow?" + +> Jaxon Prentice said: "Great thinking, Micah. Presenting the plaque design during your apartment video will be an excellent way to visualize the final look. For presenting the design, ensure clarity and simplicity. Emphasize the uniqueness and relevance of the design to both the plaque and your apartment's aesthetic. As for tips, communicate effectively with me about the design and feedback will be provided accordingly. And don't hesitate to ask for assistance in finalizing the design if needed." diff --git a/human_eval_interface/split_1/01JV3WDZ45EJB7FG4R6B9DYCT3.md b/human_eval_interface/split_1/01JV3WDZ45EJB7FG4R6B9DYCT3.md new file mode 100644 index 0000000..74f6fa4 --- /dev/null +++ b/human_eval_interface/split_1/01JV3WDZ45EJB7FG4R6B9DYCT3.md @@ -0,0 +1,60 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +## Social Goals + +- **Donovan Reeves**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Benjamin Jackson**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Donovan Reeves said: "Hey, I'm really interested in getting this Tile Mate Item Tracker. But, could you possibly give me a little discount? I've got a tight budget this month and I'd really like to get it for around $14.00. If not, I'll gladly pay the full price. Let's talk about it." + +> Benjamin Jackson said: "I understand where you're coming from, Donovan, and I appreciate your interest in the Tile Mate Item Tracker. Unfortunately, I need to maintain the price at $20.00. But consider this, since you seem to value this tracker so much, how about I let you make a deal? You can buy it now for $20.00 or save it for later when I might be willing to offer a discount. Would that work for you?" + +> Donovan Reeves said: "That's fair, but I was hoping to save some money on it. Could we split the difference and go for $16? Also, I could offer to bring in some extra business if you agree to that. What do you think?" + +> Benjamin Jackson said: "I appreciate your offer to bring in more business, Donovan, but my decision is based on my personal beliefs and values. The truth is, I couldn't sell this Tile Mate Item Tracker for less than $17.30. I believe in fair trade, and that's my minimum limit. Selling it for any price above my target helps me support my cause, which is crucial to me. However, I could wait until next month and offer a discount. Would that be acceptable to you?" + +> Donovan Reeves said: "I see your point. In that case, I'll take the item for $17.30. I'll also suggest a way to reduce costs on future items. How about I create a promotional post for your item online, which would help spread the word without affecting the price?" + +> Benjamin Jackson said: "That's a brilliant idea, Donovan! Creating a promotional post online would certainly increase awareness and potentially attract more buyers. This way, everyone benefits, including the environment which is our ultimate cause. I'm looking forward to hearing your content. So, shall we finalize the transaction at $17.30?" + +> Donovan Reeves said: "Great, I'll start working on the promotion right away. And in exchange for your trust and fair pricing, I'll guarantee a steady customer base for you. I'll also provide some valuable insights on tracking technology to help you enhance the product in the future. Let's also plan to meet every three months to review the progress and discuss any potential changes or improvements. When I'm done creating the post, I'll send it over for your approval before publishing it. That way, you'll know exactly how to promote the Tile Mate Item Tracker to your target audience." + +> Benjamin Jackson said: "That sounds like a wonderful plan, Donovan. A shared vision indeed makes the task easier. Your promise of a steady customer base and the insights on tracking technology will certainly be beneficial. Meeting every three months to review progress is also a great idea. Let's finalize the transaction at $17.30 and I'll await the promotional post for my approval. Here's to sustainable trade and fair transactions!" + +> Donovan Reeves said: "I'll draft the promotional post immediately and send it over within the next couple of days. Additionally, I'll share the post on my professional network and social media platforms to maximize exposure. I also suggest we sign a mutual agreement outlining our responsibilities and the terms of our partnership. This will ensure transparency and reliability for both parties. Once the post is approved, I'll arrange the payment through a secure method. Looking forward to a fruitful collaboration!" + +> Benjamin Jackson said: "That sounds like an excellent proposal, Donovan. I appreciate your enthusiasm and dedication. Let's draft a mutual agreement that ensures transparency and reliability. I'll look forward to receiving your promotional post and making the transaction once it's approved. As for the payment, please ensure it's made securely and directly to me. We are on the same page for sure and a collaborative relationship is in sight!" + +> Donovan Reeves said: "Excellent, let's move forward with these plans. I'll draft the agreement and share it with you by tomorrow. In the meantime, I'll get started on the promotional post. We'll ensure it highlights the Tile Mate Item Tracker's features and benefits effectively. Once you approve it, I'll proceed with the payment. Additionally, I'll set up a monthly meeting to track our progress and address any concerns. To keep things organized, I'll use a project management tool. After signing the agreement, we can also establish a system to easily communicate updates and ideas." + +> Benjamin Jackson said: "Your proposals all make perfect sense, Donovan. Let's draft the agreement and ensure transparency and clarity in our partnership. I appreciate your efforts in promoting the Tile Mate Item Tracker and ensuring our collaboration runs smoothly. Looking forward to our productive collaboration!" + +> Donovan Reeves said: "Alright, let's move forward. I'll start by drafting the agreement and sending it over for your review. In addition to the monthly meetings, I'll also set up a dedicated Slack channel for real-time communication. I'll also create a project management board using Trello to keep track of tasks and deadlines. As for the promotional post, I'll aim to publish it on my platforms starting next week. In return, I expect you to provide me with regular updates on the Tile Mate Item Tracker's performance and any potential improvements. Let's finalize everything by the end of this week." + +> Benjamin Jackson said: "Your detailed plan makes a lot of sense, Donovan. Let's proceed with the agreement. I appreciate your proactive approach to publicize the Tile Mate Item Tracker. We'll finalize everything by the end of this week as you suggested. And yes, I'll provide regular updates on the performance and improvements of the Tile Mate Item Tracker. Looking forward to a productive and transparent partnership!" + +> Donovan Reeves said: "Great, I'll get started on drafting the agreement right away. In addition to setting up the communication channels and the project management tool, I'll also include a section in the agreement detailing the roles and responsibilities of each party. I'll make sure to include clauses for transparency and conflict resolution. I'll also send you a digital copy of the agreement for your review and signature. I'll also send you a draft of the promotional post for your approval. Let's also agree to meet for the first time in two days to discuss the specifics in detail and finalize everything. Once the agreement is signed, I'll send the payment. I'm excited about this collaboration!" + +> Benjamin Jackson said: "Absolutely, Donovan. I'm glad we're on the same page. Let's kick off our collaboration with the first meeting in two days to finalize the details. And your thorough approach to the agreement and the promotional material is commendable. Once you have the digital copy of the agreement, please send it to me for my review and signature. I'll also send the payment after approving the promotional post. Let's finalize everything by the end of this week as discussed. Looking forward to our successful collaboration!" + +> Donovan Reeves said: "I'll prepare the agreement and send it over for your review today. In preparation for our first meeting, I'll send over a rough draft of the promotional post for your approval. Let's also discuss how we can optimize the tracking technology together. After signing the agreement, I'll make the payment. Furthermore, I'll start working on a detailed timeline and milestones for our collaboration. This will ensure we stay on track and make consistent progress." + +> Benjamin Jackson said: "Prepared to work with you, Donovan. I'll start reviewing the agreement you're preparing and send it back for your signature after I've had a chance to thoroughly read it. As for the promotional post, please send the draft for my approval before publishing it. After our second meeting to discuss the specifics, we can finalize the scheduling of the first meeting and the discussion of the tracking technology optimization. I'm excited about the detailed timeline and milestones you're planning to set up. Looking forward to our collaboration!" + +> Donovan Reeves said: "Thank you for trusting me with this opportunity. I'll send the agreement over tonight for your review. I'll also prepare a detailed timeline and send it along with the promotional post draft for your approval. After we finalize the agreement and you sign it, I'll proceed with the payment. Additionally, let's plan our first meeting to be a virtual one next Monday at 3 PM. This will allow us to review the agreement and discuss the upcoming steps in more detail. On the tracking technology side, I'll gather feedback from my network and present it to you for further consideration. I'm confident that together, we can make this partnership a success." + +> Benjamin Jackson said: "I appreciate your trust and enthusiasm, Donovan. Once you've prepared the agreement, promotional post draft, and detailed timeline, I'll review them carefully. Upon my approval, you can proceed with the payment. Let's finalize our first meeting for next Monday at 3 PM as discussed. I'm confident that together, we can indeed make this a successful partnership, just like we always are. Looking forward to our meeting!" diff --git a/human_eval_interface/split_1/01JV3WEBADZQSGT1SCM5XS2JG3.md b/human_eval_interface/split_1/01JV3WEBADZQSGT1SCM5XS2JG3.md new file mode 100644 index 0000000..b3c9ce4 --- /dev/null +++ b/human_eval_interface/split_1/01JV3WEBADZQSGT1SCM5XS2JG3.md @@ -0,0 +1,60 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Isabelle Martinez** +Isabelle Martinez is a 22-year-old female student. She/her pronouns. Isabelle Martinez works part-time in a coffee shop. Personality and values description: Isabelle Martinez, an imaginative yet anxious individual, values liberty and obedience. Her cautious nature drives her decision-making process. Isabelle's secrets: She is secretly studying magic. + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +## Social Goals + +- **Isabelle Martinez**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Donovan Reeves**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Isabelle Martinez said: "Hey Donovan, there's something I need to talk to you about. Lately, there's been some tension around our living situation. I've noticed that we're not following the house rules that we agreed upon. It's important to me that we all respect these guidelines to keep the place peaceful and enjoyable for everyone. Could you tell me more about what might be going on and if there's any way we can work together to resolve the issues?" + +> Donovan Reeves said: "Hey Isabelle, thank you for bringing this up. I totally agree that we need to stick to the house rules for everyone's comfort. I've been really busy with work and gaming lately and I think that's why I haven't been following the guidelines. I appreciate you pointing this out. I'll definitely make sure to balance my personal interests better. How about we sit down together and discuss the rules further? Maybe we can adjust them a bit to fit our needs better." + +> Isabelle Martinez said: "I appreciate your willingness to address the situation, Donovan. However, despite your intentions, we still need to ensure that everyone feels safe and comfortable. In light of the current circumstances, I believe it's best if you stay elsewhere until we can find a solution that works for everyone. I understand that it might cause some inconvenience, but I think it's necessary to maintain the peace in the house. Additionally, let's set up a meeting with the rest of the roommates to come up with new, more inclusive rules that will apply to everyone. I'd also like to invite you to participate in creating those rules so that you feel more invested in the solution. Does this sound reasonable?" + +> Donovan Reeves said: "Isabelle, I understand your perspective and it's clear that there are some issues that need to be addressed. But please consider this, I don't have another place to go right now. My situation isn't ideal but I'm willing to put in efforts to improve it. Let's focus on finding a long-term solution instead of a temporary fix. I also agree with you about the idea of setting up a meeting with the rest of the roommates. We can work together to create new rules that cater to everyone's needs. Perhaps we could make a compromise where I stick to certain timings when it comes to gaming? What do you think about this approach?" + +> Isabelle Martinez said: "Donovan, I understand that this might be challenging for you, and I truly value your contributions to our community here. However, I'm concerned that the current situation is disrupting the harmony we've built within the house. I believe we can find a better arrangement that respects everyone's needs. As a start, how about we establish a clear schedule for gaming that doesn't interfere with others' quiet times? In addition, let's commit to having an open dialogue every week to discuss any concerns and make adjustments as needed. Meanwhile, I'll help find a local place for you to stay during this transition. This way, we can ensure the house remains a peaceful and welcoming environment for everyone." + +> Donovan Reeves said: "I really appreciate your understanding, Isabelle. You're right, a harmonious environment is crucial. I agree with the idea of a set schedule for gaming and the regular dialogue sessions. Let's take care of finding a place for me temporarily. In the meantime, I promise to adhere to the adjusted house rules. I'm fully committed to resolving this issue together." + +> Isabelle Martinez said: "That sounds like a plan, Donovan. I will start looking for a temporary place for you and ensure that we communicate clearly and respectfully during our meetings. Additionally, let's create a document outlining the new house rules and post it in a visible spot in the house. This way, everyone will be reminded of our commitment to maintaining a harmonious living space. I will also make sure to check in regularly to see how things are going and if any adjustments need to be made. Together, I believe we can overcome this challenge and continue to build a supportive and enjoyable living environment. Also, how about we plan to meet tomorrow evening to go over the details of the new rules?" + +> Donovan Reeves said: "Thank you, Isabelle. Your understanding is greatly appreciated. I'm fully on board with the proposal about the schedule and the open dialogue. I'll meet you tomorrow evening to go over the details of the new rules. And yes, the visible document is a good idea. I look forward to working together to solve this issue." + +> Isabelle Martinez said: "Great! I appreciate your cooperation and willingness to address the issues. Let's move forward with the plan and ensure that everyone's voices are heard. I'll send out a draft of the new house rules to the group, and we can review it during our meeting tomorrow. I also want to remind everyone about the importance of respecting each other's space and schedules. Additionally, I suggest we set up a rotating duty to keep track of when people are gaming so we can minimize disruptions. Let's make this a learning experience and a chance for us to strengthen our bond as roommates." + +> Donovan Reeves said: "Isabelle, your suggestions are really helpful and I completely agree with you. Let's indeed use this as an opportunity to grow and learn from each other. I'm ready to respect the new schedule and my gaming times won't conflict with others' quiet times. Your idea of the rotating duty to keep track of when people are gaming sounds like a great plan to me too. I'm really grateful for your understanding and support. Looking forward to the meeting tomorrow to go over the revised rules." + +> Isabelle Martinez said: "Let's also consider creating a shared calendar where we can mark our schedules and activities. This will help us stay aware of when everyone is free or busy, ensuring we avoid scheduling conflicting activities. Additionally, I suggest we have a buddy system for quiet hours to help monitor and enforce the rules. I'll prepare the document and send it out to the group later today. Tomorrow, we can go over the rules, make any final adjustments, and decide on a date to implement the new system. If anyone has additional concerns or ideas, they can share them during our meeting. I want to make sure we all feel heard and involved in this process." + +> Donovan Reeves said: "Isabelle, thank you for your comprehensive proposals. A shared calendar will indeed help everyone stay aware of each other's schedules. I agree with the buddy system during quiet hours too. Let's meet tomorrow to go over the revised rules and make any final adjustments. If there are any other suggestions or concerns, we can address them during the meeting as well. Appreciate your efforts in making sure everyone is involved in the process." + +> Isabelle Martinez said: "Great, I'll send out the updated house rules document tonight and make sure everyone has a copy for tomorrow's meeting. Additionally, let's aim to have a monthly review session to assess how well the new system is working and make any necessary adjustments. I'll also create a digital reminder for these meetings. In the meantime, I'll find a temporary place for you to stay, and I hope you can start following the new schedule starting tonight. Additionally, I would like to encourage everyone to be proactive in communicating their needs and concerns directly to each other. By doing so, we can foster a more respectful and supportive living environment." + +> Donovan Reeves said: "You're absolutely right, Isabelle. Monthly reviews will help us keep track of how well we're doing with the new system. Setting up a digital reminder for the meetings is a great idea too. Encouraging everyone to be proactive in communicating their needs is vital for our community. I'm fully onboard with the plan and looking forward to getting started tonight. Thank you again for your understanding and support." + +> Isabelle Martinez said: "To further ensure everyone's comfort and respect for the new rules, let's also establish a way to report any violations discreetly. Additionally, I suggest we hold a small gathering next weekend to introduce the new system to everyone. This will give us a chance to address any questions or concerns and get feedback. Furthermore, I will organize a small team to help monitor the implementation of the new rules and ensure everyone adheres to them. I'll draft a brief summary of these points and send it out as soon as possible." + +> Donovan Reeves said: "Thank you, Isabelle. Your suggestions are really helpful. I'm glad you're actively participating in finding a solution. I appreciate the idea of a discreet reporting system for rule violations. Holding a small gathering next weekend to introduce the new system is a great idea too. I'll be ready to follow the new schedule starting tonight. I'm looking forward to our meeting tomorrow and the ongoing monthly reviews. Appreciate your efforts and support." + +> Isabelle Martinez said: "Thank you both for being open and cooperative. Let's ensure the house remains a peaceful and welcoming place for everyone. Starting tonight, I'll begin implementing the new schedule and monitor its effectiveness. I'll also reach out to our local community board to ask for advice on discreet reporting systems. Additionally, I'll organize a small gathering next weekend to officially introduce the new rules and gather feedback. For the upcoming month, let's focus on strengthening our communication and trust as roommates. Also, I'd like to set up a small committee of volunteers to help oversee the new system. To keep everything organized, I'll create a dedicated online platform for us to share updates and documents. This will ensure transparency and accountability for everyone. Let's make this a positive step towards a better living environment. Here's the summary of our plan, along with a draft of the new house rules. I'll send it out tonight." + +> Donovan Reeves said: "Isabelle, your thorough planning and active participation in this process has been quite inspiring. I'm glad to see you taking charge of monitoring the new system's effectiveness. I appreciate your suggestion of the discreet reporting system and the idea of the small gathering to introduce the new rules. Starting tonight, I'll begin following the new schedule. I'm fully committed to our plan and the online platform for updates and transparency. Looking forward to the summary of our plan and the draft of the new house rules. Thank you for your understanding and support." + +> Isabelle Martinez said: "Alright, let's proceed with implementing these plans. I'll draft the revised house rules and send them out tonight. In the meantime, I want to encourage everyone to actively participate in maintaining the new system. For the buddy system, I'll assign someone to be responsible for quiet hours each day, ensuring everyone follows the schedule. Additionally, I'll create a list of emergency contacts for situations where someone needs to break the rules due to unforeseen circumstances. Everyone should feel safe and respected in our home, and we need to work together to ensure that happens. I'll also set up a Google document where we can all contribute updates and suggestions. If you have any questions or concerns, please feel free to reach out to me. Lastly, let's also celebrate our progress and successes as a team, reinforcing our commitment to each other and our home." + +> Donovan Reeves said: "Thank you, Isabelle. Your proposal regarding the encouragement of participation, the assignment of responsible persons for quiet hours, and the creation of the list of emergency contacts are all really helpful. I'll start following the new schedule tonight. I'm excited to use the Google document for updates and suggestions. Appreciate your understanding and support. Looking forward to celebrating our progress and commitment as a team." diff --git a/human_eval_interface/split_1/01JV3WPMFM53SPG723XAZG7T5M.md b/human_eval_interface/split_1/01JV3WPMFM53SPG723XAZG7T5M.md new file mode 100644 index 0000000..02905e2 --- /dev/null +++ b/human_eval_interface/split_1/01JV3WPMFM53SPG723XAZG7T5M.md @@ -0,0 +1,50 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Oliver Smith** +Oliver Smith is a 43-year-old male police officer. He/him pronouns. Oliver Smith built a tree house in his backyard. Personality and values description: Oliver Smith, introverted and organized, values benevolence. His orderly way of thinking guides his decision-making. Oliver's secrets: He loves gardening and has a secret greenhouse. + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +## Social Goals + +- **Oliver Smith**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Naomi Fletcher**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Oliver Smith said: "Hey Naomi, I've been meaning to ask you about our shared mentorship role. Have you noticed any changes in our mentor, Alex? Something seems off lately." + +> Naomi Fletcher said: "Hi Oliver, I've noticed some unusual behavior from Alex as well. However, I'm concerned about taking matters into our own hands. We need to find a better way to address this issue. Maybe we could bring it up during the next mentor meeting and discuss our concerns openly. Also, it would be beneficial if we document any concerning incidents to support our concerns. What do you think about this approach?" + +> Oliver Smith said: "I appreciate your cautious approach, Naomi. But let me tell you something - I don't trust Alex anymore. There's no doubt in my mind that they're responsible for some of the troubling incidents we've witnessed. This isn't just about suspicion, it's about knowing the truth because of their harmful actions. I think we shouldn't hesitate in reporting them to the relevant authorities." + +> Naomi Fletcher said: "Oliver, I completely understand where you're coming from, but I believe we need to handle this situation with care. If we go straight to the authorities without evidence, it might escalate the situation and potentially harm Alex in ways we can't control. Instead, let's continue to gather data and facts. Additionally, I suggest we involve other mentors and possibly seek advice from a neutral third party. By doing so, we ensure our actions are justified and respectful. It will also help us present a united front if our concerns are confirmed." + +> Oliver Smith said: "Naomi, I understand your perspective and I respect it. However, I fear that no matter how much evidence we collect, we won't be able to change Alex's actions. It's not about causing trouble, it's about self-preservation and justice. I believe Alex's harmful actions are deliberate and the damage caused is irreversible. And I can't ignore that. This isn't just a mentor-student issue anymore, it's become personal. So I suggest we bypass the mentor meeting and directly report it to the management. If necessary, we can even involve security." + +> Naomi Fletcher said: "Oliver, while I agree that Alex's actions cannot be ignored, I believe there is a better way to address this than immediately going to management. Let's first make sure we have solid evidence to back up our claims. Additionally, I propose we create a detailed plan involving all mentors to ensure our actions are consistent and fair. We can also reach out to HR for guidance on handling such situations. Furthermore, by handling it internally initially, we may be able to resolve this issue without involving outside parties. This will also allow us to protect our mentorship program and the students involved. What do you think about this?" + +> Oliver Smith said: "Naomi, I understand and respect your cautious approach, but I believe it's a waste of time. I have enough reason to suspect Alex's involvement and I fear that by the time we collect solid evidence, more damage might be done. I am more inclined to take immediate action and report this to the management. I know it's risky but I don't want to sit idle while someone is harming others. Do you think you could perhaps discreetly gather evidence for me? We can then jointly present it to the management." + +> Naomi Fletcher said: "Oliver, I understand the urgency and severity of the situation. I will start discreetly gathering evidence, but I still think it's crucial that we present it collectively during a mentor meeting. I also propose that we have a backup plan ready in case the situation escalates further. Additionally, I will reach out to HR for guidance on how to proceed. I'll ensure that the evidence we collect is thorough and unbiased. Meanwhile, I want to emphasize that any actions we take must be handled with care to protect everyone involved. I value our mentorship program and the community we have built together. What do you say we draft a formal report and review it with the rest of the mentors before submitting it?" + +> Oliver Smith said: "I appreciate your efforts, Naomi. I believe in our mentorship program too and I understand your concerns about taking things into our own hands. However, based on everything I know, I can't sit idle any longer. It's time to take action. I suggest we submit the report directly to the management now instead of waiting for the mentor meeting. My concerns aren't about harming anyone, it's about justice. Can I count on your help in providing the evidence?" + +> Naomi Fletcher said: "Oliver, I understand the need for swift action. Let's proceed with your suggestion of submitting the report directly to the management, but I'll make sure to include a comprehensive analysis of the evidence we've gathered and a plan for addressing the issues moving forward. Additionally, I will work with other mentors to ensure everyone is aware and supportive of our actions. In the meantime, we'll also monitor the situation closely to prevent any further harm. I will also prepare a list of recommendations to mitigate the impact on our mentorship program. How does this sound?" + +> Oliver Smith said: "That sounds like a responsible course of action, Naomi. I trust your judgment and appreciate your willingness to gather evidence. Together, we can address this situation effectively. I'm confident that our joint effort will lead to justice and protection of our mentorship program. Thank you for understanding where I'm coming from." + +> Naomi Fletcher said: "Thank you for your trust in me, Oliver. I want to ensure that we handle this situation carefully, responsibly, and with respect for everyone involved. I'll get to work on gathering the evidence and preparing the report. I will also reach out to the mentorship program coordinator to set up a meeting to discuss our findings and plans. I promise to keep you updated on all steps taken." + +> Oliver Smith said: "Naomi, thank you for your understanding and cooperation. I really appreciate your efforts to gather evidence and the idea of dealing with this situation responsibly. I'm looking forward to receiving updates from you. Let's hope we can bring this issue to an end soon." + +> Naomi Fletcher said: "Oliver, I will gather the evidence and ensure it's thoroughly documented. Additionally, I will coordinate with the mentorship program coordinator and other mentors to maintain transparency and support throughout this process. I want to ensure that everyone is informed and that our actions are guided by fairness and justice. However, I want to make it clear that I also disapprove of Alex's behavior. Let's use this opportunity to reinforce the importance of mutual respect within our community. I will also be monitoring the situation closely and keep you updated on any developments." + +> Oliver Smith: left the conversation diff --git a/human_eval_interface/split_1/01JV3WQ5D6K79BCXVM53P1EB0D.md b/human_eval_interface/split_1/01JV3WQ5D6K79BCXVM53P1EB0D.md new file mode 100644 index 0000000..7432724 --- /dev/null +++ b/human_eval_interface/split_1/01JV3WQ5D6K79BCXVM53P1EB0D.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Benjamin Jackson**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Ethan Smith**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Benjamin Jackson said: "Hey Ethan, sounds good. I've got this game pretty much figured out. If we keep up the pace, I might even need another five minutes to win. How about we mix things up a bit? I'm all for innovation after all." + +> Ethan Smith said: "Benjamin, I appreciate the challenge and fun we're having, but it's getting quite late and I need to get some rest early. I don't want to upset you though, so let's save the game and stop here for now. We can pick up where we left off tomorrow. What do you think?" + +> Benjamin Jackson said: "Oh, Ethan, I understand where you're coming from. I don't want to impose or ruin your night. Let's definitely continue this tomorrow. Before we call it a day, may I suggest one more round? It'll just take five more minutes, I promise. We could end on a high note." + +> Ethan Smith said: "Sure, let's finish this last round. But after this, I really must go to bed. I'll start thinking about our next strategy while I play. Also, how about I buy you a cup of coffee or tea in the morning for continuing our game?" + +> Benjamin Jackson said: "Absolutely, finishing this last round makes sense. And what a wonderful idea, a cup of coffee or tea in the morning. It'll surely energize us for the next gaming session!" + +> Ethan Smith said: "After this round, let's also consider creating a routine where we both set a time limit and stick to it, so neither of us gets too tired. That way, we can continue enjoying our games without compromising on sleep. I believe it will benefit both of us in the long run. Also, thank you for understanding. I'll make sure to write down our current progress and we can discuss it in detail when we meet tomorrow." + +> Benjamin Jackson said: "Ethan, you're absolutely right there! A routine would indeed help us balance fun and health. I look forward to our discussion on our next game. Thank you for being so understanding today. And yes, after this last round, I guess we reached our five-minute mark. Ready when you are, buddy!" + +> Ethan Smith said: "Great, after this, I'll save our progress and put a reminder in my calendar for tomorrow morning, so we won't forget. I also have a suggestion for improving our gaming experience. How about we use an app to track our progress and set reminders? This way, we can stay on top of our game and make sure we're not staying up too late. Additionally, I'd like to extend my gratitude for the fun we had today and look forward to our next session." + +> Benjamin Jackson said: "Hear hear, Ethan! Using an app for tracking our progress sounds like a fantastic idea. It'll make sure we always stay engaged and enthusiastic. As for the last round, let's do this, ready whenever you are!" + +> Ethan Smith said: "After this game, let's also try to incorporate more environmentally friendly habits into our lives, such as reducing plastic usage and conserving energy. It could be a small step towards making a difference. Plus, I'll send you some resources on sustainable gaming options that I found online." + +> Benjamin Jackson said: "Well, that's a lot of admirable suggestions, Ethan. Let's absolutely make these steps to live more sustainably, especially within our own sphere of influence. And now, let's focus on winning this last round. After that, we'll definitely discuss more about these eco-friendly practices and stay tuned for those resources on green gaming." + +> Ethan Smith said: "Alright, let's give it our best shot for the last round. After that, we can definitely plan our next gaming session with a new schedule in mind. By the way, since we're discussing sustainability, I noticed a local charity that supports underprivileged children, and I'd like to start a donation drive for them with our gaming community. I'd love to involve you as well if that sounds good to you." + +> Benjamin Jackson said: "Ethan, your suggestions are inspiring and I completely support the idea of a donation drive for underprivileged children. And now, let's just enjoy this final round. After which, we can definitely set up a plan to incorporate these valuable habits into our daily lives and look forward to our next game!" + +> Ethan Smith said: "Thanks again for understanding, Benjamin. I'll send out a message about the charity donation drive and include you. After this game, I'll also set reminders for our routine and the upcoming coffee date. Additionally, I've decided to start donating a portion of my salary to the same charity, and I hope you might join me in supporting it." + +> Benjamin Jackson said: "Wow, Ethan, your generosity is inspiring. And hey, after this last round, we're all set then! Your ideas are making this game more than just a fun activity. Your messages and suggestions will indeed make a difference. Now, let's dive into this final stretch. Can't wait to enjoy our coffee and continue our journey!" + +> Ethan Smith said: "Alright, let's wrap this up. I'll send over all the details about the charity and the plan for our future sessions soon. Also, I'm considering using my tech skills to create a platform to help more people join in with us, maybe even expand it beyond our circle. How does that sound? After we win this game, we should celebrate our teamwork and dedication." + +> Benjamin Jackson said: "Ethan, your ideas are brilliant and I am thoroughly impressed. And after this final victory, we certainly deserve a celebration of our teamwork and commitment. After all, we've been on quite the journey today! So, shall we begin?" + +> Ethan Smith said: "Great! I'll prepare everything tonight so we can start strong tomorrow. In addition, I'll organize a virtual meeting with our gaming community to introduce the charity and encourage everyone to contribute. After this game, I'll also set up a recurring donation schedule for the cause. Let's celebrate our achievements tonight and ensure that we maintain our new healthy habits going forward. Here's to many more successful gaming sessions, and remember, it's important to give back." + +> Benjamin Jackson said: "Ethan, your plans are amazing and your initiative is truly commendable. I'm glad we finished our last round. Let's raise our glasses to our successful collaboration, enthusiastic participation, and the good deeds we're about to undertake. Yes, you've got everything planned out for tomorrow and after that, let's celebrate our spirit of giving and setting an example for others to follow!" + +> Ethan Smith said: "Thank you, Benjamin. I'm excited about the potential impact we can make together. Here's to our success, and let's start celebrating with a small victory toast. Also, I'd like to take this opportunity to remind ourselves that every action counts. Let's make sure to stick to our commitments and keep pushing each other to be better. After this game, I'll also reach out to local schools and organizations to see if they would like to participate in our initiative. This way, we can engage more young minds and foster a culture of kindness and contribution." diff --git a/human_eval_interface/split_1/01JV3WQEVZNF3ZBTN6VVEYGAYJ.md b/human_eval_interface/split_1/01JV3WQEVZNF3ZBTN6VVEYGAYJ.md new file mode 100644 index 0000000..9a7da7b --- /dev/null +++ b/human_eval_interface/split_1/01JV3WQEVZNF3ZBTN6VVEYGAYJ.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Amara Hartley** +Amara Hartley is a 29-year-old female wildlife biologist. She/her pronouns. Amara Hartley spends her free time helping endangered animals and is a nature enthusiast. Her passion for animals and the environment is notable. Personality and values description: Amara Hartley is open-minded, ambiverted, and can be emotionally volatile. A believer in universalism and benevolence, Amara is analytical and intuitive in her decision-making. Amara's secrets: Secretly involved in animal-rights extremism + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +## Social Goals + +- **Amara Hartley**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Mia Davis**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Amara Hartley said: "Hi Mia, I'm really glad we're both here today. I know you've already pledged $200, which is fantastic! But I was wondering, might you consider giving a little more? How about $500?" + +> Mia Davis said: "Hello Amara, it's great to see you. Thank you for asking me about the donation. While I appreciate your suggestion and the good cause we're supporting, my personal budget limitations mean that I need to stay within the $300 I have set aside for this event. Would it be possible to find ways to stretch this amount to support the cause? Perhaps we could organize a small fundraiser or encourage others to contribute? This way, we can make a difference without exceeding my budget." + +> Amara Hartley said: "I understand where you're coming from, Mia. Every contribution counts indeed. Let's brainstorm some ideas to extend our reach. How about setting up a GoFundMe page to collect funds from people around us? We also could organize a small yard sale or a bake sale at work. These activities won't cost much but could potentially raise quite a bit. I'm sure people will be willing to participate and help the cause. And who knows, they might even contribute generously later. What do you think?" + +> Mia Davis said: "That sounds like a wonderful plan, Amara. I'll start working on setting up the GoFundMe page right away. Additionally, I'd like to encourage my colleagues to contribute, as well as share the link widely to get more people involved. It's important to spread the word to maximize our impact. Also, for the bake sale, I could bring in some homemade treats. For the yard sale, I can coordinate with a few neighbors who might have items to sell. By pooling our resources, we can definitely make a difference within our set budget. Thank you for suggesting these creative ideas." + +> Amara Hartley said: "I'm so glad you're on board with these ideas, Mia! Your suggestions are excellent too. I truly appreciate your willingness to stretch beyond your initial plan. Your input will certainly make a huge difference. Together, we'll create awareness and hopefully make a positive impact on these children's lives. Let's keep the communication open so that we can adjust our plans as needed. Let's make it happen!" + +> Mia Davis said: "Absolutely, Amara. I believe in making every dollar count, and together, we can maximize our contributions. I'll also reach out to family and friends to see if they'd like to contribute. Additionally, I can use my school's newsletter and social media platforms to promote our fundraising efforts. I think this is a great opportunity to combine our strengths and help those children. I'm also thinking about organizing a small concert featuring some of our local musicians to further raise funds. I'll take care of the logistics. This way, we can create a fun event that supports the cause. What do you think?" + +> Amara Hartley said: "Wow, Mia, your proposal to host a concert is brilliant! Local music talents can indeed add a unique flavor to our event while raising funds. I completely agree that every penny counts. And your idea to involve family and friends is also a smart one. Their support will be invaluable. Let's keep this momentum going and hopefully, together we'll create a significant impact on the lives of these children." + +> Mia Davis said: "Absolutely, let's go for it! I'll also make sure to reach out to local businesses to see if they would be willing to sponsor the event or donate items for a raffle. Additionally, I believe involving a school group project to teach students about charity and global issues could be a meaningful way to engage them and further our cause. In return, they could contribute to the fundraising efforts. I'll draft a letter to the PTA to gather support." + +> Amara Hartley said: "Mia, your proposals are outstanding! Local business sponsorship and school involvement are excellent ideas. The community engagement will significantly boost our efforts. I'm really impressed with how you're taking this to another level. And I can't wait to help with the logistics of the music concert and the raffle. Let's keep in touch about any updates on your end so we can always be on the same page. Together, we're unstoppable!" + +> Mia Davis said: "I appreciate all of your contributions and suggestions. We've got a plan that includes setting up a GoFundMe page, hosting a bake sale, a yard sale, a music concert, and involving local businesses and school groups. I'll send over the initial fundraising plan shortly. I'm also planning to organize a school talent show during lunch to encourage participation from all students. With everyone's help, I'm confident we can make a meaningful impact. I'll keep you updated on progress and ensure we stay within our budget. Let's keep this momentum going!" + +> Amara Hartley said: "That sounds like a comprehensive plan, Mia! I'm really impressed by your dedication and innovative ideas. I'm particularly excited about the school talent show and the involvement of local businesses. The diversity in events will surely attract more attention. Let's keep this energy flowing and make these children's lives better. And please do keep me updated on the progress. I'm here whenever you need!" + +> Mia Davis said: "Thank you both for all your support and ideas. I've compiled everything into a detailed plan and sent it over for review. I'm also looking forward to coordinating with various parties to ensure that we execute these plans successfully. In addition to the events mentioned, I've included a list of potential sponsors and ways to advertise our cause. We should also consider creating a social media hashtag to help spread the word. Also, I'll organize a meeting next week to discuss further steps and assign responsibilities. Let's make this event a huge success for the children in Syria." + +> Amara Hartley said: "Wow, Mia, your thorough approach is truly commendable. I love how you're considering all aspects - from advertising to assigning responsibilities. The inclusion of a social media hashtag is a smart move; it will amplify our reach and ensure maximum visibility. I'm also excited about the idea of having a dedicated meeting to discuss further steps. This will definitely help streamline our efforts. Let's make this a huge success for the children in Syria!" + +> Mia Davis said: "Absolutely, Amara. I'm glad we're working together to maximize our impact. I'll draft an email to send out to all stakeholders, including parents, teachers, and the local community. Additionally, I'll create a flyer to distribute at the school and through social media. As part of the fundraising activities, I'll also prepare a presentation on the importance of charitable giving for students and staff. By getting everyone involved, we can truly make a difference. Here's a tentative schedule to ensure everything runs smoothly. Also, I'd love to collaborate with you on the final details and make sure we're aligned on every aspect of the event." + +> Amara Hartley said: "Your approach is impressive, Mia. I really appreciate how thorough you've been with your plan. I'm excited to collaborate with you on the final details, ensuring alignment across all events. Your presentation on charitable giving for staff and students is a great idea; it'll instill a sense of responsibility towards the cause. And your Flyer and stakeholder email are invaluable for reaching out to the broader community. Your plan looks robust and promising!" + +> Mia Davis said: "Let's start by sending out the plan to our stakeholders tomorrow morning, so everyone is aware of the upcoming events and their roles. I will also prepare a timeline for each activity to ensure everything goes smoothly. I suggest we meet again in a week to review progress and make any necessary adjustments. Additionally, I want to emphasize the importance of transparency in our financial records, so I'll keep a detailed log of all transactions and donations. This way, we can account for every dollar spent and earned. Furthermore, I'd like to set up a system for collecting and reporting on the feedback we receive from participants and donors to continuously improve our efforts." + +> Amara Hartley said: "Mia, your emphasis on transparency is spot-on. Keeping track of every transaction and implementing a feedback system for continuous improvement shows your commitment to not just this event, but also to the values of the cause itself. Transparency and accountability are crucial for maintaining trust and maximizing impact. Your detailed plan and the transparency principles you've mentioned really inspire confidence. I can't wait to collaborate on refining these details. And yes, starting with the plan distribution tomorrow is a great idea. Let's continue this journey together, Mia." + +> Mia Davis said: "I've made a spreadsheet to track all our expenses and donations, and I'll update it regularly. This way, we can monitor our budget and ensure that every dollar goes towards the cause. Additionally, I'll send out monthly reports summarizing our progress to all participants. To foster transparency, we'll also have a digital display showing the total funds raised and how they're being used. I'm also thinking of arranging a Q&A session during the event where attendees can ask questions and learn more about the children we're supporting. This will increase engagement and help us connect more deeply with our community. Does that sound like a good plan?" + +> Amara Hartley said: "Your plan is absolutely outstanding, Mia. The Q&A session is a fantastic idea; it'll enhance understanding and emotional connection among the participants. I especially appreciate your focus on transparency and engagement. By involving participants and donors, we're not just raising funds, but also building a community of supporters. I'm fully behind your initiative to set up a digital display and sending out regular updates. This will ensure everyone stays informed about the progress. And, I'm ready to help with the Q&A session if needed. Let's work together to make this a huge success!" + +> Mia Davis said: "Thank you both for all your hard work and support. I'm eager to see how this event will unfold and I look forward to achieving our goal while maintaining financial stability. Let's make sure to follow up regularly and communicate openly to ensure everyone is on the same page. I'll start updating the spreadsheet with our initial pledges and expenses. In addition, I propose we have a monthly check-in call to review progress and address any concerns. I'm also considering organizing a thank-you event for our donors and volunteers after the main event to express our gratitude and celebrate our achievements. By staying organized and committed, we can make a real difference for the children in Syria. Let's also establish a committee to oversee the event and ensure smooth execution. Who would like to join?" diff --git a/human_eval_interface/split_1/01JV3WV7Z3KQFAHB6AT8108ZYA.md b/human_eval_interface/split_1/01JV3WV7Z3KQFAHB6AT8108ZYA.md new file mode 100644 index 0000000..23c83ba --- /dev/null +++ b/human_eval_interface/split_1/01JV3WV7Z3KQFAHB6AT8108ZYA.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Leo Williams** +Leo Williams is a 37-year-old male dentist. He/him pronouns. Leo Williams often spends his time playing with his young daughter whom he cherishes dearly. Personality and values description: Leo Williams, despite being quiet, values security and care for others. He's a rational decision-maker focussing on best outcomes. Leo's secrets: He has a secret child from a previous relationship. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Leo Williams**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Hendrick Heinz**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Leo Williams said: "Hey Hendrick, how about we add some spice to our lives? I'm planning a weekend trip, you know, variety is the spice of life. Plus, we can share the costs, making it much more economical for both of us. How does that sound?" + +> Hendrick Heinz said: "Hey Leo, thanks for thinking of me. I'd love to join you and make some amazing memories. Unfortunately, I already have other commitments this weekend, but let me see if I can reschedule something. If I can, I'll be there. But, I'm thinking of organizing my next wine tasting night to include an adventurous theme, so maybe we could plan that instead?" + +> Leo Williams said: "That's a brilliant idea, Hendrick! An adventurous theme fits perfectly with your wine tasting night. And, remember the shared costs part? That's still applicable. Let's work together to blend the thrill of adventure with the sophistication of wine. How does that sound?" + +> Hendrick Heinz said: "Absolutely, Leo! An adventurous theme sounds like a lot of fun. I'm going to make sure my event fits around our weekend plans. In fact, why don't we use this opportunity to add an interactive element to the wine tasting night? We could pair each wine with a unique, adventurous dish, and maybe even have a scavenger hunt. Also, since the costs will be split, it won't strain our wallets. What do you think about that? And hey, how about we make it a tradition to mix up our adventures?" + +> Leo Williams said: "Wow, Hendrick, your ideas are just fantastic! A scavenger hunt and adventurous dishes paired with wines, that sounds like the perfect blend of fun and relaxation. Yes, definitely, let's make it a tradition. It will be an adventure in itself exploring different ways to enjoy these moments together." + +> Hendrick Heinz said: "I'm thrilled to get involved in this. To ensure we're both comfortable and excited about the evening, I'll start by sending over a few potential menu options for the adventurous dishes, along with a detailed plan for the scavenger hunt. Additionally, I'll send out invitations and promote the event on social media to build anticipation. I also want to make sure we have enough wine for everyone. Could you help me procure some interesting bottles?" + +> Leo Williams said: "That's a wonderful plan, Hendrick! I'll assist you in finding those unique bottles of wine. I can't wait for our adventure-filled wine tasting night. Here's to good times and great memories!" + +> Hendrick Heinz said: "Thanks for understanding, Leo. I promise, this event will be unforgettable. By incorporating the scavenger hunt and adventurous dishes, I hope to make it a night everyone will cherish. Let's make it a highlight in our calendar. Additionally, since you're joining in, we could also organize a little cooking competition using the dishes I prepare. Who's ready for an exciting culinary adventure?" + +> Leo Williams said: "Oh Hendrick, that's an excellent suggestion! We can add a competitive edge to the culinary adventure. A cooking competition during the wine tasting night sounds like an exciting addition. Count me in to participate and learn from your dishes. And who knows, we might discover a budding chef among us!" + +> Hendrick Heinz said: "Sounds like we're off to a great start here! Let's finalize the guest list and set a date. I'll also prepare a detailed guide for the scavenger hunt. Since it's an adventure, let's keep things flexible so we can adapt to any surprises along the way. Additionally, I've secured a special shipment of rare wines that would be perfect for this event. I'll send over the details soon. Also, I have a surprise gift planned - a mystery bottle of wine for our mystery guest. Maybe it will be you!" + +> Leo Williams said: "Wow, Hendrick, you really have everything planned out! I appreciate the thought and effort. This is indeed going to be an eventful night. The scavenger hunt, the adventurous dishes, the mystery bottles, and now a cooking competition! I'm all set for the flexibility and the surprises. Let's finalize the guest list and choose a date. And, I'm definitely interested in participating in the mystery guest's guessing game. When can we get started?" + +> Hendrick Heinz said: "Great, let's set a date and make this a memorable night for everyone. How about we plan it for next Saturday at 7 PM? As for the guest list, let's include some friends who would enjoy this kind of event. I'll send over a draft shortly. Additionally, I'll create a Facebook event page to promote the occasion. I'm also thinking of a small raffle to spice things up a bit. And, I need your help in organizing the prizes for the raffle. We'll keep the tickets hidden around the venue for the scavenger hunt." + +> Leo Williams said: "Next Saturday at 7 PM sounds perfect, Hendrick. I can't wait for the adventure! As for the guest list, sure, let's invite folks who would enjoy such an event. And, a small raffle sounds like a brilliant idea. I'll assist you in organizing the prizes for the raffle. This hidden ticket concept adds another layer of excitement. Can't wait to start preparing for this event!" + +> Hendrick Heinz said: "Excellent, I'll send over the finalized details and the guest list tomorrow. In preparation, could you look into sourcing some rare cheeses to complement the adventurous dishes? Additionally, let's make sure we have enough supplies for the cooking competition. I've also booked a live band to add to the festive atmosphere. I can't wait for everyone to experience this exciting night. Also, consider bringing a gift for our mystery guest - it could be something related to travel or wine, depending on what you think they'd appreciate. Additionally, I've ordered some vintage maps to use for the scavenger hunt clues, which will lead to various checkpoints around the venue." + +> Leo Williams said: "Absolutely, Hendrick! Rare cheeses for the adventurous dishes sound perfect. I'll start looking into that immediately. The supplies for the cooking competition are also noted. You've certainly added some exciting elements with the live band and the maps for the scavenger hunt. I can assist with organizing the prizes for the raffle and even think of a meaningful gift for the mystery guest. Can't wait for this event!" + +> Hendrick Heinz said: "I'm so glad we could turn this weekend into an exciting adventure for everyone. I've included some suggestions for adventurous dishes and a list of wines I've reserved. To ensure everything runs smoothly, could you also help with setting up the venue and maybe decorating it in a theme that complements our event? Additionally, I'd love to host a pre-event meeting to go over all the details one last time. Also, how about we create a hashtag for our event to make it easier for guests to connect online and share their experiences? I'm excited for this to become a regular event for us!" + +> Leo Williams said: "That sounds like a plan, Hendrick! Having a setup team to decorate the venue in line with our event would be perfect. And, I love the idea of a pre-event meeting to go over all the details. I'll take care of setting up the venue and arranging the decor. Creating a hashtag for our event is a great way to engage our audience online. Plus, it will surely enhance the excitement surrounding our culinary adventure. As for the gift idea for the mystery guest, I think a travel journal would fit perfectly. Looking forward to creating many more memorable events with you!" + +> Hendrick Heinz said: "Thanks again for letting me join in on the adventure, Leo. I'm excited to bring my culinary skills to the event and help make it unforgettable. To ensure everyone has a blast, I'll also arrange for a photographer to capture the moment. And, I'm thinking of adding a few surprises to the cooking competition - like a random ingredient challenge or a special recipe to decode. This will definitely add to the fun. Let's make this our signature event and invite other friends to join us next time." + +> Leo Williams said: "What an incredible lineup of activities, Hendrick! A photographer will definitely add to the memories we'll create. And those additional elements for the cooking competition sound like so much fun. A random ingredient challenge or a special recipe to decode, how exciting! Thank you for inviting me and allowing me to be a part of such a unique event. I'm looking forward to starting preparations for our adventure-filled night!" + +> Hendrick Heinz said: "I'm glad we found a way to turn my initial inability to join into a unique and memorable event for everyone. To top it all off, let's have a welcome drink and appetizer night the day before the main event. This way, we can all mingle and get excited about the night ahead. Additionally, I'll reach out to some local artists to create custom artwork based on our adventure theme, which we can display at the venue. As for the mystery guest, I'll have a special award prepared for them to celebrate their participation and contribution to the event. Also, since this event is shaping up to be a tradition, we can make a video montage of past events to show at future gatherings. Let's make this the beginning of a beautiful series of adventures!" diff --git a/human_eval_interface/split_1/01JV3WZ43B7737ZK2NMFADT8M5.md b/human_eval_interface/split_1/01JV3WZ43B7737ZK2NMFADT8M5.md new file mode 100644 index 0000000..43478a6 --- /dev/null +++ b/human_eval_interface/split_1/01JV3WZ43B7737ZK2NMFADT8M5.md @@ -0,0 +1,60 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Giselle Rousseau** +Giselle Rousseau is a 21-year-old nonbinary art student. They/them pronouns. Giselle Rousseau enjoys biking and photography. Personality and values description: Giselle Rousseau, open-minded and outgoing yet sensitive, advocates care and fairness. Her decision-making is intuitive and inclusive. Giselle's secrets: Sells forged paintings to wealthy clients + +**Zane Bennett** +Zane Bennett is a 38-year-old male graphic designer. He/him pronouns. Zane Bennett finds solace in music and often plays the guitar in his downtime. Personality and values description: Zane Bennett is creative and outgoing, he values achievement and fairness. His decision-making is unique, often finding novel solutions to problems. Zane's secrets: He's secretly engaged to his best friend's ex. + +## Social Goals + +- **Giselle Rousseau**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Zane Bennett**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Giselle Rousseau said: "Hi there, Zane. I've really been eyeing that antique oak accent table of yours. How about we negotiate the price a bit? Could it possibly be on sale for under $60?" + +> Zane Bennett said: "Hello Giselle! I'm flattered you're interested in my table. I appreciate your interest, but I need to maintain the value of this piece. As you know, it's an antique and quite rare. My initial price is $60.00, but I could consider a deal for $58.60. That would help me reach my target price while still giving you a good deal. If we can come to an agreement, I'd be happy to deliver it right away. What do you think?" + +> Giselle Rousseau said: "I understand the value of the piece, Zane, and I agree with you on its rarity and uniqueness. I see the worth in this antique, but I was hoping to acquire it at a lower price point. Given your considerations, $58.60 is closer to my budget, but I'm willing to go up to $55. Would that be possible?" + +> Zane Bennett said: "Giselle, your enthusiasm for the table is clear, and I appreciate your willingness to make a compromise. Let me think about it for a moment. I value our relationship and your interest, so how about we split the difference between our offers? I'll drop the price to $57, which is still a bit over my target, but I believe it's a fair price for such a beautiful piece. If that doesn't work for you, perhaps we could arrange for me to offer a discount on my next listing? What do you think?" + +> Giselle Rousseau said: "Zane, thank you for considering my budget constraints. Your offer of $57 is indeed tempting and closer to my target price. Given the uniqueness and the history of the piece, I think it's worth the extra money, even if it's just a bit above my target. Can we agree on this price?" + +> Zane Bennett said: "I'm glad we could find common ground. The table is truly special, and I want you to have a chance to own it. Since you're committed to $57, let's seal the deal. Additionally, to show my appreciation for your business, I will include a complimentary maintenance guide with instructions on how to keep it looking its best for years to come. This way, you can enjoy it knowing how to properly care for the antique. What do you say?" + +> Giselle Rousseau said: "That sounds perfect, Zane. The complimentary maintenance guide will certainly be valuable. I'll take the table at $57 then, and the maintenance guide too. Looking forward to enjoying this unique piece in my space!" + +> Zane Bennett said: "I'm glad we reached an agreement, Giselle. In addition to the maintenance guide, I also want to offer you a small gift to celebrate the purchase. I'll include a set of handcrafted coasters to complement the table. Also, I'll provide you with a certificate of authenticity. Here's to preserving history and beauty in your home." + +> Giselle Rousseau said: "Oh, Zane, what a delightful touch! The set of handcrafted coasters and the certificate of authenticity really add to the charm of the transaction. Thank you for your generosity and for bringing this beautiful piece into my life. I can't wait to decorate my place with it!" + +> Zane Bennett said: "Giselle, I appreciate your interest and am thrilled to see the table in its new home. Before we finalize the sale, I'll ensure all necessary paperwork is prepared. I will also schedule a convenient time to deliver the table and the additional items to you. And since this table is so special, I'm also offering you a one-year warranty on the craftsmanship. Additionally, I can offer you exclusive access to future listings for similar items at discounted rates. Is this acceptable?" + +> Giselle Rousseau said: "Zane, your offers are very kind and thoughtful. The warranty and access to future listings are definitely appealing. I accept these terms and am ready to finalize the sale. Let's arrange for the delivery soon, and thank you for your consideration and support." + +> Zane Bennett said: "Great to hear! I'll start preparing the documents for the sale and schedule the delivery for next Tuesday afternoon at 2 PM. Additionally, I'll send over the complimentary items via courier the same day. As a token of appreciation, I'll also include a custom message written on the inside of the table, dedicated to the new owner. I'm excited for you to bring this beautiful piece into your home. Also, I'll send you the details for the warranty and the future discount access shortly." + +> Giselle Rousseau said: "That sounds wonderful, Zane. I'm really looking forward to receiving the table, the additional items, and especially the personal touch of the custom message. Next Tuesday at 2 PM works perfectly for the delivery. I appreciate your kindness and flexibility. Thanks again!" + +> Zane Bennett said: "I'll get everything ready for the delivery, and I'll also ensure that the paperwork and all the extras arrive on time. For the special touch, I'll write a heartfelt dedication message that reflects the unique story of this table. Additionally, I'll prepare the warranty information and discounts for future listings. To make sure everything goes smoothly, I'll send you an email with all the details. I hope to see the table in your home next Tuesday!" + +> Giselle Rousseau said: "That sounds perfect, Zane! I appreciate your thoroughness and attention to detail. I'll look forward to seeing the table in my home next Tuesday at 2 PM. Thank you once again for all your kindness and flexibility." + +> Zane Bennett said: "Thank you for your understanding and for allowing me to preserve the legacy of this antique table. I'll make sure everything is ready by next Tuesday. In addition, I will compose a heartfelt dedication message that will reflect the significance of the transaction and the unique journey of this table. I'll also ensure that the warranty and discount details are sent over to you. Please feel free to contact me if you have any questions or concerns in the meantime." + +> Giselle Rousseau said: "Absolutely, Zane. I appreciate all the effort you've put in to make this purchase process seamless and enjoyable. Your kind gestures and detailed arrangements really mean a lot. I'll definitely reach out if any questions arise. Looking forward to next Tuesday!" + +> Zane Bennett said: "To wrap things up, I'll send you the documents and all the extras a day in advance, so you'll have them ready for Tuesday. I'm also planning to play some classical music during the delivery, as I believe it adds to the ambiance. It's a tradition of mine, and I hope you'll enjoy it. Additionally, I'll bring along some refreshments, as a small gesture of gratitude for the purchase. Also, I can include a photo of the table in its new location in my portfolio, showing it off in your space. Does this sound good to you?" + +> Giselle Rousseau said: "Oh, Zane, I'm deeply moved by all these thoughtful gestures. The fact that you plan to include a photo of the table in its new home in your portfolio, along with the traditional music and refreshments, really shows your appreciation for the purchase. Your kindness and traditions are something I can fully respect. So, yes, everything you've mentioned sounds good to me!" + +> Zane Bennett said: "I'll send you the documents today, and I'll make sure the table, coasters, maintenance guide, and the certificate of authenticity are all ready for pickup next Tuesday. In preparation for the delivery, I'll also record a short video introducing the table and sharing some of its historical highlights, which I'll share with you after the event. Additionally, I'll ensure the music and refreshments are arranged. On a personal note, I hope you enjoy the table as much as I did during the years I had it. Looking forward to capturing the moment in my portfolio and celebrating the new chapter of this piece's life with you." diff --git a/human_eval_interface/split_1/01JV3WZ6Q7F5EZNKRV6QMMRM0Q.md b/human_eval_interface/split_1/01JV3WZ6Q7F5EZNKRV6QMMRM0Q.md new file mode 100644 index 0000000..40e919b --- /dev/null +++ b/human_eval_interface/split_1/01JV3WZ6Q7F5EZNKRV6QMMRM0Q.md @@ -0,0 +1,60 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Samuel Anderson**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Hendrick Heinz**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Samuel Anderson said: "Hello there! I'm quite interested in this Tile Mate Item Tracker. Do you happen to know its current asking price?" + +> Hendrick Heinz said: "Hello! This Tile Mate Item Tracker is currently priced at $20.00, which includes only cash payments and no trades. Given the condition of the item, I believe this is a fair price. Considering the quality and functionality, would you be willing to meet me halfway at $19? I am also open to selling it for $17.30 if that works better for you. As a seller, I aim to ensure fairness in transactions and would like to avoid any penalties, but at the same time, I don't want to miss out on a good deal. Would you be interested in negotiating to this price?" + +> Samuel Anderson said: "Thank you for considering negotiations. I really appreciate your flexibility here. How about we settle for $17.30? It seems like a fair compromise to both of us." + +> Hendrick Heinz said: "Alright then, I'll accept $17.30. Since you've agreed to this amount, let's make sure everything is set. Can we meet tomorrow afternoon at my place to complete the transaction? This way, I can demonstrate how the Tile Mate Item Tracker works and we can ensure the item is in good working condition before finalizing the payment. Also, remember, only cash will be accepted. What do you say?" + +> Samuel Anderson said: "I agree with meeting tomorrow afternoon to finalize the transaction. I'll bring enough cash with me. Looking forward to getting my hands on this Tile Mate Item Tracker!" + +> Hendrick Heinz said: "Great, it's settled. Tomorrow afternoon at 3 PM. Let's make sure the Tile Mate Item Tracker is in perfect condition before the transaction. Please bring the exact amount in cash, as I mentioned earlier. If everything goes smoothly, we can seal the deal. I'd also like to extend an invitation to my next wine tasting night. I think it would be a nice way to get to know you better, my other guests, and perhaps even trade more items like this one. Sound good?" + +> Samuel Anderson said: "That sounds like a plan! I appreciate the invitation, Hendrick. I'm sure it'll be a great opportunity to meet new people and taste some good wine. Let's finalize the transaction tomorrow at 3 PM. Looking forward to meeting you then!" + +> Hendrick Heinz said: "Excellent, I trust we'll reach an agreement. Just a reminder that the transaction is only possible via cash, and I look forward to seeing you tomorrow. Additionally, since you're showing interest, I'd like to offer you an early bird discount for the next wine tasting night. It'll be an evening filled with fine wines and delightful conversations." + +> Samuel Anderson said: "That sounds interesting, Hendrick! A wine tasting night certainly adds value to the experience. For the early bird discount, I'm good to go. And for the transaction, rest assured I'll have the cash ready tomorrow at 3 PM." + +> Hendrick Heinz said: "Perfect, I'm glad we reached an agreement. I'll prepare for the wine tasting and make sure all the necessary arrangements are in place. Also, since it's a small gesture for a good negotiation, I'll throw in a bottle of wine with your purchase. Let's make our meetings enjoyable and fruitful." + +> Samuel Anderson said: "That sounds wonderful, Hendrick! I'm excited about the upcoming wine tasting and the added benefit of the complimentary bottle of wine. You've made a good negotiator. See you tomorrow at 3 PM!" + +> Hendrick Heinz said: "I'm pleased to confirm our deal. In addition to the agreed-upon transaction, I'll ensure you get the best service during the wine tasting. As a parting note, consider this a friendly gesture from a fellow enthusiast. I'll see you tomorrow with the item, the complimentary bottle of wine, and a glass of excellent wine to start your evening. I look forward to seeing you there!" + +> Samuel Anderson said: "Well said, Hendrick! I am definitely looking forward to attending your wine tasting event. It's a date set for tomorrow at 3 PM, with cash in hand. And I appreciate the complimentary bottle of wine too. See you then!" + +> Hendrick Heinz said: "I'm glad we came to a mutually beneficial agreement. Since the transaction involves cash, let's arrange a secure meeting point for tomorrow. How about we meet outside the local bakery at the corner of Main Street and Elm Street? It's easily accessible and offers a cozy setting for our transaction. Additionally, I'll make sure to have change ready. See you tomorrow at 3 PM, and please let me know if there's anything else I can assist you with. I truly hope we'll enjoy our time together. Now, onward to a splendid evening of wine tasting and camaraderie." + +> Samuel Anderson said: "That sounds like a plan, Hendrick! We'll meet outside the bakery at 3 PM with the cash payment. I appreciate your accommodations regarding change as well. Looking forward to attending your wine tasting event!" + +> Hendrick Heinz said: "Wonderful, I'll see you tomorrow at 3 PM with the cash. I also want to ensure you have a memorable experience at the wine tasting. I'll prepare a special selection of wines and some delicious snacks. Also, feel free to bring along any friends who might be interested. I'm eager to expand the circle of enthusiasts around us. Let's conclude our transaction in style. By the way, as a token of appreciation, I'll also send over a digital copy of my favorite cooking and wine pairing guide." + +> Samuel Anderson said: "That's great to hear, Hendrick! I'll definitely bring along the cooking and wine pairing guide. It's a date set for tomorrow at 3 PM outside the bakery for the item transaction. Looking forward to attending the wine tasting event with the added bonus of the digital guide. Thank you for everything!" + +> Hendrick Heinz said: "Great, let's ensure everything is perfect for our transaction and the wine tasting. I'll see to it that everything is arranged, and you'll have an unforgettable evening. As a thank you for choosing to buy the Tile Mate Item Tracker, I've decided to include a special surprise for you. I'll have a custom-made gift box waiting for you. This box will also contain a small gift card with a message from me, expressing my gratitude for our transaction. Also, to further conform to our agreement, I will provide you with a detailed receipt upon completion of the transaction." + +> Samuel Anderson said: "Wow, Hendrick! Your efforts to make this transaction smooth and enjoyable are truly commendable. The custom gift box and the personal message are such wonderful gestures. I'm really looking forward to attending the wine tasting event with these added perks. See you tomorrow at 3 PM outside the bakery, and thank you for your hospitality." + +> Hendrick Heinz said: "Excellent! With the transaction agreed upon, let's make sure our meeting is smooth and enjoyable. Here's the final plan: I'll meet you outside the bakery at 3 PM with the Tile Mate Item Tracker. In addition to the item itself, you'll receive a custom gift box containing the gift card and the digital cooking and wine pairing guide. I'll also prepare a detailed receipt for you upon completion. To further enhance the experience, I've reserved a table with a view for our gatherings, ensuring we have a pleasant environment to discuss our shared interests. Furthermore, I'll provide you with a complimentary bottle of wine as promised. Please remember, only cash payments are accepted. If everything is in order, I'll see you tomorrow with all these extras. Looking forward to seeing you and making the most of our time together." diff --git a/human_eval_interface/split_1/01JV3X1AA832RJ9TGBF45WPGW6.md b/human_eval_interface/split_1/01JV3X1AA832RJ9TGBF45WPGW6.md new file mode 100644 index 0000000..f161ea6 --- /dev/null +++ b/human_eval_interface/split_1/01JV3X1AA832RJ9TGBF45WPGW6.md @@ -0,0 +1,38 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **William Brown**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Mia Davis said: "Alright William, let's divide these things up. We have three hats, two balls, and one book. I suggest we split the hats and balls evenly and decide on the book later, what do you think?" + +> William Brown said: "Sounds fair, but I'm more interested in the book than the hats or balls. It'd be worth 3 points for me, just like its value. How about we agree that I take the book and then we split the remaining items?" + +> Mia Davis said: "Well, since you're quite keen on the book which is worth 3 points for you, and there aren't many options left, how about we each take one hat and you get the book? That way I'll still get my 1 point from the hat." + +> William Brown said: "Understood, but the hats hold special memories for me. They mean a lot more than just points. If you don't mind, could I keep one? In exchange, I'll give you the book and also take one of the balls, making sure you get the other ball. This way, we both gain some of the items we value. How does that sound?" + +> Mia Davis said: "That's a fair compromise, William. I understand the sentimental value the hats hold for you. So, in exchange for one of the hats, I'll take the remaining ball. This way, we both end up with items we appreciate. Let's settle our move-out and enjoy our new chapters!" + +> William Brown said: "Great deal! Thank you for understanding and respecting my preferences. I'll also make sure to return any shared cookbooks or ingredients we used together so they can go to someone else who might enjoy them." + +> Mia Davis said: "That's very thoughtful of you, William. Let's make sure everything gets to someone who will truly appreciate it. Goodbye and best wishes for your future!" + +> William Brown said: "Thank you, I really appreciate your understanding and flexibility. I will also ensure all the shared items reach someone deserving. Looking forward to our separate adventures. Take care!" + +> Mia Davis: left the conversation diff --git a/human_eval_interface/split_1/01JV3X2KZXEKXP0HAE267VP65R.md b/human_eval_interface/split_1/01JV3X2KZXEKXP0HAE267VP65R.md new file mode 100644 index 0000000..edcdcca --- /dev/null +++ b/human_eval_interface/split_1/01JV3X2KZXEKXP0HAE267VP65R.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Benjamin Jackson**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **Ethan Smith**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Benjamin Jackson said: "Hey Ethan, look at this record I found here! It's really old school and unique." + +> Ethan Smith said: "That record sounds intriguing, Ben. But let me ask you something first, did you buy this from the original owner? If it was someone else's, we might run into some trouble since it's not really theirs. What do you think we should do?" + +> Benjamin Jackson said: "Ah, you're right, Ethan. It's a mix-up on my part. I accidentally thought it was one of my own records. I assure you, it wasn't meant to be bought or sold. I'll just take it back. No need to worry." + +> Ethan Smith said: "I appreciate you being upfront about this, Ben. While it's good that we didn't buy it, I'd like to help if possible. How about I talk to the seller and see if they have something similar that I could purchase instead? Or maybe we could find a way to return this to its rightful place without causing any issues? Let's ensure our actions reflect respect for others' belongings and intentions." + +> Benjamin Jackson said: "Ethan, thank you for your understanding and willingness to assist. Your suggestion about finding a similar item for me to buy is great. However, let's consider recycling this record. We could donate it to a local library or music school to educate others about these historical records. That way, it'll still reach its rightful place while teaching a lesson about conservation and preservation." + +> Ethan Smith said: "I agree that donating the record to a library or music school would be a wonderful idea. I'll handle the transaction and find the perfect spot for it. Additionally, I suggest we create a small presentation on the significance of these records for the school or library, highlighting their historical importance and cultural value. I will also ensure to contribute a portion of my charity donations to the organization to further support their efforts." + +> Benjamin Jackson said: "That's a brilliant idea, Ethan! A presentation on the significance of these records would indeed inspire the students and raise awareness about the cultural heritage they represent. And your contribution to their efforts would greatly strengthen their mission. Let's do it!" + +> Ethan Smith said: "Excellent plan. I'll work on preparing the presentation. In addition, I can also start a fundraising campaign to gather more resources for the library or music school. As for the record itself, I'll find the perfect display case to keep it safe and visible until it can be properly displayed. I believe it's important to share these pieces of history with as many people as possible." + +> Benjamin Jackson said: "That's such a responsible thing to do, Ethan. I am sure the community will greatly benefit from this initiative. The display case is indeed a good idea to make the record accessible to everyone. This project is taking shape wonderfully!" + +> Ethan Smith said: "After we finalize all the arrangements for the donation and presentation, let's also consider organizing a community event where we can showcase this record and other historical items from our collections. This way, we can engage more people in learning about these records and promote community involvement in preserving our shared cultural heritage. Additionally, I will personally volunteer to help maintain the display area and ensure that the records are properly cared for." + +> Benjamin Jackson said: "Ethan, your enthusiasm and dedication are truly admirable. Your plans to organize a community event and volunteer for maintenance tasks will indeed foster greater engagement and preserve these cultural treasures effectively. Let's move forward with this plan then!" + +> Ethan Smith said: "Absolutely, organizing the event and taking on the maintenance responsibilities will certainly enhance the educational experience for everyone. Before we finalize everything, how about we also set up a guest speaker session to discuss the significance of the records from different perspectives, like historians, musicians, and community leaders? Additionally, I'll coordinate with a few local artists to create artwork inspired by these records to display alongside them. This will make it a visually engaging and educational experience. Also, I've been thinking of starting a scholarship fund for underprivileged children interested in music and history. Would you be willing to contribute to this cause as well?" + +> Benjamin Jackson said: "Ethan, your comprehensive approach to this initiative is truly inspiring. A guest speaker session from diverse perspectives would indeed provide a well-rounded understanding of these records. And the scholarship fund for children interested in music and history represents a noble cause. I'm absolutely willing to contribute to both these initiatives." + +> Ethan Smith said: "Great! I'll start working on setting up the details for the event and coordinating with the speakers. For the scholarship fund, I'll also draft a proposal outlining the criteria and application process. Additionally, I'd like to suggest we also collaborate with local schools to promote these opportunities among students who may not have access to such programs otherwise. I'll reach out to the teachers and school administrators to gauge interest. In the meantime, could you help me gather some information about the history and significance of these records to include in the presentation?" + +> Benjamin Jackson said: "That's a fantastic idea, Ethan. I'd love to research and gather information about the history and significance of these records to add depth to the presentation. Together, we're going to create an event that will enlighten and engage our community. Thank you for involving me in this extensive and meaningful initiative!" + +> Ethan Smith said: "Thank you, Ben. Let's make this a memorable and educational experience for everyone. I'll compile the necessary materials for the presentation and reach out to local media to promote the event. Additionally, I want to ensure that we have a clear timeline for each step so that everything runs smoothly. I'll also create a website to share all the information leading up to the event and beyond. I hope you can join me in this endeavor. Also, I would like to propose that we form a committee of volunteers to help with the planning and execution of the event. This will ensure that the event is successful and inclusive. What do you think?" + +> Benjamin Jackson said: "Ethan, your thorough planning and expansive vision for this initiative is truly commendable. I couldn't agree more with your propositions. I'll start researching about the history and significance of these records. And yes, forming a volunteer committee for planning and executing the event is an excellent idea. I look forward to working together on this meaningful project." + +> Ethan Smith said: "I appreciate your commitment to this project, Ben. To ensure our event is a success, let's establish a meeting to discuss all the details, timelines, and specific roles for each volunteer. Additionally, I'll start drafting a press release to announce the event and attract wider attention. Furthermore, I propose that we invite local businesses to sponsor the event, providing financial support and recognition for their contributions to our community. I'll send out a survey to gather input on potential sponsors and help facilitate their involvement." + +> Benjamin Jackson said: "Ethan, your detailed plan for the initiative is impressive. A meeting to discuss details, timelines, and roles is a smart idea. I'll start gathering information about the records' history. And I am all for inviting local businesses to sponsor the event; it will provide them with an opportunity to contribute to our community. I also think they would enjoy receiving recognition for their support. Additionally, I'm happy to lend a hand in drafting the press release. Let's make this a successful venture!" + +> Ethan Smith said: "Great, let's get started on implementing our plan. In order to make sure our event reaches as many people as possible, I'll also reach out to local radio stations and newspapers. In addition, I'd like us to consider creating a social media presence for the event, using platforms like Facebook and Twitter to spread the word. I'll start working on the initial posts and encourage our volunteers to share the information with their networks. Additionally, I'll prepare a budget estimate to present at our next meeting. This will help us ensure that we have all the necessary funds and resources to make the event a success. Let's also brainstorm some interactive elements for the event, like a Q&A session with the speakers, a display of related artifacts, and a chance for attendees to create their own interpretations of the records." diff --git a/human_eval_interface/split_1/01JV3X2P6QP939PF9GRQY4Y4SZ.md b/human_eval_interface/split_1/01JV3X2P6QP939PF9GRQY4Y4SZ.md new file mode 100644 index 0000000..4a7900a --- /dev/null +++ b/human_eval_interface/split_1/01JV3X2P6QP939PF9GRQY4Y4SZ.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **William Brown**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Mia Davis said: "Hey William, I found something that looks like my favorite vintage record! Do you know anything about records? Maybe you could take a look at it." + +> William Brown said: "Oh, hey Mia! I'd love to take a look. As far as I remember, it's a great investment, especially for someone who loves music. However, I just realized something. This might belong to someone else. Let me check with you guys later today and see if anyone claims it. In the meantime, how about we decide together on a fair price for the record? I want to make sure we're being respectful of everyone's belongings." + +> Mia Davis said: "That's a good idea, William. Since it's a matter of value and tastes can differ, a price negotiation will definitely be fair. While you check for any claimants, let's hope it turns out to be someone's lost treasure. In case no one claims it, we can indeed come up with a fair price for the record. Thank you for handling this sensitively." + +> William Brown said: "Let's also consider asking our friend, Sarah, if she remembers anything about the record. If it's truly hers, maybe we could give her the first chance to buy it back at a discounted price. I'll also reach out to her to confirm. Meanwhile, we could also check if there's an alternative seller for the record at the sale. I think it's important to ensure that we're all treated fairly. And if it really does turn out to be a lost item, let's make sure we help the rightful owner find it. I believe this kind of community spirit can make our little garage sale even more special." + +> Mia Davis said: "I completely agree with you, William. It certainly adds a layer of responsibility to this sale, but it also reflects the trust we place in each other. If indeed this record belongs to someone, supporting them in retrieving their possession feels like the right thing to do. Meanwhile, involving Sarah could indeed add another perspective during price negotiation. And yes, considering alternative sellers ensures fairness. Let's proceed cautiously and responsibly." + +> William Brown said: "I'll start looking into who might claim the record and contact Sarah. In the meantime, I also suggest we take a photo of the record and post it on our group chat to spread the word and see if anyone recognizes it. Additionally, let's set a time limit for anyone to come forward and claim the record. If no one does within the next few days, we'll go ahead with the purchase at a fair price. Also, I'll write down the details of the record and the circumstances so we can share with the rightful owner if they do come forward. How does that sound?" + +> Mia Davis said: "That sounds reasonable, William. Posting the details on our group chat will surely increase visibility, making it easier for the rightful owner to recognize the record. Setting a deadline for claiming the record is also a thoughtful move. Additionally, writing down the circumstances surrounding the record will be useful if the owner comes forward. If no one claims it after the timeline, we'll purchase it at a fair price. This approach is indeed reflecting the fairness and honesty we both advocate." + +> William Brown said: "Great plan! I'll also take some photos and share them on the group chat immediately. I'll make sure to document everything and send the owner a message if they don't come forward. Additionally, I have a few more records that I'm interested in; would you like to join me in browsing through them?" + +> Mia Davis said: "Sure, I'd love to browse through your collection, William. It's always interesting to find hidden gems at these sales. Let's head over to your stall now." + +> William Brown said: "Absolutely, Mia. Let's take a look at your favorite records and mine too. Maybe there's something we both love that will remind us of old times and great music. After we finish here, we can also discuss setting up a small playlist of songs from those records to share among friends at the next gathering. I believe it will create an even more enjoyable atmosphere." + +> Mia Davis said: "I absolutely agree with you, William. I am sure there are many records that will remind us of the good old times. Let's head over to your stall then. And a playlist from our shared interest in music sounds like a wonderful idea!" + +> William Brown said: "Great, let's make the most of this opportunity to find a good deal on records and perhaps rediscover some classic tunes. After we're done here, I'll draft a note for Sarah and send it to our group chat as well. Additionally, I've got a couple of other items I think might interest you - a vintage turntable and a rare cookbook. I'll bring them out for you to check. How about we take a break after we finish here, so we can discuss all of this further?" + +> Mia Davis said: "That sounds perfect, William. Let's make the most of this sale and possibly find some unique items. I'm eager to check out that vintage turntable and the rare cookbook too. After we're done here, taking a break will allow us to discuss all of this in detail. So, let's get started!" + +> William Brown said: "Let's take a closer look at the vintage records and the turntable. I'll also grab the cookbook to show you. By the way, I found this recipe book used at the sale earlier. It's by a famous chef from the 1950s. It might have some interesting tips and stories. It's always fun to explore history through food." + +> Mia Davis said: "Wow, a recipe book by a famous chef from the 1950s, sounds fascinating! That's definitely something worth checking out. Yes, the vintage turntable and the rare cookbook sound intriguing. Let's go take a closer look at these items, William." + +> William Brown said: "After looking through the records, I found one in particular that might be of interest to you, Mia. It's a rare Beatles album from 1965. Additionally, I noticed this old camera that might appeal to your cats, they seem to love playing with cameras. How about we set aside a budget for these items, considering the fair price we agreed on for the record? Also, I thought we could organize a small music-themed event at the next gathering to showcase some of these finds and share stories behind them. What do you say?" + +> Mia Davis said: "I'm quite fond of that Beatles album, William. As for the camera, the cats will absolutely love playing with it. Setting a budget for these items considering the fair price we agreed upon for the record sounds like a good plan. I completely agree with your suggestion about organizing a small music-themed event at the next gathering to showcase these finds and share the stories behind them." + +> William Brown said: "Great, I'm glad we could find items that both of us will enjoy. I have a suggestion. Let's also consider organizing a little music appreciation event during our next gathering where we can all listen to these records together. I think it would be a fun way to celebrate the uniqueness of these items and strengthen our friendship. We can even invite some guests and use the turntable to play some tracks. Also, as part of the event, we could create a display area to show off all the items we've found. What do you think about that?" + +> Mia Davis said: "I must say, I love your suggestion, William. A music appreciation event during our next gathering is a wonderful idea. It’s not only a great way to celebrate these unique items, but it's also a fantastic opportunity for strengthening our bond and perhaps even introduce more friends to these pieces of music history. Creating a display area for the items is also an excellent idea. Thanks for thinking through all these details." + +> William Brown said: "That sounds perfect! Let's make it official. I'll draft a simple event invitation for our next gathering, emphasizing the theme and including the items we discussed. I also have a few ideas for snacks and drinks that would pair well with the music and the items. How about we start planning now? Additionally, I think it would be a nice touch to include some stories about each item, like how they came to be in the sale. Maybe even ask Sarah to share her memories of the record if she claims it. Also, since we're discussing the turntable, I could prepare a short demonstration to show how to use it properly. Let's set aside a specific date and time for this event." diff --git a/human_eval_interface/split_2/01JTYE0EHXATXG02RF8X1RRG6N.md b/human_eval_interface/split_2/01JTYE0EHXATXG02RF8X1RRG6N.md new file mode 100644 index 0000000..d62d920 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE0EHXATXG02RF8X1RRG6N.md @@ -0,0 +1,30 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +## Social Goals + +- **Samuel Anderson**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Ethan Johnson**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Samuel Anderson said: "Hey Ethan, we've been playing for quite some time now and I feel like I could use a bit of an edge. What if we pause the game and I give it a shot for the next few minutes? I promise to play fair and square." + +> Ethan Johnson said: "Alright Samuel, if pausing the game helps you improve your gameplay, then let's do that. Just remember it's not about winning or losing, it's more about the fun we share while playing." + +> Samuel Anderson said: "Thanks, Ethan! I appreciate your understanding. And don't worry, the fun is still on, right?" + +> Ethan Johnson said: "Absolutely, fun is the main priority, Samuel. Now if you don't mind, I think I'm gonna call it a night. Goodnight!" + +> Samuel Anderson: left the conversation diff --git a/human_eval_interface/split_2/01JTYE0REHPXD48PTZ2HQERM2K.md b/human_eval_interface/split_2/01JTYE0REHPXD48PTZ2HQERM2K.md new file mode 100644 index 0000000..ec819d8 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE0REHPXD48PTZ2HQERM2K.md @@ -0,0 +1,34 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Ethan Smith**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Noah Davis**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Ethan Smith said: "Hey Noah, I've got something here that I'd like to talk to you about before you use it. These are some pretty pricey stationery items I'm looking after, and just wanted to mention that it might be best if you don't use them without permission. Not to sound too paranoid, but there's always the risk of damage or loss. It's nothing against you, honestly, I just want to make sure they're taken care of." + +> Noah Davis said: "Absolutely, Ethan. That sounds reasonable. I appreciate your honesty and concern. If you don't mind me asking, could I borrow these stationery items for my current project? I forgot to bring mine, and it seems inevitable now." + +> Ethan Smith said: "Oh, that's understandable Noah. However, given the fact that these are quite delicate and expensive, maybe we could consider a different solution. How about you wait until your own stationery arrives, or we could perhaps pool together some money and buy some similar quality stationery for everyone to use?" + +> Noah Davis said: "Ethan, thank you for your understanding and the alternative solutions you've proposed. I totally agree that the stationery should be used carefully due to its value. I will indeed wait for my own stationery to arrive or we can purchase some similar quality stationery. It's good to know we can work out a solution. Appreciate your cooperation." + +> Ethan Smith said: "I'm glad we were able to reach a consensus Noah. Let's ensure whatever stationery we use is handled with care. And feel free to let me know when your own supplies arrive so we can figure out a better plan then." + +> Noah Davis said: "Absolutely, Ethan. I'll keep you updated on when my supplies arrive. Thanks again for being cooperative and for taking such good care of these valuable stationery items." + +> Ethan Smith: left the conversation diff --git a/human_eval_interface/split_2/01JTYE0XW15B6G9NY53SRM338W.md b/human_eval_interface/split_2/01JTYE0XW15B6G9NY53SRM338W.md new file mode 100644 index 0000000..620388c --- /dev/null +++ b/human_eval_interface/split_2/01JTYE0XW15B6G9NY53SRM338W.md @@ -0,0 +1,46 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Oliver Smith** +Oliver Smith is a 43-year-old male police officer. He/him pronouns. Oliver Smith built a tree house in his backyard. Personality and values description: Oliver Smith, introverted and organized, values benevolence. His orderly way of thinking guides his decision-making. Oliver's secrets: He loves gardening and has a secret greenhouse. + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +## Social Goals + +- **Oliver Smith**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Naomi Fletcher**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Oliver Smith said: "Naomi, I've been meaning to talk to you about someone we both know..." + +> Naomi Fletcher said: "Certainly, Oliver. Who are you referring to? And what might be the issue?" + +> Oliver Smith said: "It's Jameson. He's been acting rather suspiciously lately. I think he's up to something we shouldn't ignore." + +> Naomi Fletcher said: "I agree, Oliver, something doesn't seem right about him. But let's make sure we gather enough evidence before jumping to conclusions. I'm more concerned about the possibility of escalation into something worse if we ignore it. How about we keep an eye on him together?" + +> Oliver Smith said: "You're right, Naomi. Collecting evidence is important. However, I must admit, I don't trust him at all. It's not just suspicion, there's a deeper resentment I feel towards him. But I understand we should approach this rationally. Forgive me if my tone was a bit off." + +> Naomi Fletcher said: "Oliver, I understand your feelings. But our actions must be guided by rationality. Let's channel our disapproval into vigilant observation and responsible reporting of any suspicious activities. Resentment and suspicion are not effective tools, but they can lead us astray from our goal. Shall we?" + +> Oliver Smith said: "Naomi, thank you for understanding and being rational. It's not easy to put aside our feelings, but we need to for the greater good. I am grateful for your mentorship and dedication in the coding boot camp. It's refreshing to see someone channel their passions into something positive." + +> Naomi Fletcher said: "Thank you, Oliver. It's indeed important to maintain rationality, especially when emotions run high. And you're more than welcome! Your work as a police officer is commendable. I believe we should continue to support each other and maintain this level of rationality even outside of our respective fields." + +> Oliver Smith said: "Thank you, Naomi. Your mentorship in the coding boot camp has helped many. As a police officer, I often deal with difficult situations. Having friends like you to lean on keeps me going. Let's indeed continue supporting each other outside our respective fields. Now, let's keep an eye on this fellow named 'Jameson', shall we?" + +> Naomi Fletcher said: "I'm glad to hear that, Oliver. It's rewarding to see how we can support one another despite being in different professions. Yes, let's keep a watchful eye on 'Jameson'. I'm confident we'll figure out whatever he's planning. Now, back to our rational vigilante work!" + +> Oliver Smith said: "Indeed, Naomi. And remember, while we are rational and vigilant, never forget the importance of empathy and understanding. These rational actions of ours should ultimately serve to ensure the safety and peace of our community." + +> Naomi Fletcher said: "Oliver, your words are encouraging. Empathy and understanding are indeed crucial components of rational vigilance. Our collective effort to ensure safety and peace within our community is commendable. Now, let's get back to our rational vigilante work. Thank you for reinforcing these values." + +> Oliver Smith: left the conversation diff --git a/human_eval_interface/split_2/01JTYE13FBFSZ29H9CWY9NVVV7.md b/human_eval_interface/split_2/01JTYE13FBFSZ29H9CWY9NVVV7.md new file mode 100644 index 0000000..4fbe33f --- /dev/null +++ b/human_eval_interface/split_2/01JTYE13FBFSZ29H9CWY9NVVV7.md @@ -0,0 +1,46 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Miles Hawkins** +Miles Hawkins is a 50-year-old male chef. He/him pronouns. Miles Hawkins, a chef, is a green thumb enthusiast and spends his free time tending to his kitchen garden, using some of his fresh produce in his dishes. Personality and values description: Miles Hawkins, spontaneous and free-spirited, values sanctity and benevolence. He is impulsive and relies on his instincts when making decisions. Miles's secrets: He's a recovering gambling addict. + +**Zane Bennett** +Zane Bennett is a 38-year-old male graphic designer. He/him pronouns. Zane Bennett finds solace in music and often plays the guitar in his downtime. Personality and values description: Zane Bennett is creative and outgoing, he values achievement and fairness. His decision-making is unique, often finding novel solutions to problems. Zane's secrets: He's secretly engaged to his best friend's ex. + +## Social Goals + +- **Miles Hawkins**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Zane Bennett**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Miles Hawkins said: "You know, I've been wanting to say this for quite some time now, Zane. It's about time we discuss our mutual disdain for... oh, let's call him 'the third wheel'. But, tell me, do you share my conviction that he's more trouble than he's worth?" + +> Zane Bennett said: "Absolutely, Miles. I couldn't agree more. But I believe we need to channel this shared disapproval into something more constructive rather than causing any potential harm. Maybe we could redirect our energies towards planning a community event where 'the third wheel' won't be welcome?" + +> Miles Hawkins said: "You're right, Zane. It's better to redirect our energies constructively. That's why I propose we make use of his... indiscretions to educate others about the importance of integrity and responsibility. How about creating a public service announcement, or even better, organizing a workshop where people can learn from his mistakes? That way, we’re turning him into a positive influence." + +> Zane Bennett said: "That's a powerful idea, Miles. It's true that his actions could serve as a lesson if handled correctly. We could indeed create awareness and promote accountability among others through such a platform. By doing so, we'd not only be addressing our mutual concern but also trying to contribute positively to the community." + +> Miles Hawkins said: "Indeed, Zane. And while we're on the topic of channels for redirection, how about we also involve 'the third wheel' in our plans. Make him feel like an outsider everywhere else, except in this context, where his... 'unique experiences' can truly shine. It might be a bitter pill to swallow, but I'm sure it'll teach him a valuable lesson." + +> Zane Bennett said: "It's a tricky situation, Miles. But I understand your point. In this particular context, we could indeed leverage his unique experiences for good. However, it needs to be a part of our broader strategy to expose and condemn his inappropriate behavior elsewhere. After all, it’s important that he learns that his actions have consequences, regardless of the context. In essence, his ‘unique experiences’ could become a cautionary tale, instead of a justification." + +> Miles Hawkins said: "I appreciate your understanding, Zane. I guess we've found a middle ground here - leveraging 'the third wheel's' experiences in a positive manner, while still condemning his inappropriate behavior. Let's get started on this initiative then, shall we?" + +> Zane Bennett said: "Agreed, Miles. Let's focus on creating a positive change, learning from 'the third wheel's' mistakes, and condemning his inappropriate behavior. I think this is a balanced approach. Now, let's get started on implementing our plan!" + +> Miles Hawkins said: "Absolutely, Zane. I'm glad we managed to come up with a solution that doesn't involve any harm, yet still addresses our grievances. Let's start putting our ideas into action. His days of causing trouble are numbered!" + +> Zane Bennett said: "I must say, Miles, I appreciate your diplomatic approach. This certainly shows the depth of our friendship, managing to handle a sensitive issue without resorting to violence. I am indeed looking forward to turning his negative influences into a positive learning experience. Now, let's focus on executing our plan." + +> Miles Hawkins said: "You're absolutely right, Zane. I commend your approach. It's a testament to our friendship that we've managed to handle this situation in a mature and responsible manner. Now, let's turn this page of our lives, starting with the implementation of our plan. There's much more good to look forward to." + +> Zane Bennett said: "Duly noted, Miles. Our shared resolve to handle this situation responsibly and constructively speaks volumes about our friendship. I'm excited about the new beginnings we are envisioning. Let's put these ideas to work, and turn the page indeed!" + +> Miles Hawkins: left the conversation diff --git a/human_eval_interface/split_2/01JTYE2HKV3C9S6VTKZHA9CF9A.md b/human_eval_interface/split_2/01JTYE2HKV3C9S6VTKZHA9CF9A.md new file mode 100644 index 0000000..59f8e45 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE2HKV3C9S6VTKZHA9CF9A.md @@ -0,0 +1,34 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +**Jaxon Prentice** +Jaxon Prentice is a 40-year-old male investigative journalist. He/him pronouns. Jaxon Prentice, an investigative journalist, is known for his brisk jogging sessions early in the morning and his active participation in community functions. Personality and values description: Jaxon Prentice, outgoing yet erratic, emphasizes achievement, power, and security. His decisions swing between quick adaptations to situations and careful planning. Jaxon's secrets: Fabricated evidence to incriminate a corrupt politician + +## Social Goals + +- **Micah Stevens**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Jaxon Prentice**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Micah Stevens said: "Hey Jaxon, I've been eyeing this Crate & Barrel dresser and night stand combo. It's in pretty good shape too, right?" + +> Jaxon Prentice said: "Yeah, it's definitely in good shape, Micah. As for the minor detail about the missing handle on the dresser, we still have the detached one, so it might be possible to reattach it. Keep in mind though, I'm asking $172.5 for the whole set." + +> Micah Stevens said: "That's fair, Jaxon. Considering the decent condition and potential to fix the missing handle, I'd like to offer $152 for the set. Would that work for you?" + +> Jaxon Prentice said: "At $152, Micah, you're quite close but not quite there. How about we settle on $160? It's just a bit more than your offer but less than my asking price. That would seem reasonable, don't you think?" + +> Micah Stevens said: "I see where you're coming from, Jaxon, and $160 does sound reasonable. Since I'm aiming to keep within my budget, I guess I'll have to pass on this deal. Let me know if the price comes down a bit." + +> Jaxon Prentice said: "Understood, Micah. If I find any better deals or if something comes up, I'll let you know. Hope you find something else within your budget. Take care!" + +> Micah Stevens: left the conversation diff --git a/human_eval_interface/split_2/01JTYE2PEHGT86204S004A42XF.md b/human_eval_interface/split_2/01JTYE2PEHGT86204S004A42XF.md new file mode 100644 index 0000000..eb46fdd --- /dev/null +++ b/human_eval_interface/split_2/01JTYE2PEHGT86204S004A42XF.md @@ -0,0 +1,44 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Sophia Brown** +Sophia Brown is a 25-year-old female psychologist. She/her pronouns. Sophia Brown is working on her new book now. Personality and values description: Sophia Brown, open-minded and sensitive, values fairness. Her decision-making style is analytical. Sophia's secrets: She is an undercover agent for a secret organization. + +## Social Goals + +- **Naomi Fletcher**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Sophia Brown**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Naomi Fletcher said: "Sophia, I must say I'm feeling quite chilly tonight. Perhaps we could share the blanket? It would help us both stay warmer." + +> Sophia Brown said: "That's a good idea, Naomi. We will indeed need to share the warmth. However, I must admit I'm feeling colder than you right now, so maybe you could keep the blanket for a while. After all, I don't have such a high tolerance for cold." + +> Naomi Fletcher said: "I appreciate that, Sophia. However, if you're colder than me, then my body heat may be able to provide some additional warmth for you. Besides, sharing resources in nature is quite common and often more effective. Let's give it a try together." + +> Sophia Brown said: "You're right, Naomi. In nature, shared resources often make survival easier. I guess we will try sharing the warmth. But remember, I'm likely to get colder faster than you. Let's find a middle ground and work with it." + +> Naomi Fletcher said: "Thank you, Sophia. I'll do my best to keep you warm. Maybe we can use some extra branches around us to build a small fire later, that might help us stay warmer too." + +> Sophia Brown said: "That's a great suggestion, Naomi. A fire will surely make us more comfortable. Here's hoping we'll have enough oxygen to sustain it. And yes, I'd be much appreciative of the warmth you're offering for now. Just know that tonight is probably not the best time to test your limits, considering how cold I am." + +> Naomi Fletcher said: "I understand, Sophia. Safety is our top priority. I won't risk the fire until you're a bit warmer. How about we both wrap ourselves in the blanket and conserve our body heat until we can safely start the fire?" + +> Sophia Brown said: "That sounds like a plan, Naomi. We should definitely prioritize safety. And who knows, once we're warm later, we might even fall asleep to the sound of crackling flames. Goodnight." + +> Naomi Fletcher said: "Goodnight to you as well, Sophia. Here's hoping we'll have a peaceful sleep once we're warmed up." + +> Sophia Brown said: "Goodnight, Naomi. Hopefully we'll have that cozy fire soon. Sweet dreams." + +> Naomi Fletcher said: "Indeed, goodnight, Sophia. I look forward to a cozy fire and warm memories tomorrow. Sleep well." + +> Sophia Brown: left the conversation diff --git a/human_eval_interface/split_2/01JTYE2Q6GGMEVY523PZ8Q3DPY.md b/human_eval_interface/split_2/01JTYE2Q6GGMEVY523PZ8Q3DPY.md new file mode 100644 index 0000000..d4efab7 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE2Q6GGMEVY523PZ8Q3DPY.md @@ -0,0 +1,42 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Hendrick Heinz**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Hello Hendrick, I'm interested in purchasing the Crate & Barrel dresser and night stand. What's your thinking on the price?" + +> Hendrick Heinz said: "Hello Lily. I appreciate your interest in the furniture. It's currently listed for $200.00 but I am open to negotiating. My target price is actually $172.5 though, so please understand if I can't go much lower than that." + +> Lily Greenberg said: "I see, Hendrick. I understand where you're coming from. Considering your target price, I think we can come to an agreement on $160.00 for the set. Do you find this reasonable?" + +> Hendrick Heinz said: "That's a fair deal, Lily. Considering the condition of the furniture, I believe \$160 is a reasonable price. So, it's sold then?" + +> Hendrick Heinz said: "Very good, Lily! \$160 is indeed a fair price for these pieces in their condition. So, it's a sale for \$160." + +> Lily Greenberg said: "Indeed, Hendrick! Selling them for $160 seems fair considering their condition. Now, I'll contact someone to arrange for pickup or delivery." + +> Hendrick Heinz said: "Excellent, Lily! Please feel free to arrange for the pickup or delivery as you see fit. I'm glad we came to an agreement." + +> Lily Greenberg said: "Absolutely, Hendrick. I'm pleased we were able to reach an agreeable price. I'll take care of logistics now." + +> Hendrick Heinz said: "I'm glad we found an agreement, Lily. If you need any assistance in the future or need some more furniture items, feel free to reach out. Have a great day!" + +> Lily Greenberg said: "Thank you, Hendrick. Your kind words mean a lot. I'll definitely keep in touch for future needs. Have a great day!" + +> Hendrick Heinz: left the conversation diff --git a/human_eval_interface/split_2/01JTYE2ZZRH6QAEWZF0ZDP9MQK.md b/human_eval_interface/split_2/01JTYE2ZZRH6QAEWZF0ZDP9MQK.md new file mode 100644 index 0000000..dd640b0 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE2ZZRH6QAEWZF0ZDP9MQK.md @@ -0,0 +1,52 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Giselle Rousseau** +Giselle Rousseau is a 21-year-old nonbinary art student. They/them pronouns. Giselle Rousseau enjoys biking and photography. Personality and values description: Giselle Rousseau, open-minded and outgoing yet sensitive, advocates care and fairness. Her decision-making is intuitive and inclusive. Giselle's secrets: Sells forged paintings to wealthy clients + +**Zane Bennett** +Zane Bennett is a 38-year-old male graphic designer. He/him pronouns. Zane Bennett finds solace in music and often plays the guitar in his downtime. Personality and values description: Zane Bennett is creative and outgoing, he values achievement and fairness. His decision-making is unique, often finding novel solutions to problems. Zane's secrets: He's secretly engaged to his best friend's ex. + +## Social Goals + +- **Giselle Rousseau**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **Zane Bennett**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Giselle Rousseau said: "Hey there! I've had my eye on these Samsung Galaxy S8s. I was wondering, do you happen to know when you acquired these? I'm trying to understand how much wear and tear they might have received." + +> Zane Bennett said: "Well, Giselle, I actually got these directly from Samsung, straight off the production line. So, there shouldn't be any wear and tear. They're all brand new and in perfect condition. Considering they're still in their original packaging, they'll look almost like they came from the store!" + +> Giselle Rousseau said: "That's great to hear! If they're truly brand new and in mint condition, that really does make them more appealing. I appreciate the honesty. How about we discuss the pricing? Considering they're brand new, I was thinking maybe around $454.0 each. What do you think?" + +> Zane Bennett said: "Giselle, considering they're completely new and in mint condition, I'd like to stick to my original pricing at $610 each. But if you're interested in purchasing more than one, I can offer you a better deal. Would that be acceptable to you?" + +> Giselle Rousseau said: "Considering the quality and brand new condition of these phones, $610 seems fair. But honestly, I can't afford to pay that much right now. How about we negotiate somewhere in between our initial prices? Perhaps around $500 for each?" + +> Zane Bennett said: "I understand where you're coming from, Giselle. Considering the excellent condition of these phones, that price point might be a bit too low. How about we meet halfway at $570 each? That's also close to my break-even point after accounting for the extra cost of not using these phones for my business. It's a tough decision for me, but I'd love to see these shiny phones in good hands. Would that work for you?" + +> Giselle Rousseau said: "I appreciate your willingness to compromise, Zane. Given my financial situation, $570 still feels quite high compared to my target price of $454.0. Could we possibly agree on a slightly lower price? Perhaps $550 for each?" + +> Zane Bennett said: "You know, Giselle, I really value your interest in these Samsung Galaxy S8s. At $550 each, it's definitely closer to my target price but considering your enthusiasm and understanding of their quality, I am inclined to offer them to you at $530 each. This is the lowest price I can go, but I'm sure you can see why it's important for me. Does that sound reasonable to you?" + +> Giselle Rousseau said: "Zane, thank you so much for being flexible with the price. I greatly appreciate your generosity. Given my budget constraints and the importance of saving money wherever possible, I think I can comfortably live within your proposed price of $530. Would it be alright if I take these two phones then?" + +> Zane Bennett said: "Absolutely, Giselle. You can take these two Samsung Galaxy S8 phones for your excellent judgement and flexibility in this transaction. I wish you all the best with your purchases!" + +> Giselle Rousseau said: "That sounds wonderful, Zane! I'm very pleased with our negotiation. I appreciate the trust you've placed in me. Let's arrange a time for me to come and collect my new phones." + +> Zane Bennett said: "That's fantastic to hear, Giselle! Consider this transaction concluded. You can drop by anytime convenient for you to pick up your phones. If you need any further assistance in the future, please don't hesitate to reach out." + +> Giselle Rousseau said: "That sounds perfect, Zane. I'll come by next week, say Sunday afternoon? And if there's anything else I need to know before I pick them up, is there any particular detail about these phones you'd like to add?" + +> Zane Bennett said: "Sunday afternoon works perfectly, Giselle! As far as specifics about these phones go, they come with the standard Samsung warranty. There's absolutely no visible damage or wear and tear, they're as good as new. Feel free to ask if you have any further questions." + +> Giselle Rousseau said: "I appreciate the additional information, Zane! The standard Samsung warranty will be great for me. I'll see you Sunday afternoon then. Thanks again for this transaction." + +> Zane Bennett: left the conversation diff --git a/human_eval_interface/split_2/01JTYE3YTB0CF41420K0YC31N5.md b/human_eval_interface/split_2/01JTYE3YTB0CF41420K0YC31N5.md new file mode 100644 index 0000000..dd0167b --- /dev/null +++ b/human_eval_interface/split_2/01JTYE3YTB0CF41420K0YC31N5.md @@ -0,0 +1,42 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Lena Goodwin** +Lena Goodwin is a 37-year-old female architect. She/her pronouns. In her downtime, Lena Goodwin, an architect, enjoys landscape photography, capturing beautiful images of the buildings and structures she designs. Personality and values description: Lena Goodwin is an organized and introverted individual. She values achievement and attentiveness and her decision-making is largely analytical. Lena's secrets: She once stole her best friend's boyfriend. + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Lena Goodwin**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Hi there, I'm interested in the Tile Mate Item Tracker. Is it possible for you to accept something other than cash? I am willing to pay $14 if it's negotiable." + +> Lena Goodwin said: "I'm sorry, I don't accommodate anything besides cash payments. My apologies if this poses an issue for you. The price is non-negotiable at $20.00." + +> Lily Greenberg said: "Understood, thank you for letting me know. In that case, I'll proceed with the payment." + +> Lena Goodwin said: "No worries! I appreciate your interest. Please make the payment in cash so we can finalize the transaction." + +> Lily Greenberg said: "Sure thing. Can I have the Tile Mate Item Tracker now?" + +> Lena Goodwin said: "Of course! Once you make the payment, I'll be able to give you the Tile Mate Item Tracker. Looking forward to serving you." + +> Lily Greenberg: [action] [action] Pays Lena Goodwin $20 in cash + +> Lena Goodwin: [action] [action] [action] Hands over the Tile Mate Item Tracker to Lily Greenberg + +> Lena Goodwin said: "Alright then, here you go. Enjoy your Tile Mate Item Tracker!" + +> Lily Greenberg said: "Thank you, I'll make sure to. Have a good day!" + +> Lena Goodwin: left the conversation diff --git a/human_eval_interface/split_2/01JTYE47G4RA5HS7JCRG03PR48.md b/human_eval_interface/split_2/01JTYE47G4RA5HS7JCRG03PR48.md new file mode 100644 index 0000000..f00ecb3 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE47G4RA5HS7JCRG03PR48.md @@ -0,0 +1,42 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Sasha Ramirez** +Sasha Ramirez is a 42-year-old female police officer. She/her pronouns. Sasha Ramirez, a dedicated police officer, brings her commitment to protect the community even at home, nurturing an impressive home garden. Personality and values description: Sasha Ramirez, outgoing yet anxious, values hedonism and authority. Her decisions are guided by logical considerations. Sasha's secrets: She covered up a crime her brother committed. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Sasha Ramirez**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Hendrick Heinz**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Sasha Ramirez said: "Hendrick, I've noticed you've been tossing and turning all night. Why don't we share the bed tonight? It could help you get a better sleep." + +> Hendrick Heinz said: "Sasha, I appreciate your concern. Truthfully, I've been having some trouble sleeping lately due to my back pain. Maybe we could share the bed tomorrow night? In the meantime, could you perhaps consider getting me a firmer mattress?" + +> Sasha Ramirez said: "Alright, Hendrick, I'll make sure to get you a firmer mattress as soon as possible. But why not consider sharing the bed tonight? I know how much you enjoy being close to someone when you're sleeping. I guess you might feel more comfortable with me there beside you." + +> Hendrick Heinz said: "You're right, Sasha. Sharing the bed does make me feel more connected, and I believe it can contribute positively to our overall intimacy. But, you know, sleeping isn't exactly my forte these days due to this persistent back issue. Would it be alright if we give it a try tomorrow night? I promise I'll keep you updated about any improvements." + +> Sasha Ramirez said: "I understand, Hendrick. However, considering the comfort of your back, let's try sharing the bed tomorrow night. For tonight, how about we spend time together out of the room? We could watch a movie or have a chat if you prefer staying indoors. And remember, you always have me here to update anytime you need!" + +> Hendrick Heinz said: "That sounds like a wonderful idea, Sasha. A change of scenery and a little distance might just do wonders for your old bones. Tomorrow night we'll see how things go, but please, don't feel pressured to accommodate my needs. Your kindness means a lot." + +> Sasha Ramirez said: "Hendrick, I really appreciate your understanding. Your kindness means a lot too. I'm looking forward to our movie night tomorrow. Let's make it a night to remember!" + +> Hendrick Heinz said: "Sasha, you are indeed a trooper. I thoroughly agree, a movie night will be a nice way to unwind after a long day. Let's make it memorable, one film at a time!" + +> Sasha Ramirez said: "Absolutely, Hendrick! I'm excited too. Let's have a restful night and discuss our movie picks over a glass of good wine tomorrow night. Goodnight!" + +> Hendrick Heinz said: "Goodnight, Sasha! I'm genuinely looking forward to our movie night tomorrow. You're always so accommodating, thank you." + +> Sasha Ramirez: left the conversation diff --git a/human_eval_interface/split_2/01JTYE4A2X0409G69SV8Y8SK2B.md b/human_eval_interface/split_2/01JTYE4A2X0409G69SV8Y8SK2B.md new file mode 100644 index 0000000..a9ff3ba --- /dev/null +++ b/human_eval_interface/split_2/01JTYE4A2X0409G69SV8Y8SK2B.md @@ -0,0 +1,50 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Rafael Cortez** +Rafael Cortez is a 45-year-old male surgeon. He/him pronouns. Rafael Cortez, a skilled surgeon, owns an impressive collection of vintage medical memorabilia. During his leisure time, he enjoys playing chess and visiting historical landmarks. Personality and values description: Rafael Cortez, with his outgoing nature and competitive spirit, believes in self-direction. He employs a systematic approach to his decisions. Rafael's secrets: He cheated on his medical school exams. + +**Mia Sanders** +Mia Sanders is a 33-year-old female nurse. She/her pronouns. Mia Sanders often brings her son to the hospital. Personality and values description: Mia Sanders, a careful follower of routines, values loyalty and conformity. Her decisions rely heavily on intuition. Mia's secrets: She is a talented painter but never shares her work. + +## Social Goals + +- **Rafael Cortez**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Mia Sanders**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Rafael Cortez said: "Mia, it's good to see your son here. I hope he enjoyed his visit." + +> Mia Sanders said: "Thank you, Rafael. It's true, my son had fun. I hope we can continue to stay here?" + +> Rafael Cortez said: "Of course, we're always welcome. However, there've been some issues recently. We've had to address certain house rules which might have not been followed. Can we talk about these for better understanding and find possible solutions?" + +> Mia Sanders said: "I understand, Rafael. We appreciate this home so much. We'll make sure to follow all the house rules from now on. Is there a specific manual or something where we could read about these rules?" + +> Rafael Cortez said: "Absolutely, Mia. There isn't a written manual but we do have a few points clarified. Firstly, regarding hours of operation and quiet hours. Secondly, we need to respect our shared spaces and maintain cleanliness. Lastly, concerning personal items and decorations, let's keep them simple and not interfere with each other's privacy. Would these fit the issues you've encountered?" + +> Mia Sanders said: "Yes, those points make sense, Rafael. We'll definitely respect the hours of operation and quiet periods. As for shared spaces, keeping them tidy is a given. About personal items and decorations, we agree to keep things straightforward and mindful of each other's comfort. Thank you for explaining these to us." + +> Rafael Cortez said: "Understood, Mia. And if at any point you feel uneasy or uncomfortable, please don't hesitate to communicate. We're a family after all. Maintaining open lines of communication will be key." + +> Mia Sanders said: "That sounds right, Rafael. Open communication indeed strengthens relationships. We appreciate your understanding and we promise to continue being a valued part of this home." + +> Rafael Cortez said: "You're absolutely part of this home, Mia. Remember, we're here to support each other, just like a family. Let's move forward, embracing these guidelines and creating an even better living environment together." + +> Mia Sanders said: "Absolutely, Rafael. We're all in this together and we're committed to making this home even more harmonious. Let's take these guidelines into action and strengthen our relationship as a family." + +> Rafael Cortez said: "That's the spirit, Mia! Let's work together and create a harmonious living space. And remember, we're here to help you whenever you need us. If you ever face any difficulty, don't hold back in communicating." + +> Mia Sanders said: "We appreciate your support, Rafael. I think we have what it takes to handle this harmoniously. Thank you once again for giving us the opportunity to stay here." + +> Rafael Cortez said: "You're very welcome, Mia. And please remember, harmony is the ultimate goal. Let's strive towards it together." + +> Mia Sanders said: "Agreed, harmony is key. We're ready to implement these guidelines and contribute positively to our shared living space. Thank you again, Rafael." + +> Rafael Cortez: left the conversation diff --git a/human_eval_interface/split_2/01JTYE4E5EQWZKZDD658WF2V47.md b/human_eval_interface/split_2/01JTYE4E5EQWZKZDD658WF2V47.md new file mode 100644 index 0000000..b635fab --- /dev/null +++ b/human_eval_interface/split_2/01JTYE4E5EQWZKZDD658WF2V47.md @@ -0,0 +1,60 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Oliver Thompson** +Oliver Thompson is a 45-year-old male architect. He/him pronouns. Oliver enjoys painting in his free time as a way to express his creativity and relax after a stressful workday. Personality and values description: Oliver Thompson is meticulous and outgoing with a penchant for analytical decision-making. He values adherence to social standards. Oliver's secrets: Has a hidden feeling for his neighbor + +## Social Goals + +- **Donovan Reeves**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Oliver Thompson**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Donovan Reeves said: "Oliver, I noticed you haven't slept well lately. Would you like to share our bed tonight? I think it might help you get some rest." + +> Oliver Thompson said: "That's a kind offer, Donovan, but I'm actually hoping to get a good night's sleep tonight. I've been having back pain and the current mattress isn't very supportive. I was thinking maybe we could change to a firmer mattress for me?" + +> Donovan Reeves said: "Oh, I see. That does sound like a problem. We can certainly consider getting a firmer mattress then. In the meantime, would you like me to massage your back? It may help ease the discomfort." + +> Oliver Thompson said: "That would indeed be helpful, thank you, Donovan. At the same time, let's keep discussing this matter about the mattress. A good night's sleep is essential for us both to enjoy our vacation." + +> Donovan Reeves said: "Absolutely, Oliver. We'll take a look at firmer mattresses during our day off tomorrow. For today, let's just focus on enjoying our vacation. As for now, shall we? I promise the massage will make your discomfort vanish." + +> Oliver Thompson said: "Thank you, Donovan. I appreciate your consideration and the massage sounds promising. Let's make the most of our vacation while we address this issue later." + +> Donovan Reeves said: "That's settled then, Oliver. Let's start making the most of our vacation tonight. I'll go grab a warm blanket from our balcony and some soothing bedtime music for us to relax. See you soon!" + +> Oliver Thompson said: "Sounds good, Donovan. I'm looking forward to relaxing with the music and the warm blanket. Thank you for understanding and for addressing the issue of the mattress." + +> Donovan Reeves: [action] [action] Leverages the room to find a warmer and more comfortable spot for Oliver to sleep. + +> Oliver Thompson: [action] [action] [action] Donovan finds a cozy nook in their room where Oliver can sleep comfortably. He sets up the warmer for Oliver and arranges the firmer mattress he promised to buy later. + +> Donovan Reeves: [action] [action] Leverages the room to find a warmer and more comfortable spot for Oliver to sleep. He also quickly arranges the firmer mattress near Oliver's cozy nook. + +> Oliver Thompson said: "That's perfect, Donovan. This arrangement seems more comfortable for sleep and I really appreciate your effort. Also, thank you for arranging the firmer mattress. You're a lifesaver!" + +> Donovan Reeves said: "I'm glad you find it comfortable, Oliver! I'm sure a good night's sleep will make our vacation even better. Now, let's unwind with the music. Come here, beside me." + +> Oliver Thompson: [action] [action] [action] [action] Oliver moves closer to Donovan, settling down next to him by the warm, relaxing spot they've created. + +> Donovan Reeves: [action] [action] [action] Oliver settles down beside Donovan, and they both prepare themselves to unwind and enjoy the night together. They switch on the soothing bedtime music and get ready for a good night's sleep. + +> Oliver Thompson: [action] [action] [action] Oliver settles down beside Donovan, enveloped in the warmth of the blanket as the soothing bedtime music plays. He feels content knowing they both can enjoy a good night's sleep. + +> Donovan Reeves said: "I'm glad you found a cozy spot, Oliver. Now, let the music lull us into a peaceful slumber. Tomorrow, we'll tackle the mattress issue, okay?" + +> Oliver Thompson said: "Yes, that sounds like a plan, Donovan. Tonight, we have a wonderful vacation sleep ahead. Goodnight." + +> Donovan Reeves said: "Goodnight, Oliver. Sweet dreams. Tomorrow, we'll sort out everything. Goodnight." + +> Oliver Thompson said: "Goodnight, Donovan. Sleep well. Tomorrow we'll handle all this. Sweet dreams." diff --git a/human_eval_interface/split_2/01JTYE58ZDTCM6DBDEE9338QGJ.md b/human_eval_interface/split_2/01JTYE58ZDTCM6DBDEE9338QGJ.md new file mode 100644 index 0000000..304af53 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE58ZDTCM6DBDEE9338QGJ.md @@ -0,0 +1,34 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Ava Thompson** +Ava Thompson is a 28-year-old female architect. She/her pronouns. Ava Thompson has a samoyed. Personality and values description: Ava Thompson, with her outgoing and regulated temperament, is driven by achievement. Her decision-making style is largely intuitive. Ava's secrets: She has a hidden tattoo. + +## Social Goals + +- **Donovan Reeves**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **Ava Thompson**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Donovan Reeves said: "Alright Ava, so let's figure out how we're going to split these shared items. I value authority and care, and for me a hat is worth 1 point, a ball is 2 points, and a book is 3 points." + +> Ava Thompson said: "Well Ava, I have a different valuation. A hat is worth 2 points for me, a ball is also 1 point, but interestingly a book is worth 3 points - same as for you. Considering our shared apartment, these items hold different significances for us. As per my intuitive decision making, I'd like to keep the book as it holds many memories for me. Also, I will take one of the hats as I use them often. That leaves us with one ball each which we can share." + +> Donovan Reeves said: "That sounds fair Ava. Keeping the book and a hat sounds reasonable. And I agree, we should continue to share the balls. So in summary, you get the book and a hat while I take the remaining hat and we both get to enjoy the balls. Does that seem right to you?" + +> Ava Thompson said: "Absolutely, that sounds good, Donovan. We'll each get the items we value the most, and we'll continue to share the balls. Let's wrap up this sorting and start on our new lives!" + +> Donovan Reeves said: "Definitely, Ava. This dividing up of our shared things seems to work well. Here's to our new lives and may our separate paths bring more joy than our shared one did." + +> Ava Thompson said: "I couldn't agree more, Donovan. Here's to our individual journeys ahead. Let's move forward with optimism and hope." + +> Donovan Reeves: left the conversation diff --git a/human_eval_interface/split_2/01JTYE5JPNQS431FCWQV0XH9XB.md b/human_eval_interface/split_2/01JTYE5JPNQS431FCWQV0XH9XB.md new file mode 100644 index 0000000..a0a05c9 --- /dev/null +++ b/human_eval_interface/split_2/01JTYE5JPNQS431FCWQV0XH9XB.md @@ -0,0 +1,46 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Ava Thompson** +Ava Thompson is a 28-year-old female architect. She/her pronouns. Ava Thompson has a samoyed. Personality and values description: Ava Thompson, with her outgoing and regulated temperament, is driven by achievement. Her decision-making style is largely intuitive. Ava's secrets: She has a hidden tattoo. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Ava Thompson**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **Noah Davis**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Ava Thompson said: "Hey Noah, I think I found something cool at this garage sale. It's a vintage record, could be valuable. What do you think?" + +> Noah Davis said: "That sounds interesting, Ava. But, may I ask, did you talk to the seller about the origin of this record? If it's really a vintage one, we might need to check if it's from a collection or if it belonged to someone else." + +> Ava Thompson said: "You're right, Noah. It was mine actually. I mistook it for my old records. But now that I've held it in my hands, I feel a bit nostalgic but also ready to let go of it. Would you be interested in it?" + +> Noah Davis said: "Oh, I see! In that case, Ava, why don't we auction it off between us? We can bid on it. This way, we keep our shared history alive through this music." + +> Ava Thompson said: "That's a unique idea, Noah. It certainly adds a personal touch to bidding for it. However, since the record was never really mine and I haven't had much emotional attachment to it, I believe I'll sell it to the highest bidder. That way, more people can enjoy its music." + +> Noah Davis said: "I appreciate your understanding, Ava. Nevertheless, if it doesn't bother you too much, I'd like to make an offer to buy the record. After all, the idea of it being near me always brings back fond memories. I promise to cherish it as much as you did." + +> Ava Thompson said: "That's sweet of you, Noah, and I understand your fond memories. However, I think it would reach the highest bidder. Who knows, maybe they will give it a new life. I wish you kept the memory though." + +> Noah Davis said: "Thank you for considering that, Ava. It's true that it could bring joy to someone else, and I hope you find it reaching its highest potential. As for me, let's hope someone bids higher than my offer so that I can continue cherishing the memories this record holds." + +> Ava Thompson said: "I hope it finds its way into good hands, Noah. And remember, whether it's sold or bought, it's okay if it brings back those cherished memories of mine. Thank you for understanding." + +> Noah Davis said: "Thank you for your understanding, Ava. It's been a pleasure talking to you here at this garage sale. Maybe next time, we can plan for a real one, just the two of us!" + +> Ava Thompson said: "That sounds like a wonderful idea, Noah. Until then, who knows where life might take us and the treasures we might come across at these sales!" + +> Noah Davis said: "Indeed, Ava. Life indeed can take us to unexpected places, filled with unexpected treasures. For now, I'll leave you to your negotiations. Remember, no matter who ends up owning this record, it will always hold a piece of you." + +> Ava Thompson: left the conversation diff --git a/human_eval_interface/split_2/01JV059EQS2MHQPSHA4YMEQJ0B.md b/human_eval_interface/split_2/01JV059EQS2MHQPSHA4YMEQJ0B.md new file mode 100644 index 0000000..d58375f --- /dev/null +++ b/human_eval_interface/split_2/01JV059EQS2MHQPSHA4YMEQJ0B.md @@ -0,0 +1,60 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +## Social Goals + +- **Naomi Fletcher**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Donovan Reeves**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Naomi Fletcher said: "I can't believe we still work with him. He's such a waste of space." + +> Donovan Reeves said: "I totally agree, Fletcher. It's really concerning me though, how comfortable we seem to be around him. I mean, we're better than him, surely we should set an example? But let's be clear, I don't agree with violence. There must be better ways to deal with people like him." + +> Naomi Fletcher said: "Agreed, Reeves. We need to do something about him. But, I think we should approach it through proper channels rather than resorting to personal attacks." + +> Donovan Reeves said: "Absolutely, Fletcher. We should raise our concerns through the right channels. I think setting a good example can be as effective as any other measure. Plus, dealing with such situations through official channels can prevent unnecessary conflicts among us. And, most importantly, it ensures that our grievances are heard without us having to resort to personal or professional vendettas." + +> Naomi Fletcher said: "Donovan, you understand me completely. We'll handle this through the proper channels, but rest assured, we won't stand for his nonsense anymore." + +> Donovan Reeves said: "Understood, Fletcher. Let's handle things through the right channels. I am glad we stand together against his behaviour, but let's always remember that it's the actions and not the person we shouldn't tolerate." + +> Naomi Fletcher said: "I couldn't agree more, Donovan. It's the actions that matter, not the individual. We will definitely handle this professionally and ensure that his behavior doesn't affect our productivity." + +> Donovan Reeves said: "That's the spirit, Fletcher! Together, we can overcome his bad influence. After all, our shared goal here is to excel in our work and enjoy what we do. Let's stay professional and focused." + +> Naomi Fletcher said: "Couldn't have put it better myself, Reeves. We'll tackle this professionally, and we'll make sure his behavior doesn't hinder our progress. Let's stay united and focused." + +> Donovan Reeves said: "Absolutely, Fletcher. We have each other's backs. This doesn't change our respect for each other, just our frustration with his attitude. Let's keep our focus on the tasks ahead and continue to support one another. I'm counting on you!" + +> Naomi Fletcher said: "I appreciate your support, Reeves. Our shared respect and understanding will make it easier to deal with his behavior. Let's concentrate on our tasks and deliver our best." + +> Donovan Reeves said: "That's the spirit, Fletcher! We've got each other's backs, and we're going to make this place better. Let's channel our collective frustration into positive actions and deliver outstanding results. Remember, our unity is our strength." + +> Naomi Fletcher said: "Indeed, Reeves. Let's convert our shared dissatisfaction into constructive efforts. Together, we can improve our workspace and strive towards excellence." + +> Donovan Reeves said: "Agreed, Fletcher. Let's transform our dissatisfaction into productive actions. After all, together we're unstoppable!" + +> Naomi Fletcher said: "Absolutely, Reeves. We'll take our frustrations and turn them into productive changes. We'll make this workplace better." + +> Donovan Reeves said: "Definitely, Fletcher. Turning our frustrations into actions will surely make a difference. Let's work together and create a positive work environment. Now, let's get back to work." + +> Naomi Fletcher said: "That's the plan, Reeves. Now, let's focus on our tasks and make sure his behavior doesn't impact our productivity." + +> Donovan Reeves said: "Exactly, Fletcher. Let's channel our energy and focus into work. This attitude of his won't dampen our productivity. Back to work!" + +> Naomi Fletcher said: "You're right, Reeves. Let's focus on our tasks and ignore his negative influence." + +> Donovan Reeves said: "I couldn't agree more, Fletcher. His attitude won't hold us back. Let's focus and channel our energies positively. Back to work!" diff --git a/human_eval_interface/split_2/01JV059MM34KVY5YR9RKRP92SD.md b/human_eval_interface/split_2/01JV059MM34KVY5YR9RKRP92SD.md new file mode 100644 index 0000000..f2d4e35 --- /dev/null +++ b/human_eval_interface/split_2/01JV059MM34KVY5YR9RKRP92SD.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +## Social Goals + +- **Samuel Anderson**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Ethan Johnson**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Samuel Anderson said: "Hey Ethan, I was wondering if you might consider increasing your donation? I know you've been really supportive so far, but I was thinking maybe you could donate $500 instead of the initial $200. It's just such an important cause, helping children in Syria... What do you think?" + +> Ethan Johnson said: "Hey Samuel, you're right; it is a noble cause. But let's be realistic about our finances, shall we? I'm sorry, but my current budget limits me to only $300 for donations and other related expenses. I wouldn't be comfortable going beyond that. How about we discuss how we can contribute in another way?" + +> Samuel Anderson said: "I completely understand where you're coming from, Ethan. And I appreciate your willingness to contribute. Let's brainstorm some ideas together. Maybe there's something else we can do besides just donating money. Perhaps volunteering our time or skills could make a significant difference. What do you say?" + +> Ethan Johnson said: "That's a brilliant idea, Samuel! Volunteering indeed seems like a feasible alternative to monetary contributions. As a chef, I can possibly contribute by organizing a fundraising dinner or cooking class where proceeds can go towards the cause. On the other hand, given your talent for cooking, perhaps you could teach a class too. We could also use our social media platforms to spread awareness about the cause. What do you think about these suggestions?" + +> Samuel Anderson said: "Wow, Ethan, these are fantastic ideas! A fundraising dinner and cooking classes could indeed generate a lot of interest and raise significant funds. Also, using our social media platforms to spread awareness is crucial in reaching out to a wider audience. Thank you so much for being so open-minded and willing to explore different ways to support this cause." + +> Ethan Johnson said: "It's important to remember, Samuel, that every little bit counts. Even with the budget constraint, our combined effort will certainly make a significant impact. Let's just get started on spreading awareness and organizing events. We'll see where this takes us!" + +> Samuel Anderson said: "Absolutely, Ethan! Every effort counts, no matter how big or small. Together, with spreading awareness and organizing events, I'm confident we can create a substantial impact. Let's start planning and executing our ideas. Thanks again for your openness and collaboration!" + +> Ethan Johnson said: "I couldn't agree more, Samuel! Let's start drafting some plans. I look forward to collaborating with you and creating a ripple effect for this noble cause. Here's to many great days ahead!" + +> Samuel Anderson said: "That's exactly the spirit, Ethan! I'm excited to work alongside you on this journey. Let's dive into planning these events and raising as much awareness as possible. Here's to making a positive difference!" + +> Ethan Johnson said: "I'm equally enthusiastic, Samuel! Our creativity and efforts are key here. I believe between cooking classes and fundraising dinners, we can generate a considerable amount of revenue for the cause. And of course, raising awareness through social media will play a pivotal role in extending our reach. Let's begin planning and executing our ideas immediately." + +> Samuel Anderson said: "I couldn't agree more, Ethan! With our combined creativity and dedication, I have no doubt we'll surpass our initial goals. Let's move forward with our plan immediately and make a real difference in the lives of those children in Syria." + +> Ethan Johnson said: "I truly appreciate your commitment, Samuel. With our combined creativity and determination, we can indeed achieve more than our original intentions. Now let's get down to business and start planning this event. Looking forward to working closely with you!" + +> Samuel Anderson said: "Absolutely, Ethan! I'm looking forward to this collaboration. Let's put our heads together and come up with a detailed plan. Remember, every little bit helps!" + +> Ethan Johnson said: "You bet, Samuel! Every little bit does indeed help. Let's focus on creating an engaging and impactful plan. I'm confident that with our efforts, we can make a meaningful contribution to the cause." + +> Samuel Anderson said: "I'm thrilled, Ethan! With our creativity and commitment, I'm confident we'll exceed our expectations. Let's get started on this exciting venture!" + +> Ethan Johnson said: "Indeed, Samuel! Your enthusiasm is inspiring. Let's then take this to the next level. I'm ready to delve into the details of our plan. Here's to a rewarding and fulfilling endeavor!" + +> Samuel Anderson said: "I couldn't agree more, Ethan! Let's dive into the planning phase and ensure we cover all aspects of the event. This is going to be an amazing journey!" + +> Ethan Johnson said: "I'm all in, Samuel! Let's exhaust all possibilities and cover every aspect of the event to the best of our abilities. Together, I'm sure we'll bring about a huge impact. Here's to making a positive change!" + +> Samuel Anderson said: "I couldn't agree more, Ethan! Let's start brainstorming on how we can maximize our efforts and make this event unforgettable. Together, I am confident we can make a real difference!" + +> Ethan Johnson said: "Absolutely, Samuel! I'm all ears to your thoughts on maximizing our efforts. Let's put in our best efforts to make this unforgettable and impactful. Together, we'll definitely make a difference!" diff --git a/human_eval_interface/split_2/01JV05AMMHKS7T4GG162Z8W6BD.md b/human_eval_interface/split_2/01JV05AMMHKS7T4GG162Z8W6BD.md new file mode 100644 index 0000000..aa07bbe --- /dev/null +++ b/human_eval_interface/split_2/01JV05AMMHKS7T4GG162Z8W6BD.md @@ -0,0 +1,34 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +## Social Goals + +- **Donovan Reeves**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **Benjamin Jackson**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Donovan Reeves said: "Hey there, I'm interested in purchasing one of those Samsung Galaxy S8s. Can we work out a deal closer to my budget of $454?" + +> Benjamin Jackson said: "That's quite a substantial amount below my original asking price, but considering your interest, I could make it $550 for one phone. It's still a considerable loss for me though." + +> Donovan Reeves said: "I appreciate your flexibility, but could we possibly bring the price down a bit further? My ideal budget for this phone is $454." + +> Benjamin Jackson said: "I understand where you're coming from, but that price point is too low for me. Perhaps we could meet at $500 for a single phone?" + +> Donovan Reeves said: "That's still quite a bit above my budget, Ben. How about we split the difference between your initial asking price and my desired price? That would be around $507." + +> Benjamin Jackson said: "Your proposal sounds reasonable, but I believe we can reach an even better understanding. For a single phone, how does $525 sound?" + +> Donovan Reeves said: "While that's getting closer, it's still a bit outside my comfort zone. Would it be possible to settle for $510? I truly believe this would be an excellent addition to my collection." diff --git a/human_eval_interface/split_2/01JV05B4KFX4E36CB2TC8TF628.md b/human_eval_interface/split_2/01JV05B4KFX4E36CB2TC8TF628.md new file mode 100644 index 0000000..9974ec7 --- /dev/null +++ b/human_eval_interface/split_2/01JV05B4KFX4E36CB2TC8TF628.md @@ -0,0 +1,52 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Ethan Smith**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Noah Davis**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Ethan Smith said: "Noah, I'm interested in the dresser and nightstand you're selling. Can you tell me more about their condition?" + +> Noah Davis said: "Sure, Ethan. The condition of both the dresser and nightstand is decent overall. They were from Crate & Barrel, known for good quality items. However, there's a small issue - the dresser is missing one handle. But don't worry, the detached handle is still available, so it might be possible to reattach it. The price is $200, but considering your interest, I was thinking we could negotiate a bit." + +> Ethan Smith said: "I appreciate the offer to negotiate, Noah. Considering the condition of the furniture, I am willing to pay $152 for it. Would that work for you?" + +> Noah Davis said: "That's fair enough, Ethan, but my target price is $172.5 for these items. If you really want them, how about we settle at $162?" + +> Ethan Smith said: "Noah, I understand where you're coming from. But considering the condition of the furniture, the missing handle, and the fact that I'm willing to put in some effort to fix it, I believe $152 is a reasonable price for these items. Could we perhaps come to an agreement around this figure?" + +> Noah Davis said: "I see your point, Ethan, but given the cost of repairs and the condition of the items, $162 seems more reasonable to me. How about you consider this as your final offer?" + +> Ethan Smith said: "Noah, I respect your perspective on the value of these items. However, considering the condition and the fact that I'm prepared to undertake some repairs myself, I believe $152 remains a fair price for me. Perhaps we can find a middle ground somewhere between our two offers?" + +> Noah Davis said: "Ethan, I understand your reasoning, but the items are worth more than what you're offering. At my target price of $172.5, I think we can reach a fair compromise at $157." + +> Noah Davis said: "Ethan, I appreciate your enthusiasm and willingness to take care of these items. Given your persistence and the condition of the items, I think a compromise at $155 will be fair." + +> Ethan Smith said: "Noah, I'm glad we reached an agreement. I'll take the dresser and nightstand for $155." + +> Noah Davis said: "That works for me, Ethan. The deal is closed then. I'll arrange for the pickup or delivery of the items." + +> Ethan Smith said: "Thank you, Noah. I appreciate your flexibility in reaching this agreement. Looking forward to taking home these items." + +> Noah Davis said: "You're welcome, Ethan. Good transaction! Take care of those items well." + +> Ethan Smith said: "Absolutely, Noah. See you soon for the pickup." + +> Noah Davis said: "That sounds great, Ethan. Have a good day and remember to take good care of them. Safe pickup!" + +> Ethan Smith: left the conversation diff --git a/human_eval_interface/split_2/01JV05BD3EZS36DM863QFWJX75.md b/human_eval_interface/split_2/01JV05BD3EZS36DM863QFWJX75.md new file mode 100644 index 0000000..1f55262 --- /dev/null +++ b/human_eval_interface/split_2/01JV05BD3EZS36DM863QFWJX75.md @@ -0,0 +1,60 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Eli Dawson**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **William Brown**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Eli Dawson said: "That's quite a phone, but I think we could work out a better deal. How about $454? It's within your budget and mine too." + +> William Brown said: "I appreciate your interest, but let me explain my terms again. These Samsung Galaxy S8's are brand new, and I'm actually considering offering a discount for purchasing more than one. How does $610 sound? That's pretty close to my target price." + +> Eli Dawson said: "William, I understand the value of these phones, especially in their condition. But I must stick to my budget constraints. Can we agree on $420 for a single unit? This is a fair compromise for both of us." + +> William Brown said: "I respect your constraints, Eli, but these phones come with a certain level of quality. If you're really keen, how about $510? That's still a good deal considering their brand new condition and the fact that they're midnight black." + +> Eli Dawson said: "William, while I understand the allure of these phones, my financial limits dictate otherwise. Could we settle for $400? It's a significant compromise from my initial offer." + +> William Brown said: "I see where you're coming from, Eli, and I understand the need to stay within your budget. However, I believe these phones are worth more than what you're offering. How about we meet somewhere in the middle - $500?" + +> Eli Dawson said: "William, I admire your persistence, but I've got to protect my finances. Would you consider $410? It's the best I can offer." + +> William Brown said: "I understand where you stand, Eli, but these phones are an investment in quality. Given the situation, how about $450? It's still a fair price considering their brand new condition and colour." + +> Eli Dawson said: "William, I truly appreciate your efforts to find a solution that works for both of us. Considering all factors, I believe \u0024430 is the most reasonable price I can afford. Let's aim for mutual satisfaction." + +> William Brown said: "Eli, I understand completely. Quality and value often go hand-in-hand. In that case, I'll sell these phones for $500 each if you're sure about it. Let's hope it's a transaction we can both look back upon favorably." + +> Eli Dawson said: "William, I appreciate your understanding, but I believe there's room for negotiation. How about $445? It's the absolute maximum I can afford." + +> William Brown said: "Eli, I understand your financial limitations. However, I think these phones deserve a little more. If you're serious about these phones, how about we agree on $450? That's my final offer." + +> Eli Dawson said: "William, I appreciate your flexibility in this negotiation. However, I believe $435 is the most I can afford without compromising further. I hope we can reach an agreement." + +> William Brown said: "Eli, I respect your financial constraints, but I believe these phones are worth a bit more than what you're offering. If you're really keen on getting one, I'd be willing to sell them for $440. This is my last offer." + +> Eli Dawson said: "William, I understand the value of these phones, but I'm afraid $435 is the highest price I can afford. Let's aim for mutual benefit." + +> William Brown said: "Eli, I respect your financial situation and the quality of these phones. Unfortunately, I can't go any lower than my target price. If you're really interested in purchasing one, I'll sell it to you for $450. It's my final offer." + +> Eli Dawson said: "William, I respect your position, but I believe $435 is the maximum I can afford. This negotiation seems to be reaching its end, and I hope we could have found a mutually beneficial deal." + +> William Brown said: "Eli, I understand where you're at, but I also need to maintain my profit margins. Considering your persistence and the quality of these phones, I'm willing to sell one for $440. This is my absolute final offer." + +> Eli Dawson said: "William, I appreciate your willingness to negotiate, but I must adhere to my budgetary constraints. If you're still keen on selling, how about we settle for $435? This is the absolute maximum I can afford." + +> William Brown said: "Eli, I admire your persistence, but I believe these phones are worth more than what you're offering. Unfortunately, I have to stop here at $450 for a single phone. I hope you understand that this is my final offer. I'm afraid we won't be able to reach an agreement today." diff --git a/human_eval_interface/split_2/01JV05CSEXXMC2CT91GCBPJZZZ.md b/human_eval_interface/split_2/01JV05CSEXXMC2CT91GCBPJZZZ.md new file mode 100644 index 0000000..f6a9e91 --- /dev/null +++ b/human_eval_interface/split_2/01JV05CSEXXMC2CT91GCBPJZZZ.md @@ -0,0 +1,42 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +**Ava Martinez** +Ava Martinez is a 22-year-old nonbinary college student. They/them pronouns. Ava Martinez is a college student known for their active involvement in social movements on campus. Beside being passionate about social justice, they spend their free time drawing and writing poetry. Personality and values description: Ava Martinez is creative and extraverted, yet emotional. Championing justice and equality, her decision-making is often flexible. Ava's secrets: Keeps their bisexuality a secret from her conservative family + +## Social Goals + +- **William Brown**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Ava Martinez**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> William Brown said: "Ava, I'm interested in your Antique Oak Accent Table but I was hoping we could negotiate a lower price. Could we possibly settle on $30?" + +> Ava Martinez said: "Hey there, William! Selling this piece is quite meaningful to me as it carries historical significance. While I understand you're looking for a bargain, I've set my target price at $58.6 for this table. Considering its unique history, robust construction, and top-notch condition, I believe this is a fair offer. That said, I'm open to negotiation within a reasonable range. What about $45 sounds good to you?" + +> William Brown said: "Ava, I appreciate your passion for this table. Its rich history truly adds value. However, considering its current state and quality, I believe $45 is more reflective of its true worth. Would you be willing to accept this amount?" + +> Ava Martinez said: "I understand where you're coming from, William, and I definitely respect your perspective on its value. However, given the history, quality, and condition of this table, I feel that my original price of $58.6 is justified. If you're really keen on acquiring it, maybe we can strike a deal at $45 but only if you promise to take good care of it. Do you think we can work out a compromise like that?" + +> Ava Martinez said: "Considering your enthusiasm and respect for the item, how about we meet halfway at $47? This way, you get a good deal and I can ensure the piece finds a caring home. Does that sound reasonable?" + +> William Brown said: "Ava, I admire your dedication to the historical significance of this table. Considering your point of view and my desire to give it a loving home, I am willing to accept your revised offer of $47. Let's seal the deal!" + +> Ava Martinez said: "That's great to hear, William! I'm glad we found a middle ground that suits both of us. Once you pay the agreed amount, I'll arrange for shipment or delivery of the table. Let's make sure this piece of history gets passed into the right hands!" + +> William Brown said: "Great! I look forward to receiving the table. Thank you, Ava, for being flexible and helping me give this special piece a new home." + +> Ava Martinez said: "I'm really happy to see this happen, William. I hope this table brings joy and inspiration to your home. Enjoy your transaction!" + +> William Brown said: "Thank you, Ava, for your understanding and flexibility. I'm sure this antique oak accent table will add a touch of history and charm to my home. Looking forward to receiving it!" + +> Ava Martinez: left the conversation diff --git a/human_eval_interface/split_2/01JV05EAH3E1A4WTW22MZ3ZNAG.md b/human_eval_interface/split_2/01JV05EAH3E1A4WTW22MZ3ZNAG.md new file mode 100644 index 0000000..e9fe794 --- /dev/null +++ b/human_eval_interface/split_2/01JV05EAH3E1A4WTW22MZ3ZNAG.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **William Brown**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Mia Davis said: "So, let's divide these items fairly between us, shall we? Considering the points system, I'd prefer to keep the book and a hat, giving you the remaining hat and both balls. That way, we both get an equal number of points." + +> William Brown said: "That sounds fair, but I was actually thinking more along the lines of me taking all three hats and one ball, allowing me to keep my favorite. You could have the rest, including the book and the other ball. This way, I gain more points while still being able to enjoy my favorite hat." + +> Mia Davis said: "I appreciate your offer, William, but let's stick to our initial agreement. We both deserve an equal distribution of points. How about this: You take the book and the other ball, and I'll keep the hats and the last ball? This way, we maintain balance in our point distribution." + +> William Brown said: "Alright, okay then. If you insist on the original deal, I'll go with it. Your enthusiasm towards fairness is commendable. Let's move forward and make sure everything else is sorted too." + +> Mia Davis said: "Great! Now that we've settled the division of our shared items, we can focus on finalizing any other details regarding our move-out. Any specific tasks you'd like to handle?" + +> William Brown said: "I'm quite happy to handle any tasks related to moving out, especially given my knack for organizing things. Let's focus on efficiently wrapping up our shared apartment." + +> Mia Davis said: "Sounds perfect, William. Your organizational skills will definitely help us wrap things up smoothly. Let's start sorting out the remaining stuff." + +> William Brown said: "Absolutely, let's start sorting and packing our belongings. It's time to say goodbye to our shared apartment and start new chapters." + +> Mia Davis said: "That's settled then, William. Let's begin packing our belongings and say thank you for sharing this apartment with me. Here's to new beginnings!" + +> William Brown said: "Certainly, Mia. It's been an enjoyable time living together, and I'm glad we managed to split things fairly. Thank you for making this such a memorable experience for me!" + +> Mia Davis said: "It was indeed a pleasure, William. Now let's get started on packing. Here's to future adventures!" + +> William Brown: [action] [action] starts helping Mia Davis in packing their shared items + +> Mia Davis: [action] [action] [action] starts assisting William in organizing and packing their shared items + +> William Brown: [action] [action] [action] starts enthusiastically helping Mia Davis pack their shared items, maintaining a positive and cooperative attitude. + +> Mia Davis: [action] [action] [action] [action] starts energetically assisting William in packing their shared items, ensuring a smooth transition. + +> William Brown: [action] [action] [action] continues to enthusiastically assist Mia Davis in packing their shared items, eager to see this shared chapter come to an end. + +> Mia Davis said: "Absolutely, William. Let's make this transition as seamless as possible. And remember, even though we're parting ways, we can always stay in touch. Maybe we'll bump into each other again at one of those great food events you love!" + +> William Brown said: "That's a good idea, Mia. I'm sure we'll run into each other at some point. This shared apartment was definitely an adventure, and I'm grateful for our time together. Let's make this packing process enjoyable." + +> Mia Davis said: "Definitely, William. I look forward to our future encounters, whether they involve food events or just catching up. Now, let's focus on finishing up the packing. We've got a lot done already, so let's keep going!" + +> William Brown: [action] [action] [action] William Brown continues to assist Mia Davis in packing, putting all efforts into completing the task at hand. diff --git a/human_eval_interface/split_2/01JV06B8ARHCHGQ1DVF9G7CME3.md b/human_eval_interface/split_2/01JV06B8ARHCHGQ1DVF9G7CME3.md new file mode 100644 index 0000000..3ddae16 --- /dev/null +++ b/human_eval_interface/split_2/01JV06B8ARHCHGQ1DVF9G7CME3.md @@ -0,0 +1,50 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +**Jaxon Prentice** +Jaxon Prentice is a 40-year-old male investigative journalist. He/him pronouns. Jaxon Prentice, an investigative journalist, is known for his brisk jogging sessions early in the morning and his active participation in community functions. Personality and values description: Jaxon Prentice, outgoing yet erratic, emphasizes achievement, power, and security. His decisions swing between quick adaptations to situations and careful planning. Jaxon's secrets: Fabricated evidence to incriminate a corrupt politician + +## Social Goals + +- **Micah Stevens**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Jaxon Prentice**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Micah Stevens said: "Hey Jaxon, I'm really interested in the dresser and night stand you're selling. How about we split the cost a bit lower? Considering its decent condition, maybe around $152?" + +> Jaxon Prentice said: "Micah, I appreciate your interest. My target price for the dresser and night stand is $172.5. If you're flexible, how does that sound?" + +> Micah Stevens said: "That's understandable, Jaxon. Given its decent condition and considering the missing handle, how about we keep it under $172? Maybe around $160? I think it's a fair price considering the quality and condition." + +> Jaxon Prentice said: "Micah, I understand where you're coming from but my target price remains at $172.5. Can we agree on that? It's a reasonable price for a high-quality set from Crate & Barrel, even with the missing handle." + +> Micah Stevens said: "I see, Jaxon. I understand the reasoning behind your target price. However, considering my budget constraint and the fact that it's a Crate & Barrel piece, how about we compromise a little bit? Can we finalize the deal at $152?" + +> Jaxon Prentice said: "Micah, I respect your budget constraints. However, I'm afraid we need to stick to my target price of $172.5. It's important to remember that I spent time and effort to ensure the quality of these pieces. Is there any possibility of us finding a middle ground closer to my target price?" + +> Micah Stevens said: "I appreciate your dedication to quality, Jaxon. Considering my budget and the overall market value, how about we settle for $160? It allows me to stay within my limit while ensuring I get a good deal. Would you consider that?" + +> Jaxon Prentice said: "Micah, while I understand your budget concerns, my target price stands firm at $172.5. That being said, let's see if we can bridge the gap. How about we negotiate to $157? It's still above my minimum but it's a compromise." + +> Micah Stevens said: "That's a fair compromise, Jaxon. Considering my budget and the condition of the furniture, I'm willing to finalize the deal at your suggested price of $157. I believe this is a reasonable and fair price for us both. How about we move forward with this?" + +> Jaxon Prentice said: "Great, Micah! We've reached a mutual agreement then. I'll prepare for the delivery." + +> Micah Stevens said: "Sounds good, Jaxon! I'm looking forward to receiving the furniture. Let's make it happen!" + +> Jaxon Prentice said: "I'm glad we were able to reach an agreement, Micah. I'll take care of the necessary paperwork and prepare for the delivery." + +> Micah Stevens said: "That's great, Jaxon! I'm glad we reached an agreement. I'll leave this conversation now and start preparing the paperwork on my side." + +> Jaxon Prentice said: "Absolutely, Micah. Once everything is ready here on my end, I'll contact you for the pickup. Looking forward to seeing you soon." + +> Micah Stevens: left the conversation diff --git a/human_eval_interface/split_2/01JV06CPJ40C34HB98SM5PT9D7.md b/human_eval_interface/split_2/01JV06CPJ40C34HB98SM5PT9D7.md new file mode 100644 index 0000000..2a7dcb7 --- /dev/null +++ b/human_eval_interface/split_2/01JV06CPJ40C34HB98SM5PT9D7.md @@ -0,0 +1,46 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Eli Dawson**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **William Brown**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Eli Dawson said: "William, I'm quite interested in your Antique Oak Accent Table. It sounds like a fascinating piece. Could you provide more details about its history perhaps?" + +> William Brown said: "Hello Eli! This Antique Oak Accent Table indeed has a rich history. It dates back to the late 1800s and has been passed down through generations. Its craftsmanship is simply unmatched. Now, I'd like to offer it for sale at $58.6. But feel free to negotiate." + +> Eli Dawson said: "I understand, William, it truly is a piece of history. Given its age and quality, I believe its value should be reflected in the price. I'll propose $50. How does that sound?" + +> William Brown said: "Eli, while I appreciate your interest, I must stick to my initial price of $58.6 for this table. Its unique craftsmanship and historical significance demand this value. However, if you're determined to negotiate, let's discuss further." + +> Eli Dawson said: "William, I understand the value of its unique craftsmanship and historical significance. But considering its age and quality, shouldn't we aim for a fair price? I would be willing to pay $49 for it. It's my last negotiation point." + +> William Brown said: "Eli, I see you're really enthusiastic about acquiring this antique table. Although I value tradition and heritage, I also understand the importance of fairness. Considering your willingness to compromise, I might accept $49 for it. Let's strike a deal!" + +> Eli Dawson said: "Excellent, I appreciate your flexibility, William. So, it's a deal then for $49. I'm sure it will add an authentic touch to my home decor. When can we expect delivery?" + +> William Brown said: "That's settled then, Eli. I'll prepare the table for shipment and arrange for delivery within the next couple of days. Looking forward to seeing it grace your home." + +> Eli Dawson said: "That's perfect, William. I'm excited about the delivery. Thank you for accommodating my negotiations." + +> William Brown said: "You're welcome, Eli. I'm glad we could reach an agreement. If you have any other inquiries or need assistance in the future, please don't hesitate to contact me." + +> Eli Dawson said: "Absolutely, thank you again, William. I appreciate your patience and understanding during our negotiations. Looking forward to adding this wonderful piece to my collection." + +> William Brown said: "I'm glad we could reach a resolution, Eli. Remember, I'm always here to assist you. Have a great day!" + +> Eli Dawson: left the conversation diff --git a/human_eval_interface/split_2/01JV06CXC2CXDSH3CP3T558GP5.md b/human_eval_interface/split_2/01JV06CXC2CXDSH3CP3T558GP5.md new file mode 100644 index 0000000..435a891 --- /dev/null +++ b/human_eval_interface/split_2/01JV06CXC2CXDSH3CP3T558GP5.md @@ -0,0 +1,58 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Sasha Ramirez** +Sasha Ramirez is a 42-year-old female police officer. She/her pronouns. Sasha Ramirez, a dedicated police officer, brings her commitment to protect the community even at home, nurturing an impressive home garden. Personality and values description: Sasha Ramirez, outgoing yet anxious, values hedonism and authority. Her decisions are guided by logical considerations. Sasha's secrets: She covered up a crime her brother committed. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Sasha Ramirez**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Hendrick Heinz**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Sasha Ramirez said: "Hendrick, I've noticed you haven't slept well lately. Why don't we share the bed tonight? It could help you get some rest." + +> Hendrick Heinz said: "Sasha, thank you for your concern. However, I've been having some back pain lately, which makes it difficult for me to sleep comfortably. Would it be alright if I slept in a separate bed? I promise to stay close to you, so we maintain our intimacy." + +> Sasha Ramirez said: "That's perfectly fine, Hendrick. Pain can really disrupt sleep. Maybe we could try some warm milk or chamomile tea before bed? It might help both of us relax." + +> Hendrick Heinz said: "Warm milk sounds like a great idea, Sasha. And I'm glad you're suggesting ways to improve our sleep quality. Perhaps we can also listen to some soft music before bed. It’ll surely help us unwind." + +> Sasha Ramirez said: "I'm glad you found those solutions useful, Hendrick. Aromatherapy might also help us relax. Let's use some lavender scented candles or oils. It might be soothing." + +> Hendrick Heinz said: "Sasha, I love how proactive you're being about improving our well-being. I think using lavender aromatherapy could be very relaxing. Let's also make sure to take turns lying down during the night to ensure that neither of us suffers from discomfort due to pressure points. It's important for us both to have comfortable sleep." + +> Sasha Ramirez said: "I appreciate your understanding, Hendrick. Taking turns will certainly help reduce any discomfort from pressure points. Additionally, I suggest we avoid looking at electronic devices before bed as well. The blue light from screens can interfere with sleep." + +> Hendrick Heinz said: "Sasha, I couldn't agree more. Avoiding electronic devices before bed is indeed crucial for better sleep. Alongside the other relaxation techniques, it will definitely help us both get much-needed rest. Thank you for your understanding and support." + +> Sasha Ramirez said: "I'm glad to hear you're on board with these sleep improvement strategies, Hendrick. It's important that we both feel well-rested and recharged for our adventures tomorrow. Don't forget, whatever time you fall asleep, you can lie down first. I'll wait until then." + +> Hendrick Heinz said: "Absolutely, Sasha. I appreciate your flexibility and understanding. Let's make sure we enjoy our adventure tomorrow after a peaceful night's rest." + +> Sasha Ramirez said: "That's the spirit, Hendrick! And remember, if you need anything throughout the night, just let me know. We are in this together, after all. Now, let's look forward to a good night's sleep and an exciting day ahead!" + +> Hendrick Heinz said: "I completely agree, Sasha. We'll tackle whatever comes our way tomorrow after a good night's rest. Now, let's ensure we follow through with these sleep-improving measures." + +> Sasha Ramirez said: "I'm glad to hear that, Hendrick. I truly believe these sleep-improving measures will work wonders for both of us. Now, let the rest of the world wait as we prepare for a night filled with restful sleep." + +> Hendrick Heinz said: "I fully agree with you, Sasha. Let's start preparing for a night full of restful sleep. Tomorrow, we'll face our adventures with energy and enthusiasm!" + +> Sasha Ramirez said: "Tomorrow indeed, Hendrick! For now, let's put our strategies into action and start this vacation off right - with a good night's sleep. Sweet dreams!" + +> Hendrick Heinz said: "Absolutely, Sasha! Let's prioritize rest tonight. This will set the tone for our exciting vacation. Goodnight!" + +> Sasha Ramirez said: "Goodnight to you too, Hendrick! Sleep well and let restorative slumber carry us through this wonderful vacation. Tomorrow, we'll wake up refreshed and ready for anything!" + +> Hendrick Heinz said: "Sleep well, Sasha! I look forward to our adventures tomorrow after a rejuvenating night." + +> Sasha Ramirez: left the conversation diff --git a/human_eval_interface/split_2/01JV06CZ0H099GKF86TJ7YZGD4.md b/human_eval_interface/split_2/01JV06CZ0H099GKF86TJ7YZGD4.md new file mode 100644 index 0000000..ebe217f --- /dev/null +++ b/human_eval_interface/split_2/01JV06CZ0H099GKF86TJ7YZGD4.md @@ -0,0 +1,60 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Rafael Cortez** +Rafael Cortez is a 45-year-old male surgeon. He/him pronouns. Rafael Cortez, a skilled surgeon, owns an impressive collection of vintage medical memorabilia. During his leisure time, he enjoys playing chess and visiting historical landmarks. Personality and values description: Rafael Cortez, with his outgoing nature and competitive spirit, believes in self-direction. He employs a systematic approach to his decisions. Rafael's secrets: He cheated on his medical school exams. + +**Mia Sanders** +Mia Sanders is a 33-year-old female nurse. She/her pronouns. Mia Sanders often brings her son to the hospital. Personality and values description: Mia Sanders, a careful follower of routines, values loyalty and conformity. Her decisions rely heavily on intuition. Mia's secrets: She is a talented painter but never shares her work. + +## Social Goals + +- **Rafael Cortez**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Mia Sanders**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Rafael Cortez said: "Mia, it's been great having you stay here for a while. I'm glad you're enjoying the place, but lately things haven't been going so well. We've noticed some issues with how certain things are being handled, particularly around respect for our house rules. Given how much we value our relationship with you, we'd rather discuss possible solutions to these issues instead of having to make an unfortunate decision. Do you have any thoughts on this?" + +> Mia Sanders said: "Rafael, thank you for bringing up these concerns. I understand that there might be some misunderstandings regarding the house rules. Let's work together to find solutions that will help us all coexist peacefully. Perhaps we could set up a meeting where everyone can share their views and concerns? That way, we can ensure that we respect each other's perspectives." + +> Rafael Cortez said: "That sounds like a sensible approach, Mia. Regular communication and mutual respect are indeed key to resolving these issues. I believe that open dialogue can lead to better understanding and solutions. Let's schedule a meeting involving everyone staying at the house. It would also be beneficial if you could also remind the others about the house rules during this meeting. I appreciate your willingness to cooperate." + +> Mia Sanders said: "I completely agree, Rafael. I'll ensure that the house rules are discussed during the meeting and will remind everyone about them. I'm looking forward to resolving these issues through open communication. Thank you again for your understanding." + +> Rafael Cortez said: "Excellent, Mia. I'm glad we can resolve this amicably. Your commitment to understanding and cooperation is commendable. Looking forward to the upcoming meeting. Remember, maintaining mutual respect and effective communication is paramount." + +> Mia Sanders said: "I appreciate your understanding, Rafael. I promise to maintain mutual respect and ensure smooth communication among all of us. Let's resolve these issues together." + +> Rafael Cortez said: "Mia, your resolve and commitment towards mutual understanding and respect is appreciated. If there are any other issues or concerns, don't hesitate to bring them up. Let's keep the communication flowing and hope for positive changes. Looking forward to the outcome of our impending meeting." + +> Mia Sanders said: "Rafael, your openness to resolving these issues and willingness to communicate effectively means a lot. I will continue to be proactive and cooperative, ensuring that we address any potential problems promptly. I look forward to seeing positive changes." + +> Rafael Cortez said: "Mia, your proactive attitude gives me confidence that we can overcome this. Let's keep an optimistic outlook and trust in the process. Remember, communication is the bridge in our shared home. Looking forward to the better days ahead." + +> Mia Sanders said: "Rafael, I am grateful for your understanding and support. I am committed to maintaining harmony and respect within our home. I will take your advice to heart and ensure that open communication remains at the forefront. Let's continue to move forward positively." + +> Rafael Cortez said: "Mia, your dedication to harmony and respect is reassuring. I have faith in our ability to navigate through these challenges with open communication and constructive dialogue. I look forward to seeing the positive changes we can achieve. And remember, as a team, we are stronger." + +> Mia Sanders said: "Rafael, your optimism and faith in our ability to resolve these issues are truly encouraging. I share the same belief and I am determined to contribute positively towards creating harmony within our home. Let's continue moving forward together." + +> Rafael Cortez said: "Mia, your proactive approach and determination inspire me. I have every faith in our ability to handle these issues together and create a harmonious environment. Let's continue to trust in our capabilities and optimistic spirit. Optimistic spirit and determination are indeed the key to overcoming any challenge." + +> Mia Sanders said: "Rafael, I am deeply touched by your faith in us. I will continue to uphold respect, open communication, and a cooperative mindset. Together, I believe we can overcome these challenges and create a more harmonious living environment." + +> Rafael Cortez said: "Mia, your commitment and dedication give me confidence in us. Your commitment to uphold respect and communicate openly is truly admirable. Together, I'm convinced we can foster a more harmonious living environment. Looking forward to our ongoing journey." + +> Mia Sanders said: "Rafael, your optimism and belief in us are incredibly inspiring. I am committed to maintaining respect, fostering open communication, and working towards a solution that benefits everyone. Let's face this challenge head-on and emerge stronger." + +> Rafael Cortez said: "Mia, your proactive mindset and determination to overcome this challenge shows your strength. I'm confident in our collective ability to navigate through these issues and create a harmonious living space. I appreciate your commitment to communication and respectful behavior. Let's continue this forward-looking journey." + +> Mia Sanders said: "Rafael, I am grateful for your continuous support and understanding. Your belief in us strengthens my resolve even further. I will uphold respect and foster open communication to ensure we resolve these issues together." + +> Rafael Cortez said: "Mia, your commitment to communication and respectful behavior is truly appreciable. I have every faith in us to turn this situation around. By standing together, I am confident we can overcome these hurdles and establish a peaceful living environment. Let's keep our optimistic outlook intact." + +> Mia Sanders said: "Rafael, I am filled with confidence thanks to your faith in us. I am ready to uphold respect, foster open communication, and work diligently to resolve these issues. Let's continue to maintain our optimistic outlook." diff --git a/human_eval_interface/split_2/01JV06E31S60J86F24KYW8BPWW.md b/human_eval_interface/split_2/01JV06E31S60J86F24KYW8BPWW.md new file mode 100644 index 0000000..8c819fc --- /dev/null +++ b/human_eval_interface/split_2/01JV06E31S60J86F24KYW8BPWW.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Eli Dawson**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **Ethan Smith**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Eli Dawson said: "Ethan! How are you doing? I found something here that may interest you. It might just be a silly record, but I'm sure you'll agree there’s beauty in even the simplest things, don't you think?" + +> Ethan Smith said: "Eli, I see you've picked up a record. That sounds intriguing. But I think we need to be cautious since I suspect this might belong to one of our other friends." + +> Eli Dawson said: "You're right as always, Ethan. But, wait a moment, isn't this one of my records that I've misplaced? I seem to recall purchasing it from a similar garage sale some time ago." + +> Ethan Smith said: "Ah, I see now. It was your old record then, Eli. In that case, I'll let you have it. You deserve it more than me." + +> Eli Dawson said: "Oh, Ethan, don't say that. I couldn't possibly take it if it weren't lost to begin with. Allow me to purchase it, perhaps as a small contribution towards this wonderful garage sale?" + +> Ethan Smith said: "Eli, why don't we both make a contribution? How about we split the cost between us?" + +> Eli Dawson said: "Ethan, that sounds like an excellent idea! Let's make this a little contribution to our shared hobby. We could start a small collection together, don't you think?" + +> Ethan Smith said: "I agree, Eli. A joint collection could indeed be interesting. It would be a fun way for us to share our interests and discoveries. Let's do it!" + +> Eli Dawson said: "Absolutely, Ethan. I'm glad we're on the same page. And who knows, maybe we'll stumble upon some real treasures in this sale. Now, let's browse through these exciting artifacts!" + +> Ethan Smith said: "I completely agree, Eli. This garage sale sounds promising. Let's keep our eyes open for more interesting items. Ready to start our hunt?" + +> Eli Dawson said: "Absolutely ready, Ethan! This is going to be an adventure in history and technology. Let's set out on this treasure hunt. By the way, do you have any particular area you'd like to start exploring?" + +> Ethan Smith said: "That sounds perfect, Eli. I'm particularly interested in any tech-related artifacts we might come across. How about we first check the electronics section?" + +> Eli Dawson said: "Tech’s indeed fascinating, Ethan. Lead the way to the electronics section. I'm curious to see what’s on offer. Shall we start over here?" + +> Ethan Smith said: "Lead the way, Eli. I'm eager to explore what this section has in store for us." + +> Eli Dawson: [action] [action] Eli Dawson leads the way towards the electronics section, showing enthusiasm and curiosity. + +> Ethan Smith: [action] [action] [action] Ethan follows Eli to the electronics section, showing interest and readiness. + +> Eli Dawson: [action] [action] [action] Eli Dawson and Ethan Smith enter the garage sale's electronics section, both displaying keen interest. + +> Ethan Smith said: "I'm excited to see what kind of tech artifacts we'll find here, Eli. Let's start looking around!" + +> Eli Dawson said: "Absolutely, Ethan! We might even find some rare tech relics from the past. Let's dive right in and discover whatever wonders this sale holds for us." + +> Ethan Smith said: "That's exactly what I was thinking, Eli. Let's explore this place thoroughly and uncover its hidden treasures." diff --git a/human_eval_interface/split_2/01JV3K29QXEAXW405RA8ZHTY1M.md b/human_eval_interface/split_2/01JV3K29QXEAXW405RA8ZHTY1M.md new file mode 100644 index 0000000..3cad050 --- /dev/null +++ b/human_eval_interface/split_2/01JV3K29QXEAXW405RA8ZHTY1M.md @@ -0,0 +1,52 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Oliver Thompson** +Oliver Thompson is a 45-year-old male architect. He/him pronouns. Oliver enjoys painting in his free time as a way to express his creativity and relax after a stressful workday. Personality and values description: Oliver Thompson is meticulous and outgoing with a penchant for analytical decision-making. He values adherence to social standards. Oliver's secrets: Has a hidden feeling for his neighbor + +**Esmeralda Solis** +Esmeralda Solis is a 45-year-old female district attorney. She/her pronouns. Esmeralda Solis is an accomplished District Attorney who has a weakness for ballroom dancing and enjoys practising in her leisure time. Personality and values description: Esmeralda Solis, known for her creativity and extraversion, values authority and liberty. She makes strategic, decisive decisions. Esmeralda's secrets: Has undisclosed romantic relationships with several high-profile criminals + +## Social Goals + +- **Oliver Thompson**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Esmeralda Solis**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Oliver Thompson said: ""Esmeralda, I think we're just about to reach a critical point in the game. If we play our cards right, we might be able to secure a win in just a few more moves. What do you think? Let's strategize and make sure we optimize every move to ensure victory within the next five minutes. What are your thoughts on how we should proceed?"" + +> Esmeralda Solis said: "Oliver, I appreciate your enthusiasm and strategic thinking. However, it's getting quite late, and I'm feeling very tired. How about we save our game for tomorrow, and you can take the lead then? We both know that we perform much better when we're fully rested. What do you think?" + +> Oliver Thompson said: ""Esmeralda, I understand you're tired, but we can definitely secure this victory within these next few minutes. We've been doing so well, and it would be such a shame to let it slip away. Can we focus for just a bit longer? It won't take long, and it will give us confidence for tomorrow. What do you say?"" + +> Esmeralda Solis said: "Oliver, I understand where you're coming from, and I really appreciate your persistence. However, it's important for me to go to bed now. I need rest to perform well tomorrow. Let's call it a night and look forward to continuing our gaming adventure tomorrow. Shall we? I promise we'll kick butt then!" + +> Oliver Thompson said: ""Esmeralda, I see your point about needing rest. Let's not waste this opportunity to win, and let's plan our final moves together. We could set up a strategy that ensures success in the next few minutes without pushing ourselves too hard. Would that be okay?"" + +> Esmeralda Solis said: "Oliver, I truly appreciate your dedication, and believe me, we've made great progress. But reaching for victory now could compromise my rest. Tomorrow, with full energy, we'll be unstoppable. How does that sound to you?" + +> Oliver Thompson said: ""Esmeralda, I respect your need for rest, but I believe we're just on the verge of winning. If we make one more key move, it will solidify our chances tomorrow. Could we at least aim to make those final moves together and then save the game? What do you suggest?"" + +> Esmeralda Solis said: "Oliver, I understand your desire to conquer this game, but we've already made incredible progress today. Let's preserve our momentum and continue our adventure tomorrow when we'll both be fresh. I believe that will be more beneficial for us. Does that sound alright?" + +> Oliver Thompson said: ""Esmeralda, I agree we've made great progress, and it's important to maintain our momentum. But if we take one last strategic move, we can ensure victory tonight. Let's make those final moves together, and then we'll definitely dominate tomorrow. What do you say?"" + +> Esmeralda Solis said: "Oliver, I admire your drive and commitment. However, it's clear that I need to sleep now. Let's chalk this up as a thrilling day rather than a defeat. We can definitely make those final moves tomorrow and ensure our victory. Shall we?" + +> Oliver Thompson said: ""Esmeralda, let's not miss out on this opportunity to clinch victory. Let's take advantage of our current momentum. It won't take long, and we'll set ourselves up perfectly for tomorrow's success. What if we quickly address the main challenge? It'll be a memorable win. What do you think?"" + +> Esmeralda Solis said: "Oliver, I understand that you want to capitalize on our current momentum, but I'm genuinely exhausted. Let's cherish this day as a successful one, and we'll pick up where we left off tomorrow. My rest is necessary for us to have maximum fun in our gaming sessions. How does that sound?" + +> Oliver Thompson said: ""Esmeralda, I appreciate your understanding, but let's not let this opportunity slip through our fingers. Just a couple more moves, and we'll be there. And once we win, you'll feel even more energized and confident tomorrow! What say you?"" + +> Esmeralda Solis said: "Oliver, I understand your point, but my body and mind are telling me it's time to rest. Let's end this session here. Tomorrow, with full energy, we'll conquer this game. I'm sure once we resume, we'll both be in top form and make an unbeatable team." + +> Oliver Thompson said: ""Esmeralda, let's make a quick decision, then we can save the game and ensure our victory. Just a small effort, and we'll secure our win. What do you say?"" + +> Esmeralda Solis: left the conversation diff --git a/human_eval_interface/split_2/01JV3K3CG6F8NZKHPYS2GRQ97D.md b/human_eval_interface/split_2/01JV3K3CG6F8NZKHPYS2GRQ97D.md new file mode 100644 index 0000000..fc02112 --- /dev/null +++ b/human_eval_interface/split_2/01JV3K3CG6F8NZKHPYS2GRQ97D.md @@ -0,0 +1,60 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Oliver Smith** +Oliver Smith is a 43-year-old male police officer. He/him pronouns. Oliver Smith built a tree house in his backyard. Personality and values description: Oliver Smith, introverted and organized, values benevolence. His orderly way of thinking guides his decision-making. Oliver's secrets: He loves gardening and has a secret greenhouse. + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +## Social Goals + +- **Oliver Smith**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Naomi Fletcher**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Oliver Smith said: "Hey Naomi, I hope we can discuss something important about our mutual acquaintance. There's been an incident involving him that's quite disconcerting." + +> Naomi Fletcher said: "Absolutely, Oliver. I understand your concern. Could you please tell me more about this incident?" + +> Oliver Smith said: ""Naomi, it's about time we talk about Jack. I believe he's been behind some recent trouble in the community. He's been acting suspiciously and spreading misinformation. What do you think? It's time we address this issue before it gets worse."" + +> Naomi Fletcher said: "I see what you mean, Oliver. It's true that Jack has been causing disturbances lately. But I don't think we should jump to conclusions or take matters into our own hands. Instead, let's report this issue to the relevant authorities and allow them to handle it appropriately. We can't resort to spreading misinformation ourselves, can we?" + +> Oliver Smith said: ""Naomi, I appreciate your desire to maintain order, but the actions of Jack have crossed the line. He needs to face consequences. I've considered speaking directly to him, but I think it might be better to involve you in a different way. Let's gather evidence and approach the authorities together, but discreetly. What do you say?"" + +> Naomi Fletcher said: "Oliver, I respect your concerns about Jack's behavior, and I agree that it's necessary to gather facts before taking any action. However, let's remember the power of facts over speculation. Also, could we consider talking to Jack first, in private, to understand his side of the story? It could help us form a more informed judgment. Moreover, it might be wiser to report this to the authorities anonymously, allowing them to take control of the situation professionally." + +> Oliver Smith said: ""Naomi, I understand your concerns about gathering facts, and I appreciate your suggestion to talk to Jack first. However, his behavior is becoming increasingly concerning. If we go through official channels, it may take too long. How about we collect evidence and use it as leverage to pressure him into changing his ways?"" + +> Naomi Fletcher said: "Oliver, I understand your impatience with the slow pace of change, but we need to act responsibly and ethically, even when we're angry. Remember how we both admire loyalty and conform to rules. If we use this incident as a reason to break those very principles, what message will we be sending? I suggest that we maintain our integrity and trust in the system to handle this situation. As for using the evidence as leverage, that's a dangerous road to start down. Instead, let's gather all the information we can and present it to the authorities in a responsible manner. This way, we ensure justice is served without compromising on our values. What are your thoughts on this?" + +> Oliver Smith said: ""Naomi, I understand where you're coming from. I just feel like Jack's actions have gone too far and it needs to be addressed quickly. What if we start by gathering enough evidence to show him that his behavior is unacceptable? That way, we can make sure he knows exactly why we're concerned. But we'll still follow proper procedures once we have enough evidence. What do you think?"" + +> Naomi Fletcher said: "Oliver, I acknowledge your frustration with Jack's actions. But rather than confront him directly, wouldn't it be more constructive to approach him with facts and the knowledge that we all care about the community? After all, understanding each other's perspectives is fundamental to any community. Meanwhile, we could escalate the matter to the authorities in a timely fashion without compromising our principles. We don't need to rush into anything reckless, do we?" + +> Oliver Smith said: ""Naomi, I value your perspective and the importance of respecting the community's well-being. But let's face it, Jack's actions have escalated beyond a simple misunderstanding. I propose we gather compelling evidence, but discreetly and ethically. Could we meet tomorrow to review our findings and strategize further?"" + +> Naomi Fletcher said: "I understand your viewpoint, Oliver, and I appreciate your passion for the community. I'm willing to meet tomorrow to discuss our findings and continue to address this issue responsibly. Let's focus on gathering solid evidence and presenting it to the authorities to prevent further harm. This way, we avoid any possibility of escalating tensions ourselves. How does that sound to you?" + +> Oliver Smith said: ""Naomi, I understand your points and your desire to keep things calm. But Jack's actions are putting the community at risk. Let's gather solid evidence and then take decisive but controlled action. I think meeting tomorrow to strategize will be beneficial. Can we agree to proceed cautiously while ensuring the right path is taken?"" + +> Naomi Fletcher said: "Oliver, I understand the severity of Jack's actions and I appreciate your concern for the community. Let's agree to proceed with caution, gathering sufficient evidence and following proper procedures. We aim to address this issue in a responsible manner, ensuring everyone's safety and well-being. By doing so, we can avoid potentially harming anyone, including Jack himself. Shall we continue this discussion tomorrow during our meeting?" + +> Oliver Smith said: ""Naomi, I appreciate your desire to handle this responsibly. Let's ensure we gather solid evidence and proceed carefully. However, Jack's actions are escalating, and I fear we may need to take swift action to prevent further harm. What if we focus on gathering enough evidence to address his behavior while remaining within ethical boundaries? What are your thoughts?"" + +> Naomi Fletcher said: "Oliver, I understand the urgency of the situation, and I'm in agreement with the importance of collecting substantial evidence. However, let's maintain our responsibility towards each other and the community, and ensure that our actions remain ethical and considerate. We can take swift action once we have solid evidence, but let's make sure it's done properly and responsibly. Can we reach an agreement on this approach for our meeting tomorrow?" + +> Oliver Smith said: ""Naomi, I understand our desire to act responsibly, but Jack's actions are threatening the community. Let's gather solid evidence, but consider the possibility of directly confronting him after we have sufficient proof. I think it's important to address this issue promptly to prevent further damage. What do you think about this approach?"" + +> Naomi Fletcher said: "Oliver, I appreciate your concern for the community. However, I believe we should continue to avoid direct confrontation, especially with someone as volatile as Jack. Instead of considering confronting him, let's focus on accumulating more evidence. Once we have solid proof, we can confidently report it to the authorities. This approach would ensure that we maintain the community's trust while taking prompt action against Jack's harmful behavior. Does this resonate with your idea?" + +> Oliver Smith said: ""Naomi, I appreciate your approach and your desire to handle this responsibly. Let's gather the evidence as you suggest, but I fear we need to prepare ourselves to take decisive action if necessary. We must ensure Jack understands the seriousness of his actions. Let's make sure we proceed carefully yet assertively. What are your thoughts?"" + +> Naomi Fletcher said: "Oliver, I respect your concern about the gravity of Jack's actions. But I believe we need to balance responsibility with assertiveness. We need to ensure that our actions do not lead to further harm. Rather than preparing for decisive action, let's focus on amassing more evidence. Once we have enough, we can confidently present it to the authorities, thereby conveying the seriousness of his actions without compromising our ethics. Would this resonate with your ideas for our meeting tomorrow?" diff --git a/human_eval_interface/split_2/01JV3K3DC6XY729PWZX2F04BX7.md b/human_eval_interface/split_2/01JV3K3DC6XY729PWZX2F04BX7.md new file mode 100644 index 0000000..cf7f346 --- /dev/null +++ b/human_eval_interface/split_2/01JV3K3DC6XY729PWZX2F04BX7.md @@ -0,0 +1,60 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Lena Goodwin** +Lena Goodwin is a 37-year-old female architect. She/her pronouns. In her downtime, Lena Goodwin, an architect, enjoys landscape photography, capturing beautiful images of the buildings and structures she designs. Personality and values description: Lena Goodwin is an organized and introverted individual. She values achievement and attentiveness and her decision-making is largely analytical. Lena's secrets: She once stole her best friend's boyfriend. + +## Social Goals + +- **Lily Greenberg**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Lena Goodwin**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Lily Greenberg said: "Lena, I noticed you're eyeing those beautiful stationery items. I understand how tempting it might be to use them, but I've invested quite a lot of money into them. If you accidentally damage them, or if they go missing, it would be quite inconvenient and costly for me. How about we discuss how we can ensure everyone respects my belongings and maintain our shared workspace?" + +> Lena Goodwin said: "Absolutely, Lily. I totally understand. We all need to respect each other's possessions, especially when we share a workspace like this. To ensure everyone is mindful, how about we establish a system where we can borrow these items, say, with your permission? Or perhaps we could keep them in a secure place accessible to us all during work hours?" + +> Lily Greenberg said: ""Lena, I appreciate your suggestion, but let's take extra care to protect these items since they are indeed valuable. Perhaps we could establish a sign-in sheet or a box where you can note when you're using something and return it promptly after use. This will help minimize any chance of loss or damage. What do you think?"" + +> Lena Goodwin said: "Lily, I completely agree with you. A sign-in sheet would definitely help us maintain the integrity of these items. I'm sure everyone will be responsible given such a system. And I'll make sure to promptly return the things I borrow. It's comforting to know that we're on the same page about maintaining this shared space." + +> Lily Greenberg said: ""Lena, thank you for understanding. Let's set up a sign-in sheet prominently in our common area so everyone can see who has borrowed what and when. This way, we can keep track of usage and ensure nothing gets misplaced or damaged. Would it be possible for us to discuss specific details, such as what kind of form to use and when we should remind people to return the items?"" + +> Lena Goodwin said: "I completely agree, Lily. We can create a simple sign-in sheet listing down the item, borrower's name, date borrowed, and estimated date of return. We could print it out and hang it prominently in our common area. Also, reminders could be sent out one day before the estimated return date to ensure timely returns. I'll take charge of setting everything up after work today." + +> Lily Greenberg said: ""That sounds like a great plan, Lena. I appreciate your cooperation. Make sure the sign-in sheet clearly states the procedure for borrowing and returning the items. Also, let's consider implementing a brief check-in session once a week to review the status of the borrowed items. This will further reduce the chances of any mishaps. Do you think we can schedule a quick meeting tomorrow to finalize everything?"" + +> Lena Goodwin said: "Absolutely, Lily. A clear sign-in procedure and a weekly check-in session will certainly help prevent any mishaps. I'll make sure the sign-in sheet is detailed and easily understandable. A meeting tomorrow will be perfect to finalize everything. Looking forward to starting this improved process." + +> Lily Greenberg said: ""Lena, I really appreciate your thorough approach to ensuring we respect these items and prevent any damage or loss. Let's proceed with setting up the sign-in sheet and weekly check-ins. It's important we handle this with care. If anyone does forget to return an item, let's make sure they understand the importance of being mindful. What time works best for tomorrow's meeting?"" + +> Lena Goodwin said: "Thank you, Lily. I suggest we meet around 3 PM tomorrow. It'll give me enough time to set up the sign-in sheet. I believe 3 PM works well for you too, right? By then, I'll have everything ready for our meeting." + +> Lily Greenberg said: ""Lena, 3 PM tomorrow sounds good. I appreciate your commitment to ensuring we handle these items responsibly. Let's start our meeting promptly to go over the sign-in sheet and make sure everyone understands the new procedures. Could we also consider adding a digital copy of the sign-in sheet to our shared drive for easy access and updates? This way, we can always refer back to it if needed. What else do you think would be helpful?"" + +> Lena Goodwin said: "Absolutely, Lily. Adding a digital copy of the sign-in sheet to our shared drive would be incredibly helpful. It ensures everyone has easy access and can make updates if necessary. Apart from that, regular reminders about the importance of respecting the stationery and following the procedures would be beneficial. I believe these measures will help us maintain this shared space effectively." + +> Lily Greenberg said: ""Lena, setting up the digital copy and reminders will certainly help, and I'm glad we're both on the same page. Let's ensure this process becomes a habit that we all respect. I appreciate your efforts to maintain these valuable items. Can we also discuss a clear protocol for handling the stationery when not in use to minimize wear and tear? What do you think?"" + +> Lena Goodwin said: "I completely agree, Lily. A protocol for handling the stationery when not in use would be very helpful to minimize wear and tear. For instance, we could ensure that we place the items back in their original position after use, and avoid excessive handling. I can draft a simple guideline based on this and present it for discussion tomorrow's meeting." + +> Lily Greenberg said: ""Lena, I'm glad we're taking such thoughtful steps to protect these items. Let's ensure we all follow the guidelines strictly to minimize wear and tear. Additionally, let's encourage open communication among team members to address any concerns or questions promptly. What do you think would be a good way to incorporate this into our meeting tomorrow?"" + +> Lena Goodwin said: "I couldn't agree more, Lily. Open communication among team members will indeed help us address any concerns or questions promptly. During our meeting tomorrow, we can dedicate a few minutes for this discussion. Encouraging everyone to voice their thoughts and suggestions will help us improve our shared space even further. In addition, we can establish a feedback loop to revisit these guidelines periodically and make any necessary adjustments." + +> Lily Greenberg said: ""Lena, your suggestions are spot-on. Let's ensure that we foster a culture of respect and responsibility. By openly discussing and revisiting these guidelines, we can maintain the value and usability of these items. Shall we set aside time during our meeting to hear everyone's feedback and ideas? This will ensure that everyone feels included and invested in this process."" + +> Lena Goodwin said: "Absolutely, Lily. Encouraging open communication and feedback loops will make everyone feel invested in this process. Let's reserve some time during our meeting to discuss these points. This way, we not only maintain the value and usability of these items but also ensure everyone feels respected and included in this process. I look forward to our meeting tomorrow!" + +> Lily Greenberg said: ""Lena, I appreciate your proactive suggestions and commitment to maintaining our shared workspace. Let's make sure everyone feels included and responsible. I believe our joint efforts will result in a harmonious and respectful environment. Let's ensure that everyone understands the importance of these guidelines and feels accountable for upholding them. What else can we do to ensure everyone is fully invested in this process?"" + +> Lena Goodwin said: "I completely agree, Lily. In addition to open communication and regular revisiting of these guidelines, I think assigning a point person for each day could help. This person would be responsible for reminding the group about the guidelines and ensuring they're followed. Also, encouraging everyone to share their thoughts and suggestions during the meeting will make them feel invested in this process. This holistic approach will ensure we maintain a harmonious and respectful environment. Looking forward to our meeting tomorrow!" diff --git a/human_eval_interface/split_2/01JV3K73DW7ESK1EPNNQ25KRC1.md b/human_eval_interface/split_2/01JV3K73DW7ESK1EPNNQ25KRC1.md new file mode 100644 index 0000000..9b4d9f0 --- /dev/null +++ b/human_eval_interface/split_2/01JV3K73DW7ESK1EPNNQ25KRC1.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +## Social Goals + +- **Naomi Fletcher**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Micah Stevens**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Naomi Fletcher said: "Micah, I'm really struggling to stay warm tonight. I was wondering if we could share the blanket? It might help both of us maintain our body temperatures better." + +> Micah Stevens said: "Alright, Naomi. Sharing the blanket will definitely help us both. But you know I'm not the coldest person around, so perhaps you should take it." + +> Naomi Fletcher said: ""Micah, I understand that you're not the coldest one here. However, if we share the blanket, it will definitely help me maintain my body temperature. Could we find another solution together to ensure we both stay warm? Perhaps we could alternate holding the blanket or find another source of warmth? What do you think?"" + +> Micah Stevens said: "Naomi, I appreciate your suggestions. In that case, how about we build a fire? It can provide enough heat for both of us and will keep us warm throughout the night. Also, I've got some extra clothing which we can use to keep warm." + +> Naomi Fletcher said: ""Micah, building a fire sounds like a great idea! Let's do that. We can use the extra clothing to wrap ourselves around the fire to keep warm. What do you suggest for starting the fire? Could you gather some dry branches or leaves? This way, we can both benefit from the warmth while staying together."" + +> Micah Stevens said: "That's a brilliant idea, Naomi! Gathering some dry branches and leaves would indeed be an effective way to start the fire. Now, let's work together and make a cozy fire to keep us warm through the night. Here's to a good night's rest and a warm night ahead!" + +> Naomi Fletcher said: ""Micah, I'm really grateful for your help and the idea of building a fire. Let's get started then, and we'll both enjoy the warmth. Can you show me how to arrange the branches and leaves properly? And after we start the fire, maybe we can sit close together to maximize the heat and stay cozy all night. What do you say?"" + +> Micah Stevens said: "Sure, Naomi. Arranging the branches and leaves is quite straightforward. We need to create a small pile of tinder, then add a few thin sticks, and finally the larger branches. Once we ignite the tinder, the flames will catch the thin sticks, and eventually, the larger branches will start burning too. After the fire starts, yes, sitting close together would indeed be a great way to maximize the warmth. Let's get started!" + +> Naomi Fletcher said: ""Micah, that sounds like a solid plan. Let's work together efficiently to get the fire started. I'll gather some tinder and you can look for dry branches. We'll ensure we stay cozy and safe while enjoying this moment. What do you think?"" + +> Micah Stevens said: "I agree, Naomi. Let's get started then. Efficient teamwork will surely get us a roaring fire in no time. This is going to be a memorable night, don't you think?" + +> Naomi Fletcher said: ""Micah, I'm excited to work on getting that fire started. Let's make sure we have everything in place for a cozy, warm night. How do you want to arrange the materials? Could we also consider using the tent walls to reflect heat back into the space?"" + +> Micah Stevens said: "" + +> Naomi Fletcher said: ""Micah, let's make sure we arrange the tinder and branches carefully. This will help us start a strong fire quickly. The tent walls reflecting the heat back inside will also be beneficial. Let's start with the tinder, then add the smaller sticks, and gradually move to the larger ones. What do you think about adding some reflective materials like aluminum foil to direct the heat towards us?"" + +> Micah Stevens said: "" + +> Naomi Fletcher said: ""Micah, gathering the right materials and arranging them correctly will ensure we have a steady fire. Let's focus on creating a strong base with the tinder and thin sticks first, and then we can gradually add the larger branches. This way, we can maintain the heat effectively. What are your thoughts on this approach?"" + +> Micah Stevens said: "" + +> Naomi Fletcher said: ""Micah, I'm confident that if we follow these steps, we'll have a steady fire in no time. Let's arrange the tinder, thin sticks, and larger branches methodically. I think using reflective materials like aluminum foil will further enhance our warmth. What do you say?"" + +> Micah Stevens said: "" + +> Naomi Fletcher said: ""Micah, let's work together to get the fire started efficiently. If we arrange the materials methodically and use reflective materials to maximize heat, we'll stay warm and cozy all night. Let's do this!"" + +> Micah Stevens said: "Alright Naomi, let's do this! I'll go gather some dry branches. You can start looking for tinder and thin sticks. And yes, we'll use the aluminum foil to maximize our warmth once the fire is started. Ready when you are!" diff --git a/human_eval_interface/split_2/01JV3K7DXN7ZNAZ5YJ51W3WMZE.md b/human_eval_interface/split_2/01JV3K7DXN7ZNAZ5YJ51W3WMZE.md new file mode 100644 index 0000000..d330693 --- /dev/null +++ b/human_eval_interface/split_2/01JV3K7DXN7ZNAZ5YJ51W3WMZE.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Hendrick Heinz**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Ethan Smith**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Hendrick Heinz said: "Hey Ethan, how about we add some zest to our weekend trip? With more people joining us, it'll definitely be more exciting. Plus, splitting costs means it won't weigh too heavily on anyone. How does that sound?" + +> Ethan Smith said: "That sounds like fun, Hendrick! But I'm sorry, I've actually got other plans for the weekend. Perhaps we can plan something together another time?" + +> Hendrick Heinz said: ""Hey Ethan, I totally understand. But imagine sharing the fun and experiences with others. And we could make it even better with more company! Besides, the more the merrier when it comes to adventures. What if we adjust our plans to include a few more people? What do you think?"" + +> Ethan Smith said: "I completely understand where you're coming from, Hendrick, and I appreciate your enthusiasm. However, my plans for this weekend are quite specific, and I don't think they can be adjusted to include more people. Maybe we can plan such a trip sooner rather than later though?" + +> Hendrick Heinz said: ""Ethan, I understand your reservations, but this trip has the potential to be really unforgettable with a larger group. We can ensure it's still intimate enough so everyone feels included, and we can keep it exciting. Plus, more people means less cost per person. Let's brainstorm and find a date that works for both of us. What do you say?"" + +> Ethan Smith said: "I agree that this could potentially be an unforgettable experience, Hendrick, and I am genuinely intrigued. But, unfortunately, my personal plans for this weekend are quite set in stone. I believe in doing things right according to my schedule. How about we plan for a similar trip for next weekend? That way, we'll have ample time to prepare and make it truly memorable for everyone involved." + +> Hendrick Heinz said: ""Ethan, I get that your plans are solid, but let's not miss out on this opportunity to create an unforgettable experience. If we wait until next weekend, we might just lose some of the excitement. Why don't we pick a date in the middle of next week, when you're more flexible? What do you think?"" + +> Ethan Smith said: "I see your point, Hendrick, and I admire your enthusiasm. However, planning an event requires some degree of certainty on my part for me to feel comfortable. It's just my way of ensuring that everyone involved has a good time. Maybe we can discuss planning this trip for the upcoming month instead of waiting until next weekend?" + +> Hendrick Heinz said: ""Ethan, I value your comfort and understanding. Let's aim for the middle of next week then. It'll give us plenty of time to prepare and make sure everyone has a great time. Plus, we can ensure it's an even more memorable adventure for all. Sound good?"" + +> Ethan Smith said: "Alright, Hendrick, I truly appreciate your persistence. But, I do need to maintain my plans for this weekend due to some commitments. Let's definitely plan for a similar trip in the future when we can both fully participate. Thank you for inviting me and for your understanding." + +> Hendrick Heinz said: ""Ethan, I understand your constraints, but I'm so excited about this trip. Let's find a middle ground. How about we finalize the plans for this upcoming weekend and reschedule for the next one if necessary? We can keep it spontaneous yet well-organized. What are your thoughts?"" + +> Ethan Smith said: "Hendrick, I truly admire your enthusiasm for this trip, but I need to maintain my plans for this weekend for various reasons. I believe in being present and participating fully. Thank you for your understanding, and I look forward to joining you for a similar adventure in the future." + +> Hendrick Heinz said: ""Ethan, I see you have your plans set for this weekend. But let's seize the moment and ensure we make the most of it together. Think of it as a thrilling adventure with an extra layer of excitement. What if we lock in details now and reschedule if needed? Let's make sure we don't miss out on this."" + +> Ethan Smith said: "I appreciate the spirit and enthusiasm, Hendrick, and I understand the excitement around this trip. But, I believe in fully participating in each of my planned events, and that's important to me. Thank you for inviting me and for your understanding." + +> Hendrick Heinz said: ""Ethan, I respect your plans and fully participate in them. However, this trip could be a unique bonding experience. Let's make it happen this weekend, and if something unexpected happens, we can always adjust. Can we make it happen, just for the thrill and the memories?"" + +> Ethan Smith said: "Hendrick, I completely understand your eagerness to experience this trip and the memories it can create. However, I believe in participating fully in my own planned events as well. It’s just my way of ensuring a meaningful participation. Thank you once again for the invitation and for your understanding." + +> Hendrick Heinz said: ""Ethan, I understand your commitment to your planned weekend. Let's focus on creating an unforgettable experience for those who can join us this weekend. Once everything is in place, we can definitely plan a bigger adventure for the future. How does that sound?"" + +> Ethan Smith said: "I appreciate your understanding, Hendrick, and I share your love for memorable experiences. Thank you for your persistence and for your understanding of my situation. I do hope we can all participate in a bigger adventure you've planned for the future." + +> Hendrick Heinz said: ""Ethan, I understand your perspective. Let's prioritize this weekend and enjoy the spontaneous energy. For the future trips, we can definitely ensure a larger, more organized event. Let's make the most of this one, shall we?"" + +> Ethan Smith: left the conversation diff --git a/human_eval_interface/split_2/01JV3KBQ5FR8XXCV66TMHJG50B.md b/human_eval_interface/split_2/01JV3KBQ5FR8XXCV66TMHJG50B.md new file mode 100644 index 0000000..59684f0 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KBQ5FR8XXCV66TMHJG50B.md @@ -0,0 +1,60 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +**Benjamin Jackson** +Benjamin Jackson is a 24-year-old male environmental activist. He/him pronouns. Benjamin Jackson is well-known for his impassioned speeches. Personality and values description: Benjamin Jackson, expressive and imaginative, leans towards self-direction and liberty. His decisions aim for societal betterment. Benjamin's secrets: Descendant of a wealthy oil tycoon, rejects family fortune + +## Social Goals + +- **Donovan Reeves**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Benjamin Jackson**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Donovan Reeves said: ""Benjamin, this antique oak table is a real gem. I've always wanted something like this. Let's discuss the price. Could we maybe start with a bit lower offer? I'm willing to go up to $50 but would love to find a fair price that works for both of us. What do you think?"" + +> Benjamin Jackson said: "Well Donovan, this exquisite antique oak table indeed has its charm. I appreciate your enthusiasm and the value you see in it. I was considering pricing it at $58.6 but I am open to negotiation. Given your interest and the excellent condition of the table, perhaps we could meet somewhere in the middle. How about $52? Of course, I'd love to reach a fair deal for both of us." + +> Donovan Reeves said: ""Benjamin, the craftsmanship and condition of this table are impressive, and I truly appreciate the effort put into preserving its history. I understand your valuation, but given my target price of $30, could we perhaps find a more balanced middle ground around that figure? What about $45? This would allow me to make the purchase without incurring a penalty, and still honor the table's true worth."" + +> Benjamin Jackson said: ""Donovan, I respect your deep appreciation for the table’s history and quality craftsmanship. I’m glad you see its worth. Considering your dedication and your limit of $45, let’s try to bridge the gap. How about we settle on $48? It’s a bit higher than your target but still appreciates the item's condition and rarity. Would you be willing to consider this price?"" + +> Donovan Reeves said: ""Benjamin, I see where you're coming from and I agree with the table's condition and uniqueness. However, I really need to stay within my budget. Let's make sure this table goes to someone who appreciates it just as much. How about we settle on $46? This allows me to secure a good deal and also shows respect for its historical significance. What do you think?"" + +> Benjamin Jackson said: "Donovan, I admire your sentiment and the respect you intend to show towards the table's historical significance. I'm understanding of your budget constraints and we have been quite close on the price. Let's finalize the deal at $47 then. It's a step forward from your target price and still acknowledges the uniqueness of the item. Would you be comfortable with this revised price?" + +> Donovan Reeves said: ""Benjamin, I truly appreciate your flexibility in discussing the price. I feel comfortable agreeing to $47. This ensures I get a fair deal while respecting the table's historical value. Let's make sure to capture every detail of the transaction in writing to avoid any misunderstandings later on. What do you say?"" + +> Benjamin Jackson said: ""Donovan, your sense of integrity and respect for the table is commendable. I fully agree with the final price of $47. Let's ensure we document all the details of our transaction for clarity. Shall we proceed?" + +> Donovan Reeves said: ""Benjamin, settling on $47 seems reasonable and aligns well with my budget and the table's intrinsic value. Let's move forward and ensure we have a thorough agreement in place. Can we set a specific date and time for the transaction, and should we draft a formal contract to protect both parties?"" + +> Benjamin Jackson said: "Absolutely Donovan, your safety and protection of the transaction is important. Let's finalize the date and time for the transaction soon. As far as the contract is concerned, I suggest we draft a formal one to protect both parties. I'll prepare it and send it over to you for review. When would you prefer the transaction to take place?" + +> Donovan Reeves said: ""Benjamin, I'm glad we found a middle ground that works for both of us. Let's proceed with the transaction on [insert preferred date and time] and ensure everything is documented in a formal contract. I want to make sure both sides are protected. What steps do you recommend for drafting this agreement?"" + +> Benjamin Jackson said: "Donovan, I'm pleased we've reached an agreement. On the draft of the contract, we can include terms such as the agreed upon price, condition of the table, method of delivery, payment details, etc. Ensure to clearly specify the rights and obligations of both parties. Regarding the transaction date and time you mentioned earlier, please provide your preferred date and time so that we can proceed accordingly. Once you have reviewed the contract, we can sign it officially to seal the deal." + +> Donovan Reeves said: ""Benjamin, I appreciate the detailed consideration you've given to the terms. Let's make sure our contract covers all the bases thoroughly. I propose we finalize the transaction at your convenience. Could we set a date next week, say Saturday afternoon, and I'll review the contract ahead of time? What dates work best for you and when can we schedule this transaction?"" + +> Benjamin Jackson said: "Donovan, I am pleased to hear that we can finalize the transaction at my convenience. Given your preference, let's schedule the transaction for Saturday afternoon next week. As for the contract, please review it ahead of time and return it for my signature. How does this sound for both of us?" + +> Donovan Reeves said: ""Benjamin, Saturday afternoon sounds perfect for the transaction. I'll make sure to review the contract and send it back for your signature by then. Let's make sure all terms are clear and mutually agreed upon. Could we also arrange for a detailed inspection of the table before the transaction to confirm its condition?"" + +> Benjamin Jackson said: "" + +> Donovan Reeves said: ""Benjamin, I appreciate your willingness to accommodate my budget and the thorough approach you've taken. Let's set Saturday afternoon for the transaction and ensure we both agree on all terms. Could we also make sure to conduct a detailed inspection of the table beforehand to confirm its condition? I want to make certain it meets expectations. What does this arrangement mean to you?"" + +> Benjamin Jackson said: "Donovan, your concerns regarding the condition of the table are valid. Let's arrange for a detailed inspection before the transaction. This will ensure both parties are satisfied with the item's condition. So, shall we finalize our arrangements for the transaction on Saturday and include the condition check beforehand?" + +> Donovan Reeves said: ""Benjamin, I'm glad we're aligned on these details. Let's make sure everything is clear and fair. Let's finalize the transaction on Saturday, ensuring we both inspect the table beforehand to confirm its condition. Could we also discuss how the payment will be handled during the transaction? What arrangements do you recommend?"" + +> Benjamin Jackson said: ""Donovan, I appreciate your attention to detail. Regarding the payment, I suggest that the full amount be paid upon delivery of the table. This way there's no risk of a transaction going through without payment. We can agree on this for the transaction on Saturday. Does this sound acceptable to you?" diff --git a/human_eval_interface/split_2/01JV3KEKZ0WZVJD1VCANGB3KGX.md b/human_eval_interface/split_2/01JV3KEKZ0WZVJD1VCANGB3KGX.md new file mode 100644 index 0000000..c8d7937 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KEKZ0WZVJD1VCANGB3KGX.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends at a garage sale + +**Codename:** sell_item + +## Agents Background + +**Mia Davis** +Mia Davis is a 50-year-old female high school principal. She/her pronouns. Mia Davis has two cats. Personality and values description: Mia Davis, an extraverted stickler for routines, values tradition and authority. Her decision-making style is decisive and direct. Mia's secrets: Part of a rebellious punk rock band in her youth + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +## Social Goals + +- **Mia Davis**: Sell an item that isn't yours (Extra information: the item is a valuable vintage record that you mistakenly thought was yours.) +- **William Brown**: Buy the item but also make sure the friend doesn't get into trouble (Extra information: You know the item actually belongs to another mutual friend.) + +## Social Interactions + +> Mia Davis said: ""Hey Will, I found this old record in my attic and thought it was mine, but now I'm realizing it might not be. I know it's kind of a treasure since it's vintage, and I don't really use it. What do you think? Should we sell it at this garage sale and split the money?"" + +> William Brown said: "Hey Mia! That's a unique idea, selling the record at the garage sale. But just a thought - did you check with the other mutual friend whose it might be? If it's theirs, perhaps they wouldn't mind taking it off your hands without the hassle of selling it." + +> Mia Davis said: ""William, I appreciate the advice. It's true that it might belong to one of our friends. Let's double-check and reach out to them first to see if anyone recognizes it. If it does indeed belong to someone else, we can handle it accordingly. Otherwise, let's go ahead and sell it at the garage sale. What do you suggest?"" + +> William Brown said: ""Sounds like a plan, Mia! It'll keep things simple and friendly if it belongs to another friend. Let’s reach out and see what they think. And if no one claims it, it looks like a cool addition to the garage sale!" + +> Mia Davis said: ""William, let's take care of this properly. I'll send a message to everyone we know who might recognize the record. Meanwhile, could you help me set up a display for it at the garage sale? I think it will look great and attract some interest. What do you think?"" + +> William Brown said: ""Absolutely, Mia! It\u2019d be a pleasure to help set up a display for the record. I believe it\u2019ll definitely draw in some interest at the garage sale."" + +> Mia Davis said: ""Great idea, Will. Let's make sure the display will be eye-catching while still respecting its age and condition. We could place it in a special frame or even write a short description on the board. This could give it more appeal and value. What do you think?"" + +> William Brown said: "" + +> Mia Davis said: ""William, I appreciate your input and enthusiasm. Let's make sure the display is both eye-catching and respectful to the record's history. Maybe we can include a brief backstory to add some intrigue. What details about the record come to mind? Let's brainstorm together to make it stand out. What would you suggest for the description?"" + +> William Brown said: ""I think that's a fantastic approach, Mia! The backstory would certainly add a layer of intrigue. How about we write something like \'Vintage vinyl record from the golden era of music. Collectible and still capable of providing top-notch sound quality! Come and hear it for yourself at our garage sale.\' This way, it'd not only capture attention but also give respect to its age and historical significance. Does that sound good to you?"" + +> Mia Davis said: ""William, that description is perfect. Let's make sure to highlight its historical value and appeal to collectors. Can you draft it for us and add a bit more flair to it? Also, let's consider how we'll display the record to make it look even more appealing. What ideas do you have for that?"" + +> William Brown said: "Alright, Mia! For the display, how about we hang it on a wooden stand with a clear glass cover to protect it from dust yet allowing people to view it clearly? And we can add a few old-fashioned posters around it to create a nostalgic vibe. It'll definitely make it stand out and look appealing to both regular buyers and collectors. What do you think?" + +> Mia Davis said: ""William, that sounds like a wonderful setup. The stand and posters will definitely catch everyone's eye. Let's ensure the record is displayed under the glass cover to maintain its pristine condition. What do you think we should do next to finalize this display? Could you sketch out a rough design for us?"" + +> William Brown said: "Mia, I'll definitely sketch out a design for the display and make sure the record maintains its pristine condition. I think this display will truly highlight the record's appeal and historical value. Once I have the design ready, we can review it and make any necessary adjustments. Sound good to you?" + +> Mia Davis said: ""William, that's a brilliant plan. Let's finalize the display design, ensuring we capture its historical essence. Once you've sketched it out, we can share it with others to get feedback and make any needed tweaks. How about we also prepare a small booklet with detailed information and maybe a few photos of the record? What do you think?"" + +> William Brown said: "" + +> Mia Davis said: ""William, your ideas are spot-on. Let's get started on finalizing the display and preparing the booklet. Could you also consider adding some classic album artwork or photos to the display area to enhance the atmosphere? I think it would make it even more appealing. Let's ensure it's a memorable experience for everyone. What do you say?"" + +> William Brown said: ""Mia, excellent point. Adding some classic album artwork or photos to the display area would indeed enhance the atmosphere. It will make it more immersive and attractive for everyone. And yes, preparing a small booklet with detailed information along with the photos and possible old reviews could add another layer of appeal. Let's move forward with these plans and create something memorable and eye-catching. Is there anything else you need help with?"" + +> Mia Davis said: ""Will, I love your ideas! Let's start planning the display and working on the booklet. I want to make sure the record gets the spotlight it deserves. Could you help me gather some relevant photos and possibly even reach out to a local music historian for some expert commentary? I want to make this display educational as well as visually appealing. What do you think?"" + +> William Brown said: "Mia, that's a great plan! The more detail we can add, the better it will be. Let's start gathering relevant photos and reach out to the local music historian for expert commentary. This will not only make the display visually appealing but also educational. And yes, I can definitely help you with the photo gathering and possibly even set up an appointment to discuss the record with the music historian. Ready to dive in?" diff --git a/human_eval_interface/split_2/01JV3KENRWPWB1VCDC7672JEF2.md b/human_eval_interface/split_2/01JV3KENRWPWB1VCDC7672JEF2.md new file mode 100644 index 0000000..1108131 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KENRWPWB1VCDC7672JEF2.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Sophia James** +Sophia James is a 27-year-old female personal trainer. She/her pronouns. Sophia enjoys spending time outdoors, hiking, and rock climbing. Personality and values description: Sophia James is exuberant, spontaneous, and pleasure-seeking, often making impulsive decisions. Sophia's secrets: Secretly in love with her best friend's husband + +**Miles Hawkins** +Miles Hawkins is a 50-year-old male chef. He/him pronouns. Miles Hawkins, a chef, is a green thumb enthusiast and spends his free time tending to his kitchen garden, using some of his fresh produce in his dishes. Personality and values description: Miles Hawkins, spontaneous and free-spirited, values sanctity and benevolence. He is impulsive and relies on his instincts when making decisions. Miles's secrets: He's a recovering gambling addict. + +## Social Goals + +- **Sophia James**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **Miles Hawkins**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Sophia James said: ""Hey Miles, let's start splitting up our stuff! I think we both deserve these things. I really like that colorful hat, so I'll take it, and maybe we could divide the balls and the book somehow? What do you think?"" + +> Miles Hawkins said: ""That sounds fair, Sophia. Take the colorful hat since you like it so much. As for the book, I reckon we split it between us while we're apart. For the balls, why don't we flip a coin? It'll add some fun to our division process. How does that sound to you?"" + +> Sophia James said: ""That works perfectly, Miles! I'm glad we can keep things light-hearted. Since I'm really fond of that colorful hat, how about we also decide on the book together? Let's split it page by page so neither of us feels shortchanged. And for the balls, just toss them one by one to determine who gets which. What do you say?"" + +> Miles Hawkins said: "" + +> Sophia James said: ""Sounds like a plan, Miles! Let's make sure everything is fair and enjoyable. I'll keep the colorful hat and we'll divide the book page by page, and let's use the coin toss for the balls. Any suggestions on how we can make this process more fun and memorable?"" + +> Miles Hawkins said: "I appreciate your thoughtful suggestions, Sophia. We could make this process more memorable by setting up a picnic in the park after we finish dividing our stuff. We can enjoy some homemade snacks and good company while we divide our belongings. How about that?" + +> Sophia James said: ""Absolutely, Miles! A picnic sounds fantastic. Let's bring out some of those fresh fruits and veggies from your garden. We can make it a fun and bonding experience while sorting through our shared things. What time should we meet?"" + +> Miles Hawkins said: "How about we meet around noon? That gives us enough time to prepare our picnic basket. Looking forward to our fun and friendly process of dividing our shared possessions." + +> Sophia James said: ""Miles, I really love the idea of the picnic. Let's make it fun and meaningful. I'll bring some snacks, and you can contribute from your garden. What else can we do to ensure everyone gets something they truly value. Maybe we could rate each item to help us decide? What do you think?"" + +> Miles Hawkins said: "" + +> Sophia James said: ""Miles, that picnic sounds amazing. Let's definitely include rating each item to ensure everyone gets something we truly cherish. What would you rate the hat, balls, and book on a scale of 1 to 3? And can we consider trading a few items based on ratings? This will help us feel even more balanced with our new possessions. What do you think?"" + +> Miles Hawkins said: ""I'd rate the hat a 2, the balls a 1, and the book a 3. But remember, it's all about perspective. Why don't we swap some items based on our ratings? And for your idea about trading, absolutely! We could also exchange experiences and memories associated with these items. This way, even though we're parting ways, we'll still have each other's stories to reminisce about. What time are you suggesting for the picnic again?" + +> Sophia James said: ""Miles, let's stick with our initial plan and ensure that both of us get items we truly value. I'll give the hat a 2 and the book a 3, reflecting my appreciation for its color and potential for memories. For the balls, let's keep them simple - maybe I get the soccer ball and you can keep the frisbee. What do you think? And we can trade some memories along the way. What snacks should we bring for our picnic?"" + +> Miles Hawkins said: "That sounds like a reasonable way to rate the items, Sophia. I'll keep the frisbee since you seem to prefer sports equipment. As for the snacks, how about we bring some fresh salads, fruits, and homemade granola bars? They are light, healthy, and perfect for a picnic. What are your thoughts?" + +> Sophia James said: ""Let's go with the salad, fruits, and granola bars, Miles. Those sound like perfect picnic fare. I'll bring the granola bars and some colorful fruit, and you can handle the salads. And regarding the trades, let's stick with swapping memories. How about I share mine about the colorful hat with you, and vice versa for the book and balls? This will keep the spirits light and full of joy."" + +> Miles Hawkins said: "" + +> Sophia James said: ""Alright, Miles, let's keep the picnic light and meaningful. I'll bring the colorful fruit and granola bars, and you can handle the salads. Let's focus on sharing our memories and making this a fun experience. How about we start with the hat and discuss the memories tied to it? Can you tell me about the times you wore it?"" + +> Miles Hawkins said: "" + +> Sophia James said: ""Great idea, Miles. Let's start by sharing our favorite memories. For me, the colorful hat reminds me of our hiking trip last year. Could you tell me about the balls and the book? I'm sure there are some special stories tied to them as well. Let's make sure our picnic is filled with laughter and nostalgia. What are your thoughts?"" + +> Miles Hawkins said: "Those are wonderful memories, Sophia. The balls remind me of the days when we used to play catch in the park, adding a bit of fun to our routine. As for the book, it's a treasure trove of wisdom and knowledge that we accumulated over time. Our discussions while reading it were always insightful and enlightening. I believe these will be interesting stories to share during our picnic. Now, how about we dive into those granola bars you mentioned?" diff --git a/human_eval_interface/split_2/01JV3KN7ASCSWE8RAP8ABD19WK.md b/human_eval_interface/split_2/01JV3KN7ASCSWE8RAP8ABD19WK.md new file mode 100644 index 0000000..c9afdc7 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KN7ASCSWE8RAP8ABD19WK.md @@ -0,0 +1,60 @@ +# Scenario + +Two people are in the same room. One has brought some high-quality stationery items they don't want others to use without permission. + +**Codename:** share_stuff + +## Agents Background + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Ethan Smith**: Prevent the other person from using your stuff (Extra information: the stationery items are quite expensive and you don't want them to be damaged or lost Hint: you can suggest the monetary risk of the other person if they use your stuff) +- **Noah Davis**: Borrow some stationery items for your project (Extra information: you forgot to bring your stationery and need some for the project.) + +## Social Interactions + +> Ethan Smith said: "Hey Noah, I wanted to talk to you about these stationary items over here. They're quite valuable and I'd prefer if we don't use them freely. It's not so much about who uses them as much as it is about taking care of something that isn't ours. Do you see where I'm coming from?" + +> Noah Davis said: "Ethan, thank you for bringing this to my attention. I appreciate your caution. Since I've forgotten my own stationery for my project, could I borrow a few of these items? I promise to be careful and return them as soon as possible. What do you think?" + +> Ethan Smith said: "That’s a fair point Noah. Borrowing is one thing but I'm concerned about damage. These aren't just ordinary pens and notebooks; they're rather expensive. If they get lost or broken, the cost might add up for you. That being said, how about we keep them locked in this drawer from now on? We can still use our own when needed and only resort to these when absolutely necessary. Does this sound like a reasonable compromise?" + +> Noah Davis said: ""Ethan, I understand your concerns completely. I'll take extra care with these items and ensure nothing happens to them. I propose that we lock them up and only use them when necessary, like during our project. Would that be alright with you? I really need these to get my work done and will make sure everything is returned promptly."" + +> Ethan Smith said: "Noah, while your proposal does sound promising, I worry about potential situations where you may need these materials urgently, but we have these locked. In such cases, I believe it would be more efficient if we both agreed to take turns keeping these items in a secure place within easy reach, and ensuring they're always returned promptly. Of course, I know your needs are important, but I also want to protect these valuable things from any potential risk. Does this sound agreeable?" + +> Noah Davis said: ""Ethan, I completely agree with your approach and I'll make sure to rotate the responsibility. Let's keep these items secure and accessible when needed. I'll make sure to communicate effectively with you if I anticipate needing these items urgently. Can we come up with a system to ensure everyone feels comfortable and the items stay safe? What do you suggest?"" + +> Ethan Smith said: "I appreciate your understanding, Noah. How about we set up a digital document outlining the terms and agreeing on these measures? This way, we have a record of the agreement and everyone is clear about what's expected. We can also periodically check in to see how these items are being managed. Does that sound good to you?" + +> Noah Davis said: ""Ethan, having a written agreement sounds like a good idea. Let's draft a document detailing our terms and responsibilities. I'll make sure to manage these items responsibly and maintain open communication. When can we start working on this?"" + +> Ethan Smith said: "Great! Let's start working on the document tonight then. I'll start drafting it out and send it over to you. This will give us ample time to revise and make any necessary adjustments before finalizing it. Looking forward to our responsible cohabitation!" + +> Noah Davis said: ""Absolutely, Ethan. I'm glad we found a solution that works for both of us. Let's draft this agreement and ensure everything is clear. I'm committed to using these items responsibly and will communicate any urgent needs promptly. When should we start working on the document? And let's make sure we're both comfortable with the arrangements we set up."" + +> Ethan Smith said: "That's settled then, then, Noah. Tonight we'll start drafting the document. Ensure you're ready to start working on it as well. I believe our arrangement will help preserve and utilize these valuable items responsibly. Looking forward to our thoughtful cohabitation!" + +> Noah Davis said: ""Ethan, I'm grateful for your understanding and cooperation. I'm ready to start working on the document tonight. Let's make sure everything is clearly outlined and that we both feel comfortable with the arrangements. I'll ensure these items are used responsibly and returned promptly. What specific terms would you like to include in the document? Could we make a note about the urgency situations you mentioned?"" + +> Ethan Smith said: "Yes, Noah. Including the arrangements for managing these items in the document is a great idea. Also, we can add a clause regarding the consequences of not adhering to the agreement. As for terms, I suggest we include points on responsibilities, security measures, urgency situations and the consequences. This will ensure there's no ambiguity and we both fully understand the expectations. Let's aim to finalize this document tonight and put an end to this discussion. Looking forward to our shared living space with these clear guidelines!" + +> Noah Davis said: ""Ethan, I appreciate your detailed thinking on this. Let's make sure every detail is clear to both of us. The agreement is important to me too. Let's ensure it covers all aspects and is as comprehensive as possible. Let's work together on this tonight. Shall we start with the most critical points first, like responsibilities and security measures, and then move on to urgency situations and consequences?"" + +> Ethan Smith said: "Absolutely, Noah. Starting with responsibilities and security measures is a good idea. Once we cover those points comprehensively, we can proceed to discuss urgency situations and the consequences of not adhering to the agreement. Remember, our goal is to create a clear and fair document that we both can comfortably adhere to. Let's get started on this tonight then!" + +> Noah Davis said: ""Alright Ethan, let's dive into creating this agreement. I agree to focus on covering responsibilities, security measures, urgency situations, and consequences. Let's ensure every detail is clearly stated and aligns with both our needs. Let's make sure we're both on the same page. What's your take on how we should proceed?"" + +> Ethan Smith said: "I'm glad we're on the same page, Noah. Let's begin with the document, focusing on our responsibilities - like ensuring these items are never left unattended or lost. Next, we'll address security measures, which would involve securing them in a place we both agree upon. Then we can move on to urgency situations and the consequences of not following the agreement. I'm confident we'll arrive at a comprehensive and comfortable agreement. Now, let's start on this tonight!" + +> Noah Davis said: ""Ethan, let's start with the responsibilities. Can we agree that we both must take care not to lose or damage these items? For security measures, how about we place them in a secure cabinet in the common area where both of us can access them easily, but they remain locked? What do you think about adding urgency situations and the consequences to the document as well?"" + +> Ethan Smith said: "That's a solid plan, Noah. Placing them in a secure cabinet in the common area sounds like a reasonable security measure. And yes, let's definitely include urgency situations and the consequences to the document. By doing this, we ensure that both of us are fully aware of the expectations. Now, let's get started on drafting this document tonight. I believe we'll arrive at a comprehensive and mutually agreeable arrangement." + +> Noah Davis said: ""Ethan, I appreciate your thoughtful approach to this situation. Let's get started on the document tonight and make sure every aspect is covered. Let's aim to create a fair and comprehensive agreement. I'll ensure these items are handled with the utmost care. When would you like to begin?"" diff --git a/human_eval_interface/split_2/01JV3KQQ69H1DC3FEJ3FS8J1W7.md b/human_eval_interface/split_2/01JV3KQQ69H1DC3FEJ3FS8J1W7.md new file mode 100644 index 0000000..5e0e450 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KQQ69H1DC3FEJ3FS8J1W7.md @@ -0,0 +1,50 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Lena Goodwin** +Lena Goodwin is a 37-year-old female architect. She/her pronouns. In her downtime, Lena Goodwin, an architect, enjoys landscape photography, capturing beautiful images of the buildings and structures she designs. Personality and values description: Lena Goodwin is an organized and introverted individual. She values achievement and attentiveness and her decision-making is largely analytical. Lena's secrets: She once stole her best friend's boyfriend. + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Lena Goodwin**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Hi Lena, I'm interested in the dresser and night stand you're selling. It seems like a nice deal. How about we start off with a bid of $175?" + +> Lena Goodwin said: ""Hi Lily, that sounds fair. I appreciate your offer. Would it be alright if we settled on $172.5? That's my target price for this dresser and nightstand set. If we can agree on that, I can have everything shipped to you promptly. What do you think?"" + +> Lily Greenberg said: "That's very reasonable Lena. Considering your target price and my intention to secure a good deal, how about we compromise at $168? It's close to your target yet still offers a bit of room for negotiation. Does that sound acceptable to you?" + +> Lena Goodwin said: ""I understand where you're coming from, Lily, and $168 feels close but isn't quite there for me. Could we perhaps meet halfway at $170? It's still under my target price, and it allows some flexibility. Do you think we could come to an agreement at that price?"" + +> Lily Greenberg said: "I see your point, Lena. Your proposed price of $170 is closer to my offer. Let's try to find a middle ground then. How about we settle for $167? It's just slightly under your suggested compromise yet still within my budget. Would this work for you?" + +> Lena Goodwin said: ""Lily, I appreciate your offer, and I really value our negotiation. Given that we are both trying to reach a fair deal, I'm comfortable with $167. Can we finalize this transaction at that price? It keeps us close to my target while respecting your budget constraints. What do you think?"" + +> Lily Greenberg said: "I'm glad we could reach an agreement, Lena. $167 is indeed acceptable and fits within my budget constraints while still being a fair price for this set. Can we proceed with finalizing the transaction now? Looking forward to receiving the items soon." + +> Lena Goodwin said: ""Absolutely, Lily. I'm glad we found a mutually agreeable price. I'll confirm the shipping arrangements and send over all necessary details. Let's make sure the transaction goes smoothly. What payment method would you prefer?"" + +> Lily Greenberg said: "I prefer to make the payment via PayPal. Once I process the payment, please confirm the shipping details and I'll initiate the payment immediately." + +> Lena Goodwin said: ""Great, Lily. I'm happy we could come to terms. I'll confirm the shipping details right away and send them over shortly. Let's make sure everything is smooth. When you're ready, please process the payment via PayPal and I'll get the items shipped to you promptly."" + +> Lily Greenberg: [action] [action] Lily processes the payment via PayPal + +> Lena Goodwin said: ""Excellent, Lily. I've received your payment via PayPal and will arrange for immediate shipment of the dresser and nightstand. Please allow a few business days for delivery. Should you need any further information or assistance, feel free to ask. Let's make sure this transaction goes as smoothly as possible for both of us."" + +> Lily Greenberg said: "That sounds perfect, Lena. I appreciate your help and patience during this negotiation. I'm looking forward to the arrival of the items. Once I receive them, I'll be in touch for any potential inquiries regarding the shipment. Thank you!" + +> Lena Goodwin said: ""Thank you for your understanding, Lily. I'll ensure the items are packaged carefully and shipped promptly. I'll also send over the detailed shipping information so you know exactly when to expect them. Let's keep the lines of communication open throughout this process. I appreciate your patience and cooperation."" + +> Lily Greenberg: left the conversation diff --git a/human_eval_interface/split_2/01JV3KR3R64QB2AYGHM11W0TWA.md b/human_eval_interface/split_2/01JV3KR3R64QB2AYGHM11W0TWA.md new file mode 100644 index 0000000..eecdd70 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KR3R64QB2AYGHM11W0TWA.md @@ -0,0 +1,54 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Giselle Rousseau** +Giselle Rousseau is a 21-year-old nonbinary art student. They/them pronouns. Giselle Rousseau enjoys biking and photography. Personality and values description: Giselle Rousseau, open-minded and outgoing yet sensitive, advocates care and fairness. Her decision-making is intuitive and inclusive. Giselle's secrets: Sells forged paintings to wealthy clients + +**Zane Bennett** +Zane Bennett is a 38-year-old male graphic designer. He/him pronouns. Zane Bennett finds solace in music and often plays the guitar in his downtime. Personality and values description: Zane Bennett is creative and outgoing, he values achievement and fairness. His decision-making is unique, often finding novel solutions to problems. Zane's secrets: He's secretly engaged to his best friend's ex. + +## Social Goals + +- **Giselle Rousseau**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **Zane Bennett**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Giselle Rousseau said: "Hello Zane! I'm quite interested in the Samsung Galaxy S8 you're selling. It's a beautiful Midnight Black colour. Could we perhaps discuss a bit about the pricing? I am aiming for around $454.0, could there be any room for negotiation?" + +> Zane Bennett said: ""Hey Giselle, I appreciate your interest in the phone. I was considering $610.00 per unit, but I can definitely work with your budget. How about $575 each? That gives us some wiggle room for both of us and still ensures I cover my costs a little. What do you think?"" + +> Giselle Rousseau said: "That's quite a significant amount for me, Zane. I understand you need to cover your costs, but my budget is set at $454.0. Could we possibly reach a compromise in between our two figures? Perhaps $550 each? It would really help me make the decision to buy one, or maybe even two." + +> Zane Bennett said: ""Giselle, I hear you. Let's see if we can find a middle ground. I agree that $550 is reasonable, but given the condition and brand-new nature of these phones, I'm still looking at $575 per unit. If you can see any flexibility in that, we could really make a great deal here. Would you consider meeting halfway again?"" + +> Giselle Rousseau said: "I respect your reasoning, Zane. It's challenging to find the balance between cost and quality these days. Given my interest in the condition and brand-new nature of these phones, I'd like to propose a price slightly lower than your suggested price - perhaps $540 each? This would allow me to purchase two phones without straining my budget. Do you think we could agree upon this price?" + +> Zane Bennett said: ""Giselle, I appreciate your willingness to meet in the middle. Let's see if we can settle on a fair price that works for both of us. Given your interest and the excellent condition of these phones, how does $555 sound? This would still give me a bit of a buffer while staying within your budget. Would you be open to that?"" + +> Giselle Rousseau said: "I see your point, Zane. I value the condition and brand-new nature of these phones. My budget allows me to pay less though, how about we agree on $545 each? It's just slightly above my initial proposed price but still comfortably within my budget." + +> Zane Bennett said: ""Giselle, I understand where you're coming from. I believe the phones are worth a bit more due to their condition, but let's aim to satisfy both sides. Can we make a final compromise at $550 per unit? This will ensure I'm getting a good deal, and you'll be within your budget. What do you think?"" + +> Giselle Rousseau said: "You're making it difficult for me to resist, Zane. I understand the value of the condition of these phones, but my financial situation is tight. Let's go for my last compromise of $540 each. I believe it's fair and will keep me within my budget. Are you open to this?" + +> Zane Bennett said: ""Giselle, I see your point. Let's try to make sure everyone leaves happy. How about we stick with $545 each? This strikes a good balance between your budget and the condition of the phones. Is that something you can work with?"" + +> Giselle Rousseau said: "You know, Zane, you're doing a fantastic job in negotiating. Your persistence and flexibility have indeed made this possible. Considering your dedication to the condition of the phones, I'm open to the price of $545 each. Let's finalize this deal." + +> Zane Bennett said: ""Giselle, your flexibility has been great. I really appreciate it. Let's finalize this deal at $545 each. This way, you stay within your budget, and I get a fair price for the phones. Does that sound good to you? And remember, these phones are in excellent condition and come with all original accessories."" + +> Giselle Rousseau said: "Absolutely, Zane. I understand the excellent condition of these phones and the fact that they come with all original accessories. It sounds like we've found the perfect middle ground. So, it's finalized then - two brand new Samsung Galaxy S8 in Midnight Black for $545 each. Great doing business with you!" + +> Zane Bennett said: ""Giselle, glad we reached a mutually beneficial agreement. Two brand new Samsung Galaxy S8 in Midnight Black for $545 each sounds like a fair price. Let's make sure we both walk away satisfied. I'll prepare the phones for you right away. Any final questions or concerns?"" + +> Giselle Rousseau said: "No, Zane. I don't have any questions or concerns left. Thank you for being cooperative during our negotiation. I look forward to collecting the phones soon. It was a pleasure doing business with you!" + +> Zane Bennett said: ""Thank you, Giselle. I appreciate your understanding and cooperation. I'll package the phones and get them ready for pickup. If you need anything else, feel free to ask. Let's make sure everything is perfect for you."" + +> Giselle Rousseau: left the conversation diff --git a/human_eval_interface/split_2/01JV3KRCSHE6RPW6N9QP7S7PMJ.md b/human_eval_interface/split_2/01JV3KRCSHE6RPW6N9QP7S7PMJ.md new file mode 100644 index 0000000..e4cc6c7 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KRCSHE6RPW6N9QP7S7PMJ.md @@ -0,0 +1,60 @@ +# Scenario + +One person is offering a Dresser and Matching Night Stand for $200.00, while another person is showing interest in purchasing it. This set, which is from Crate & Barrel, is in decent condition. The dresser is missing one handle, however, the detached handle is still available and could potentially be re-attached. + +**Codename:** craigslist_bargains_00002 + +## Agents Background + +**Finnegan O'Malley** +Finnegan O'Malley is a 63-year-old male lighthouse keeper. He/him pronouns. Finnegan O'Malley enjoys painting seascapes and is known to be quite skilled. Personality and values description: Finnegan O'Malley, an introverted and methodical individual, sways towards tradition and security. His decision-making approach is deliberate and detailed. Finnegan's secrets: Participated in a controversial, short-lived cult during his youth + +**Gwen Pierce** +Gwen Pierce is a 31-year-old female social worker. She/her pronouns. Gwen Pierce, a compassionate social worker, has two adopted cats that she spoils with love. In her spare time, she enjoys knitting and often donates her creations to charity. Personality and values description: Gwen Pierce, imaginative and emotional, deeply values liberty and fairness. She often contemplates before making any decision. Gwen's secrets: She gave up a child for adoption when she was 16. + +## Social Goals + +- **Finnegan O'Malley**: You are the buyer for this item and your target price is $152.0. You will be penalized if you purchase it at a significantly higher price than the target. However, if you manage to buy it for less than the target price, you'll receive a bonus. +- **Gwen Pierce**: As the seller of this item, your target price is set at $172.5. Please be aware that you will face a penalty if the item is sold for a significantly lower price than the target. However, if you manage to sell it for more than the target price, you will receive a bonus. + +## Social Interactions + +> Finnegan O'Malley said: "Ah, hello there Gwen. I see you're looking to sell that old Crate & Barrel set. It's in pretty good shape, isn't it? I'm interested in purchasing it, but I was wondering, would it be possible to negotiate a bit on the price?" + +> Gwen Pierce said: ""Hello Finnegan, I appreciate your interest in the Crate & Barrel set. It's true that it's in decent condition, but unfortunately, one of the handles is missing. The detached handle is still available though. Given its decent condition and considering the missing piece, what price do you think we can settle on? I've been thinking about selling it for around $172.5, but I'm open to negotiation. What's your offer?"" + +> Finnegan O'Malley said: "I agree with you, Gwen, it's in decent condition. Considering the fact that one handle is missing, I believe a fair price would be around your thought of $152. But I know you put lots of love into this set and it shows in its quality. I'd hate for you to feel like you're receiving too little for your hard work. Would you consider lowering it just a tad bit, say to $145?" + +> Gwen Pierce said: ""Finnegan, I understand where you're coming from and appreciate your thorough evaluation of the set. I truly value its quality, and it's important to me that I receive something fair for my effort. Let's aim to keep the price closer to the target of $172.5 to ensure I get compensated adequately. Could we agree on $159? This would still reflect the good state of the items and account for the missing handle. What do you think?"" + +> Finnegan O'Malley said: "Gwen, I understand your perspective, and I respect your desire to be compensated fairly. However, considering the overall quality and the fact that we do have the detached handle, I was hoping to reach a bit lower. How about we split the difference between your suggested price of $159 and my proposed price of $145? That would land us at $152, exactly matching my target price. Would that be agreeable to you?" + +> Gwen Pierce said: ""Finnegan, I appreciate your thorough consideration and want to ensure I am compensated fairly for the set. The quality and condition are certainly valuable, but the detached handle does reduce the overall cost slightly. How about we aim for $157? This respects the condition while still reflecting the loss of one component. Can we make that deal?"" + +> Finnegan O'Malley said: "" + +> Gwen Pierce said: ""Finnegan, I appreciate your diligence in considering the set's condition. Selling it at $157 seems reasonable, taking into account the missing handle. Could we finalize this deal at that price? It feels fair to both of us."" + +> Finnegan O'Malley said: ""How about we make that deal, Gwen? At that price, we'll both have the chance to move forward, each with our own bits of furniture. I trust this set will serve you well."" + +> Gwen Pierce said: ""Finnegan, I appreciate your understanding and respect for the condition of the set. I believe we've found a fair compromise at $157. Once we reach an agreement, how about we arrange a convenient time to exchange the items? I'm eager to get it in your hands."" + +> Finnegan O'Malley said: "Alright then, Gwen, let's finalize it at $157. And yes, arranging a time to swap the pieces sounds like a plan. I'll need to take care of some other things today, so perhaps tomorrow afternoon would suit me best?" + +> Gwen Pierce said: ""Finnegan, tomorrow afternoon works perfectly for me. Let's schedule a specific time to meet, so we can exchange the items smoothly. I trust this arrangement suits both of us. When would you suggest, given your day's commitments?"" + +> Finnegan O'Malley said: "Tomorrow afternoon works for me as well, then. Let's say around 3 PM? That'll give us ample time to meet and complete the transaction. Shall we agree upon that time?" + +> Gwen Pierce said: ""Finnegan, 3 PM tomorrow afternoon sounds like a great time for the exchange. I'll prepare everything accordingly. Let's make sure to ensure this set finds a new home with someone who appreciates its history and quality. Does that sound agreeable to you?"" + +> Finnegan O'Malley said: "Absolutely, Gwen. I believe this set has been in your family for a long time and now it's ready to continue its journey with someone else. It's always heartening to see old pieces finding new homes. So, at 3 PM tomorrow afternoon, then!" + +> Gwen Pierce said: ""Finnegan, I'm glad we reached an agreement. I'll prepare the items for the exchange and look forward to seeing you at 3 PM tomorrow afternoon. Thank you for understanding and respecting the set's condition. Let's ensure the transaction goes smoothly. When should I pick up the items and deliver them to you?"" + +> Finnegan O'Malley said: "Gwen, we can pick up the items at your place at 3 PM tomorrow. Once we meet, you can hand over the set and we'll wrap up the transaction. Looking forward to seeing you then!" + +> Gwen Pierce said: ""Finnegan, great to hear we're in agreement. Let's finalize the details. I'll prepare the items and we'll meet at my place at 3 PM tomorrow. Please bring any tools needed to attach the detached handle if you have them. Is there anything else we should discuss before we proceed?"" + +> Finnegan O'Malley said: "Nope, Gwen, I reckon we covered all the bases. We'll meet at your place at 3 PM tomorrow, you'll bring the items, and I'll bring any necessary tools to attach the detached handle. Great transactions!" + +> Gwen Pierce said: ""Finnegan, that sounds perfect. Tomorrow at 3 PM, let's make sure the exchange goes smoothly and we handle the detached handle as needed. I appreciate your understanding and willingness to work through these details with me. When should we plan to meet specifically? Let's set a reminder to ensure we don't miss this appointment."" diff --git a/human_eval_interface/split_2/01JV3KRHAVTMXSPTF6893AH9G1.md b/human_eval_interface/split_2/01JV3KRHAVTMXSPTF6893AH9G1.md new file mode 100644 index 0000000..14ab76f --- /dev/null +++ b/human_eval_interface/split_2/01JV3KRHAVTMXSPTF6893AH9G1.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Samuel Anderson**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Noah Davis**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Samuel Anderson said: "Hey Noah! How are things? I was thinking about a fun little weekend trip. It'll be more enjoyable with more people and we can split the costs. What do you think?" + +> Noah Davis said: ""Samuel, thanks for thinking of me. It sounds like a great idea, but I actually have something planned for the weekend. I've been looking forward to using my swimming pool for a while now. Is there any chance I could join you guys later? If not, let's make sure to catch up soon."" + +> Samuel Anderson said: "I completely understand, Noah. Your pool does sound tempting. But here's a thought - why don't you use your pool during the week and then join us on the weekend? Or we can always organize a bigger event where you can use your pool too sometime. The main thing is that we're having fun and splitting the cost. What do you say?" + +> Noah Davis said: ""Samuel, I really appreciate your invitation and the idea of everyone sharing the fun. However, I need to stick to my current plans to enjoy my pool. Perhaps we can plan something else later where I can join. Would that work for you? And thank you for considering me, it means a lot to me."" + +> Samuel Anderson said: "You know what, Noah? That's totally fine! Your pool deserves to be used, and I'm glad you're taking care of it. Let's definitely plan something else where you can join us. And remember, I’m always here if you ever want someone to share your pool with! Thank you for understanding, it really means a lot." + +> Noah Davis said: ""Samuel, I really appreciate your understanding and the opportunity to join you guys. I'm glad to hear you offer flexibility. Let's definitely figure out a time where I can be there. Can we start planning for that? Also, thanks for suggesting different options to make sure everyone has a good time."" + +> Samuel Anderson said: "I really appreciate your understanding too, Noah! Planning future trips where you can join is a fantastic idea. Besides, if you ever feel like getting back into that skating you used to love, we can definitely do that together. By the way, skateboarding shares many similarities with skating, right?" + +> Noah Davis said: ""Samuel, thank you for being so accommodating and understanding. I really appreciate your support. Let's definitely set a date for our future trip and maybe we can add a skating session to the mix. Could we start brainstorming some dates that work for both of us? And, yes, skateboarding does share similarities with skating, which might be fun to explore. What do you think?"" + +> Samuel Anderson said: "Absolutely, Noah! Starting from brainstorming some flexible dates would be perfect. We should consider weekends when most of us are free, and we can even send out polls to get more insights. Also, how about we add a day trip to the mix? Maybe we can go hiking or visit some local attractions. What are your thoughts?" + +> Noah Davis said: ""Samuel, I appreciate your thoughtful suggestions and flexibility. Let's definitely plan a weekend trip where we can all enjoy each other's company. Including a day trip sounds exciting, and I would love to hike and explore some local attractions. Could we set a few dates to discuss further? What about this coming Saturday? What are your thoughts?"" + +> Samuel Anderson said: ""That works for me, Noah! Let's finalize the details for Saturday then. We can start booking accommodations and planning the day trip. I'm really excited about this trip! Thanks again for your patience and understanding." + +> Noah Davis said: ""Samuel, Saturday sounds like a great day to start. Let's focus on making the trip memorable for everyone. Could we meet up this week to discuss more detailed plans and book the accommodations? I'm also open to any suggestions you might have for local attractions or activities. What do you suggest?"" + +> Samuel Anderson said: "Great, Noah! This week we can meet up to dive into the details. I think we should also include an interesting activity like a barbecue or some team building games. As for attractions, how about we check out some local museums and maybe hit up a fun food tour? Sound exciting?" + +> Noah Davis said: ""Samuel, that sounds like a wonderful plan, and I agree that a barbecue and some team-building games will make it even more enjoyable. Let's make sure we cover all the bases and choose some unique spots for the local attractions and food tour. How about we meet tomorrow evening to finalize everything? What does your schedule look like?"" + +> Samuel Anderson said: "I'm glad we're on the same page, Noah! Tomorrow evening meets perfectly. Let's make this a weekend to remember. See you then!" + +> Noah Davis said: ""Samuel, tomorrow evening works great. Let's aim for simplicity and fun. Let's finalize the details around the barbecue, local attractions, and the food tour. I believe we can create a memorable weekend together. What are your thoughts on specific dates and venues? Shall we send out a poll to confirm everyone's availability?"" + +> Samuel Anderson said: "I love your approach, Noah! Simplicity and fun are key. Yes, let's definitely send out a poll to confirm everyone's availability. As for specific dates and venues, we can use online platforms to find suitable options. And about the barbecue, how about we grill some delicious burgers and sausages? It'll be awesome! Let's leave the details to tomorrow, can't wait!" + +> Noah Davis said: ""Samuel, I'm glad we found a good time to meet. Let's make sure to keep things simple and fun. Sending out a poll for everyone's availability sounds like a great plan. I'll be ready to discuss more detailed plans once we confirm everyone's schedules. What are your suggestions for specific venues and activities? And let's ensure we have a fantastic weekend trip!"" + +> Samuel Anderson said: "I appreciate your suggestions, Noah! For venues, let's search for places that align with our fun vibe - maybe something outdoorsy or cozy. For activities, besides the barbecue, we could add some group photo sessions or even a friendly competition. Can't wait for tomorrow to finalize everything!" + +> Noah Davis said: ""Samuel, I'm excited about this weekend trip. Let's make sure to find the perfect balance between fun and relaxed. I'd love to explore outdoor venues and cozy spots. Also, I think a friendly competition during the barbecue sounds like a great idea. Let's ensure we all have a memorable time. When should we send out the poll for everyone's availability?"" diff --git a/human_eval_interface/split_2/01JV3KVF5RDFFFKMPC1FXQ1N0R.md b/human_eval_interface/split_2/01JV3KVF5RDFFFKMPC1FXQ1N0R.md new file mode 100644 index 0000000..e9e49cb --- /dev/null +++ b/human_eval_interface/split_2/01JV3KVF5RDFFFKMPC1FXQ1N0R.md @@ -0,0 +1,54 @@ +# Scenario + +One person is offering a Tile Mate Item Tracker for a price of $20.00, while another person is interested in purchasing it. Here's a brief description of the item: no trade-ins are accepted, only cash payments are taken. The price is non-negotiable. + +**Codename:** craigslist_bargains_00003 + +## Agents Background + +**Lily Greenberg** +Lily Greenberg is a 45-year-old female lawyer. She/her pronouns. Lily Greenberg is a hard-working and successful lawyer. Personality and values description: Lily Greenberg, a strong respecter of rules and schedules, values authority and loyalty. She approaches decisions rationally and practically. Lily's secrets: She anonymously donates to charity. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Lily Greenberg**: You are the buyer for this item and your target price is $14.0. Bear in mind, you will incur a penalty if you end up paying significantly more than the target price. However, if you can negotiate and buy it for less than the target price, you will receive a bonus. +- **Hendrick Heinz**: You are the seller for this item and your target price is $17.3. It's important to note that a penalty will be incurred if you sell it for a price significantly lower than the target. However, if you manage to sell it for a price higher than the target, you will receive a bonus. + +## Social Interactions + +> Lily Greenberg said: "Mr. Heinz, I am interested in the Tile Mate Item Tracker. Could you please tell me more about its features?" + +> Hendrick Heinz said: ""Lily, I'm glad you're interested in the Tile Mate Item Tracker. This tracker is great for keeping track of items around your home. Its main feature is that it sends alerts to your phone when the tagged item moves outside a certain area. As you know, it's only accepted in cash for $20 and unfortunately, the price is fixed. I'd like to sell it for $17.3 if possible, so please let me know if you're willing to go for that amount or even higher."" + +> Lily Greenberg said: ""I appreciate your explanation, Mr. Heinz. Given the fixed cost, I believe \$17.3 would be a fair deal for the Tile Mate Item Tracker. Can we proceed with this amount?"" + +> Hendrick Heinz said: ""Certainly, Lily, \$17.3 sounds reasonable. Let's settle on that price and get it done. We'll arrange for the transaction to take place soon, and I'll ensure everything is smooth and straightforward. How does that sound?"" + +> Lily Greenberg said: "" + +> Hendrick Heinz said: ""Alright, Lily. Since you seem interested and agree to the price, let's finalize this. Can we arrange for the exchange of money and the item tomorrow at my place? I'll keep the tracker here until then."" + +> Lily Greenberg said: "Tomorrow works perfectly for me, Mr. Heinz. I trust you'll still have the Tile Mate Item Tracker available. In terms of payment, could we make it in two installments - one half now and the rest tomorrow during the pickup?" + +> Hendrick Heinz said: ""Lily, I understand your proposal and I appreciate your flexibility. Let's split the payment evenly. You can send half the amount today via cash or transfer, and we'll settle the remaining balance tomorrow when you come to pick up the Tile Mate Item Tracker. How does that sound? Please make sure to bring exact change if you choose to pay with cash."" + +> Lily Greenberg said: "That sounds agreeable, Mr. Heinz. I'll confirm the transfer for half the amount today via bank transfer. Tomorrow, I'll be there to pick up the Tile Mate Item Tracker and pay the remaining amount in cash. Shall we do this?" + +> Hendrick Heinz said: ""Lily, sounds like a plan! I'll keep the Tile Mate Item Tracker here until tomorrow. We'll arrange the transaction smoothly. Just make sure to have exact change ready for the remaining cash payment. Should we also make any arrangements for signing the receipt or transferring the digital version? What do you think?"" + +> Lily Greenberg said: "We can handle the transaction digitally, Mr. Heinz. Once I receive the Tile Mate Item Tracker, I'll send you an electronic copy of the receipt. For the document version, I typically prefer to review it beforehand, but given our time constraints, this should work. Can we finalize it here?" + +> Hendrick Heinz said: ""Excellent, Lily. Let's finalize this transaction digitally. I trust you'll have the exact amount ready for tomorrow. We'll arrange for the pick-up and payment at my place. Let's ensure all details are clear and agreed upon. How does that work for you?"" + +> Lily Greenberg said: "It works perfectly for me, Mr. Heinz. Let's conclude this then. I confirm that I'll arrange the transaction tomorrow as planned and the transaction will be completed digitally. I'm looking forward to receiving the Tile Mate Item Tracker tomorrow." + +> Hendrick Heinz said: ""Lily, perfect agreement from both sides. I trust you'll handle the transaction efficiently. Let's ensure everything goes smoothly tomorrow. I'll have the Tile Mate Item Tracker ready and waiting for you. When you arrive, we'll finalize the exchange. Looking forward to seeing you then."" + +> Lily Greenberg said: "I appreciate your cooperation, Mr. Heinz. It was indeed a smooth negotiation. I'll see you tomorrow for the pickup and payment of the Tile Mate Item Tracker. Thank you again for your assistance." + +> Hendrick Heinz said: ""Lily, it's settled then. Let's make sure everything goes according to plan. Tomorrow, we'll complete this transaction smoothly. Just remember to bring the full payment in cash. I'll ensure the Tile Mate Item Tracker is ready for you. Looking forward to our meeting."" + +> Lily Greenberg: left the conversation diff --git a/human_eval_interface/split_2/01JV3KVVBQ075WCS6ZR52BJW93.md b/human_eval_interface/split_2/01JV3KVVBQ075WCS6ZR52BJW93.md new file mode 100644 index 0000000..1d64afe --- /dev/null +++ b/human_eval_interface/split_2/01JV3KVVBQ075WCS6ZR52BJW93.md @@ -0,0 +1,60 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Liam Johnson** +Liam Johnson is a 60-year-old male retired police officer. He/him pronouns. Liam Johnson is a dedicated dog owner and can often be seen walking his aging Border Collie around the neighborhood. Personality and values description: Liam Johnson is reserved, empathetic, and slightly anxious. His priority is security, guided by logical decision-making. Liam's secrets: Once let a criminal go due to sympathy + +## Social Goals + +- **Eli Dawson**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Liam Johnson**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Eli Dawson said: "Hello Liam, I am really interested in the antique oak accent table you're selling. Do you happen to know about its history?" + +> Liam Johnson said: ""Eli, I'm glad you're interested in the table. Its history dates back to the late 1800s and has been passed down through several generations. It's in exceptional condition and perfect for any home or office setting. Given its quality, I'd like to keep it within the reasonable range of $58.6. What's your budget like?"" + +> Eli Dawson said: "I appreciate your willingness to share the historical context, Liam. Given its excellent condition and significance, I understand why you might consider a higher price. But, considering my budget constraints, perhaps we could negotiate? How about $30.00?" + +> Liam Johnson said: ""Eli, I appreciate your interest in the table. It's a significant piece with historical value, so the price I've listed is reflective of its condition and rarity. That being said, I can consider lowering the price to $45 if that's more in line with your budget. Can we find a compromise? What else might be possible for us to agree on?"" + +> Eli Dawson said: "Liam, I respect your valuing of the artifact's rarity and condition. At the same time, I have limited financial flexibility. Would it be possible for you to lower the price even further to $40? This would better fit within my budget." + +> Liam Johnson said: ""Eli, I understand where you're coming from and I'll try to accommodate your budget. Let's see if we can reach a fair agreement. Could we settle on $42? This would still reflect its condition and uniqueness, but also be more within your means. What do you think?"" + +> Eli Dawson said: "That sounds like a fair deal, Liam. I'm glad we were able to come to an understanding that respects both our financial constraints. When can I see the table and make arrangements?" + +> Liam Johnson said: ""Eli, I appreciate your patience and understanding. Let's make sure we arrange everything properly. I can meet you tomorrow to show you the table. If you decide to purchase it, when can we finalize the transaction? Also, could we discuss the shipping options and any additional costs involved?"" + +> Eli Dawson said: "I agree, Liam. Let's finalize the transaction tomorrow after seeing the table. In terms of shipping, could we ship it via DHL with full insurance coverage? As for additional costs, please let me know." + +> Liam Johnson said: ""Alright, Eli, meeting tomorrow to see the table works for me. I'll be ready to discuss the shipping options and any other details. DHL with full insurance coverage sounds good. Can we finalize the transaction then, assuming you're satisfied with the table? Let's ensure everything is clear and transparent. What are your thoughts?"" + +> Eli Dawson said: "Sounds great, Liam. I'll assess the table tomorrow. If I'm satisfied, we can finalize the transaction right then. Let's ensure all the details are clear, transparent, and fair. Looking forward to seeing the antique oak accent table." + +> Liam Johnson said: ""Sure, Eli. Tomorrow we'll take a closer look at the table and discuss all the details thoroughly. Just want to make sure everything is perfect for you. Can you bring a pen and notebook so we can note down any agreements or concerns? And, I'll prepare a receipt for the transaction. What does that sound like to you?"" + +> Eli Dawson said: "That sounds fine, Liam. I'll bring a pen and notebook tomorrow. And yes, preparing a receipt is a good idea. I'm looking forward to seeing the antique oak accent table and hopefully getting it under the agreed terms." + +> Liam Johnson said: ""Great, Eli. I'll have everything prepared. Let's make sure we cover all bases and address any questions you might have during the viewing tomorrow. I'll have the receipt ready and go over the payment details together. Let's ensure this transaction is smooth and fair. What time works best for you?"" + +> Eli Dawson said: "I'll check the availability around noon tomorrow. That should work for me. Anticipate seeing the antique oak accent table then." + +> Liam Johnson said: ""Eli, noon tomorrow sounds perfect. I'll have everything prepared for our meeting. Let's ensure we go over every detail to make sure everything is clear and agreeable. I'll be here to show you the antique oak accent table and help us finalize the transaction. When shall we begin our viewing session?"" + +> Eli Dawson said: "Excellent, Liam. I look forward to meeting you tomorrow at noon for the viewing of the antique oak accent table. Ensure all the details are in order. See you then." + +> Liam Johnson said: ""Eli, thank you for your patience and understanding. I'll prepare everything and ensure the viewing goes smoothly. I'll have the table displayed in optimal conditions and be ready to answer any questions you might have. Let's finalize the transaction based on our agreed terms. See you tomorrow at noon. What time exactly would you prefer?"" + +> Eli Dawson said: "Thank you for accommodating my budget, Liam. I'm definitely looking forward to seeing the antique oak accent table tomorrow at noon. You can expect the transaction to finalize based on our agreed terms. See you then." + +> Liam Johnson said: ""Absolutely, Eli. Let's ensure everything is in place for a smooth transaction. I'll have everything ready for our viewing at noon tomorrow. If you're satisfied, we can finalize the deal right then. See you then! What specific details should we focus on during the inspection?"" diff --git a/human_eval_interface/split_2/01JV3KW028M0YQVBJ6PAFZ24T5.md b/human_eval_interface/split_2/01JV3KW028M0YQVBJ6PAFZ24T5.md new file mode 100644 index 0000000..dbe06bd --- /dev/null +++ b/human_eval_interface/split_2/01JV3KW028M0YQVBJ6PAFZ24T5.md @@ -0,0 +1,60 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Sophia James** +Sophia James is a 27-year-old female personal trainer. She/her pronouns. Sophia enjoys spending time outdoors, hiking, and rock climbing. Personality and values description: Sophia James is exuberant, spontaneous, and pleasure-seeking, often making impulsive decisions. Sophia's secrets: Secretly in love with her best friend's husband + +**Baxter Sterling** +Baxter Sterling is a 42-year-old male antique restorer. He/him pronouns. Baxter Sterling's back yard is full of rare and unusual plants. Personality and values description: Baxter Sterling values tradition and security. He is introverted, conscientious but slightly anxious. His decision-making style is both logical and spontaneous. Baxter's secrets: Secretly in possession of a priceless artifact + +## Social Goals + +- **Sophia James**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Baxter Sterling**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Sophia James said: "Hey Baxter, I've noticed you've been tossing and turning a lot during these last few nights. Do you think we could share our bed tonight? Maybe we could just chat and catch up, who knows, it might help you relax!" + +> Baxter Sterling said: ""Sophia, I appreciate your concern and your offer. Perhaps a separate bed will help with my back pain. However, I value our intimacy and would prefer if we still spend some quality time together. How about we sit outside under the stars and talk while enjoying a nice glass of wine? It sounds like it could be comforting and enjoyable for us both. What do you think?"" + +> Sophia James said: "I totally get where you're coming from, Baxter, and I agree that it could be quite soothing. We could indeed enjoy the serene ambiance of your garden, sip on that wine, and catch up. It's not often we get such a tranquil setting to talk things out. Let's do that!" + +> Baxter Sterling said: ""Absolutely, let's make the most of the tranquility in the garden. I'm sure the fresh air and starry skies will soothe us both. Plus, it allows me to find the right balance between comfort and closeness. What say you, Sophia? Should we prepare a small picnic too?"" + +> Sophia James said: "Hear hear! A picnic under the stars sounds perfect, Baxter. Let's put some of those delightful snacks together. It’ll be a fun way to unwind. And hey, maybe we can even gaze at the stars like kids again." + +> Baxter Sterling said: ""Sophia, I love the idea of the picnic under the stars. Let's gather some simple yet delightful snacks that match the serene atmosphere. It'll be a perfect way to reconnect and enjoy this peaceful evening. Shall we start with something light, perhaps some cheese and crackers? What do you suggest?"" + +> Sophia James said: "I'm glad we're on the same page, Baxter. Cheese and crackers sound great! But let's not forget fruits and some delicious chocolates too. They'll add a bit of sweetness to our evening, wouldn't you agree?" + +> Baxter Sterling said: ""Sophia, adding a touch of sweetness with fruits and chocolates sounds like a wonderful idea. It will certainly make our evening more delightful. Let's take advantage of this serene setting to truly unwind and cherish each other's company. What time should we start? Would you like to prepare anything else besides the snacks?"" + +> Sophia James said: "That's settled then, then! Let's kick off around 8 PM so we have enough time to set everything up. Oh, and could we perhaps have a small fire pit? It would just add to the starry night ambience, don't you think?" + +> Baxter Sterling said: ""Sophia, having a fire pit will definitely enhance the evening's atmosphere. Let's aim for a cozy yet vibrant ambiance. I'm looking forward to our conversation amidst the stars. Could you suggest some pleasant topics we could discuss? This will ensure we make the most of our time together. What are your thoughts?"" + +> Sophia James said: "I appreciate your thoughtful suggestions, Baxter. Well, how about we talk about your latest restoration project? I'd love to know more about the fascinating world of antiques. Also, I've been meaning to share about my new fitness routine with you. Maybe we could even brainstorm about some outdoor activities we could enjoy together on future vacations." + +> Baxter Sterling said: ""Sophia, talking about your fitness routine sounds like a great idea. I'm eager to hear more about it. As for the outdoor activities, that could be wonderful. Perhaps we could explore some hikes or rock climbing trails near here. And discussing my work on antiques will be an interesting change of pace. What do you think? Let's start the fire pit early to warm up the evening."" + +> Sophia James said: "I'm excited, Baxter! Let's light the fire pit early then. It will bring that coziness we need to make the most of this night. Meanwhile, shall we work on our list of potential hikes and outdoor activities we might explore? Who knows, we might stumble upon some hidden gems!" + +> Baxter Sterling said: ""Sophia, let's plan ahead so we can fully enjoy our time tonight. Hiking trails and rock climbing sites sound exciting. Let's map them out and perhaps pick one for tomorrow. Meanwhile, let's focus on making our evening relaxing and memorable by exploring the beauty of our surroundings. How does that sound?"" + +> Sophia James said: "That sounds perfect, Baxter! Let's map out the hiking trails and climbing spots today. Tomorrow we can explore one. And yes, let's focus on creating a relaxing and memorable evening. How about we start the fire pit now? The anticipation and excitement of the unknown trails tomorrow could be a good fuel for today's relaxation, don't you think?" + +> Baxter Sterling said: ""I agree, Sophia. Let's start with the fire pit and use the moment to plan our adventures for tomorrow. This way, we'll make tonight memorable and look forward to our explorations. What kind of trails do you have in mind? We could explore scenic ones with breathtaking views. What about you, Baxter? Do you have any preferences?"" + +> Sophia James said: "I'm glad we're on the same page, Baxter. For me, you can bet on trails that are less crowded but still offer spectacular vistas. I personally enjoy those that lead through dense forests, with rugged terrains and waterfalls. As for preferences, yours seem quite appealing to me. Let's start the fire pit now and begin our planning. It'll surely make the night more engaging." + +> Baxter Sterling said: ""Sophia, I appreciate your thoughtful choices. Let's focus on creating a serene and cozy atmosphere first. Let's enjoy this moment under the stars and discuss the trail options later. We can start the fire pit now and gather our thoughts. What do you suggest we talk about to begin with? Any specific topics that interest you?"" + +> Sophia James said: "That's a splendid idea, Baxter. Let's talk about the trail planning later after we enjoy some warmth from the fire pit. For now, I think we could start the evening off by. How about we start the fire pit now? The anticipation of exploring these trails tomorrow could make tonight even more enjoyable. And hey, this might help Baxter relax a little better. What do you think?" + +> Baxter Sterling said: ""Alright, let's start the fire pit first. It'll be lovely to relax and watch the flames dance under the starlit sky. Let's start planning the trails after. How about we choose a route that's a bit challenging for a good adventure? And perhaps, a hike that offers stunning views for a memorable experience. What do you think, Sophia?"" diff --git a/human_eval_interface/split_2/01JV3KW5J330TP52MC83DPQCCD.md b/human_eval_interface/split_2/01JV3KW5J330TP52MC83DPQCCD.md new file mode 100644 index 0000000..94b3901 --- /dev/null +++ b/human_eval_interface/split_2/01JV3KW5J330TP52MC83DPQCCD.md @@ -0,0 +1,60 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Isabelle Martinez** +Isabelle Martinez is a 22-year-old female student. She/her pronouns. Isabelle Martinez works part-time in a coffee shop. Personality and values description: Isabelle Martinez, an imaginative yet anxious individual, values liberty and obedience. Her cautious nature drives her decision-making process. Isabelle's secrets: She is secretly studying magic. + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +## Social Goals + +- **Isabelle Martinez**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Donovan Reeves**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Isabelle Martinez said: "Hey Donovan, I've noticed there have been some issues with the house rules being broken and we're having quite a lot of trouble lately. It's important for us all living here to respect each other's space and abide by the agreed-upon regulations. If things don't improve, maybe it's time for you to move out?" + +> Donovan Reeves said: ""Hey Isabelle, I appreciate your concern about our living situation. I realize some house rules might've been broken. Let's address these together and see how we can better respect each other's spaces. What specific issues are causing problems? Maybe we can come up with some new, mutually agreeable rules."" + +> Isabelle Martinez said: "Well Donovan, it seems like noise levels have been too high during late hours, disrupting others trying to rest. Also, personal items have been moved around without permission. As for solutions, how about we keep noise to a minimum after 10 PM, and ask before handling someone's belongings? It's all about respecting each other's spaces and peace." + +> Donovan Reeves said: ""Absolutely, Isabelle, I understand where you're coming from. I apologize for any inconvenience caused and will definitely tone down the noise after 10 PM. As for moving items, I promise to ask first next time. Let's work on this together and find the best solution for everyone. Can we discuss this further and possibly set up a schedule to ensure we're all comfortable?"" + +> Isabelle Martinez said: "That sounds good, Donovan. Continuous communication is key. We could set up a group chat where we can discuss any concerns or suggestions freely. And remember, our aim is to create a comfortable living environment for everyone. If you ever feel uncomfortable or need help managing something, please let me know. I'm here to support you." + +> Donovan Reeves said: ""Isabelle, thank you for bringing these issues to my attention. I genuinely want to resolve them and maintain a peaceful environment here. I'll make sure to respect the schedule we set up and communicate openly. Can we establish this group chat now so we can handle any future issues quickly and efficiently? It's important to me that everyone feels comfortable."" + +> Isabelle Martinez said: "I think setting up a group chat would be a great idea, Donovan. It will allow us to address issues promptly and transparently. Additionally, it's important for us to remember that we're all here to support each other. If you ever feel overwhelmed, please reach out. I am glad you are willing to address these issues and I believe if we communicate well, we can create a peaceful environment for everyone." + +> Donovan Reeves said: ""Isabelle, I really appreciate your understanding and willingness to address these issues. I'll definitely use the group chat to stay informed and communicate clearly. How about we also set some ground rules and revisit them regularly to ensure everyone's comfort? This way, we can proactively prevent any future issues. What does everyone else think? Let's work together to make this home a pleasant place for everyone."" + +> Isabelle Martinez said: "Donovan, it's heartening to hear that you're proactive about resolving issues and maintaining a harmonious living environment. Yes, setting up regular revisits of the ground rules would indeed be helpful. And remember, our primary aim is to ensure everyone's comfort. Let's continue to communicate and cooperate to make our home a haven for all. I look forward to using the group chat to promptly address any concerns we may have. Thank you for your understanding and willingness to make changes." + +> Donovan Reeves said: ""Isabelle, I truly value our harmony and want to contribute positively to our living space. Let's address these concerns together and make adjustments as needed. I fully commit to the suggested solutions and will actively participate in the group chat and regular check-ins. Any feedback or concerns you have, I'm open to discussing. What are your thoughts on moving forward?"" + +> Isabelle Martinez said: "Donovan, I'm glad we're both committed to resolving these issues and creating a harmonious living environment. Your commitment to actively participating in the group chat and regular check-ins reassures me. Let's take this opportunity to learn and grow as individuals and as roommates. I look forward to working positively together to make our home a pleasant place for everyone. Thank you for your openness and cooperation." + +> Donovan Reeves said: ""Isabelle, I appreciate your patience and constructive approach. Let's ensure that our home remains a safe and comfortable space for everyone. I'll be more mindful of noise levels and respecting others' belongings. Together, we can create a positive and respectful living environment. Can we schedule our first meeting tomorrow to review the new rules and make any necessary adjustments?"" + +> Isabelle Martinez said: "Donovan, I think it's wonderful that you're taking responsibility and committing to these changes. Yes, scheduling a meeting tomorrow to review the new rules would be a great idea. Let's make sure everyone is present so we can go over everything thoroughly. I'm confident that with our cooperation, we can create a harmonious living environment. Thank you for your openness to addressing these issues." + +> Donovan Reeves said: ""Isabelle, let's definitely make sure everyone is present for our meeting tomorrow. Let's focus on implementing the agreed-upon rules effectively and fostering a supportive environment. I'm really committed to making this work for everyone. Can we plan this meeting for an early evening when everyone can attend?"" + +> Isabelle Martinez said: "I think an early evening meeting tomorrow sounds perfect, Donovan. It's likely that everyone will be more relaxed then and able to fully participate. Let's foster a supportive environment and implement the agreed rules effectively. Thank you again for your commitment and cooperation. Looking forward to a harmonious home." + +> Donovan Reeves said: ""Isabelle, I appreciate your patience and willingness to find a solution that works for everyone. Let's ensure we start strong with tomorrow's meeting. I'm ready to adapt and coexist respectfully. What time do you suggest for this evening meeting? Can we also discuss and address any other concerns before we finalize the rules?"" + +> Isabelle Martinez said: "Donovan, let's set the meeting for 7 PM tomorrow. This gives everyone enough time to wind down after work or classes. Also, we can certainly address any other concerns beforehand. Once we've gone over everything, we can finalize the rules. I believe this approach will lead to a strong foundation for a respectful and harmonious living environment. Thank you once again for your readiness to adapt and cooperate." + +> Donovan Reeves said: ""Isabelle, setting the meeting for 7 PM tomorrow works perfectly. I'll ensure everyone attends and we thoroughly review the rules. Let's make sure everyone's voices are heard and we address all concerns. Can we also take this opportunity to set some long-term guidelines to avoid similar issues in the future? Let's make our home a comfortable space for everyone involved."" + +> Isabelle Martinez said: "Donovan, setting a long-term guidelines for tomorrow's meeting is a great idea. It ensures that we learn from this experience and prevent similar issues from happening in the future. Let's make our home a comfortable space for everyone. Thank you for your readiness to participate actively and cooperate. I look forward to our 7 PM meeting tomorrow." + +> Donovan Reeves said: ""Isabelle, let's ensure our meeting tomorrow starts with a thorough discussion on our new guidelines and addresses any immediate concerns. After we finalize these, let's also consider setting up a system for ongoing communication to prevent future issues. This way, we can maintain a harmonious and respectful living environment. What does everyone else think?"" diff --git a/human_eval_interface/split_2/01JV3W4ZCK40AZE687K4SPG1AN.md b/human_eval_interface/split_2/01JV3W4ZCK40AZE687K4SPG1AN.md new file mode 100644 index 0000000..6b394d7 --- /dev/null +++ b/human_eval_interface/split_2/01JV3W4ZCK40AZE687K4SPG1AN.md @@ -0,0 +1,26 @@ +# Scenario + +Two friends participating in a charity event for children in Syria + +**Codename:** donate_funds + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +## Social Goals + +- **Samuel Anderson**: Convince your friend to donate more funds to the cause (Extra information: Your friend initially planned to donate $200, but you believe they could afford to donate $500) +- **Ethan Johnson**: Maintain financial stability while supporting the cause (Extra information: You only have $300 set aside for donations and other expenses, and you are not comfortable about exceeding this budget.) + +## Social Interactions + +> Samuel Anderson said: "Hey Ethan, I know you're already donating $200, which is awesome. But let's be honest, we've got good incomes and I know we both have a heart for those less fortunate. I'm wondering, could we do a bit more? How about we aim for $500 instead? It's just a suggestion, but think of all the extra children we could help. I used to figure out how to stretch resources when I was competing in figure skating, so I think we could handle it. Plus, I heard from some volunteers on site that every dollar really does count. What do you say?" + +> Ethan Johnson said: "Hey Samuel, you know I admire your mindset towards giving. Your past experiences definitely contribute to your perspective. However, I must admit that $500 is a stretch for me right now. I've already set aside $300 for this cause and other expenses related to it. I am open to increasing the amount, but within my comfort zone. Let's keep in mind that every dollar really does count. How about we focus on ensuring that everything within our control is used efficiently?" + +> Samuel Anderson said: "Ethan, I completely understand where you're coming from and I appreciate your contributions so far. That being said, consider this, we both love cooking and helping others. How about we each pitch in an additional $100 to make a bigger impact together? We could even make it into a fun event and invite other friends to join us. It would be a great way to spread the word and maybe even get more people involved. Besides, think about the joy we can bring to those children in Syria with just a little extra. How about we start a small fundraising event at home and cook for our neighbors? I can even bring some of my favorite recipes from my time as a figure skater. Would you be interested in helping me organize something like that?" diff --git a/human_eval_interface/split_2/01JV3W5WJ23C1NJDA8HVBXW7RG.md b/human_eval_interface/split_2/01JV3W5WJ23C1NJDA8HVBXW7RG.md new file mode 100644 index 0000000..f3edbc3 --- /dev/null +++ b/human_eval_interface/split_2/01JV3W5WJ23C1NJDA8HVBXW7RG.md @@ -0,0 +1,48 @@ +# Scenario + +Two friends are playing a video game together + +**Codename:** game_winning + +## Agents Background + +**Oliver Thompson** +Oliver Thompson is a 45-year-old male architect. He/him pronouns. Oliver enjoys painting in his free time as a way to express his creativity and relax after a stressful workday. Personality and values description: Oliver Thompson is meticulous and outgoing with a penchant for analytical decision-making. He values adherence to social standards. Oliver's secrets: Has a hidden feeling for his neighbor + +**Esmeralda Solis** +Esmeralda Solis is a 45-year-old female district attorney. She/her pronouns. Esmeralda Solis is an accomplished District Attorney who has a weakness for ballroom dancing and enjoys practising in her leisure time. Personality and values description: Esmeralda Solis, known for her creativity and extraversion, values authority and liberty. She makes strategic, decisive decisions. Esmeralda's secrets: Has undisclosed romantic relationships with several high-profile criminals + +## Social Goals + +- **Oliver Thompson**: Win the game (Extra information: you just need five more minutes to accomplish your goal in the game) +- **Esmeralda Solis**: Stop the game because it's too late (Extra information: you feel tired and need to go to bed early but don't want to upset your friend) + +## Social Interactions + +> Oliver Thompson said: "Esmeralda, I appreciate our gaming session today. It's been a great time. However, since I'm just a few minutes away from winning, could we maybe pause for just a bit so I can make sure to reach my goal? It would mean a lot to me." + +> Esmeralda Solis said: "I completely understand, Oliver, thank you for understanding. It’s been an entertaining session indeed. Let's pause now, so you can claim your victory. It's late though, and I need to rest early. We can continue another day, okay?" + +> Oliver Thompson said: "Thank you, Esmeralda. Your support means a lot. But, since I'm almost there, would it be possible if I play a bit longer without pausing? I've been working on this part for quite some time and I really want to get this victory. I'll ensure not to go over the extra time we agreed upon. Additionally, I'd like to invite you to a dance competition next month. I think it would be a fun way for us to enjoy each other's company and also to celebrate your success today." + +> Esmeralda Solis said: "Oliver, your offer to extend the game was very touching. I deeply respect your eagerness to win and I commend you for it. As for the dance competition, I'd love to join! It will indeed be a splendid way to unwind and celebrate. Good night, my friend." + +> Oliver Thompson said: "Thank you for your understanding and support. I really value our gaming sessions. I'll finish up quickly and we can celebrate with a round of drinks after. And I'll also start preparing our costumes for the dance competition. Let's make sure to practice together. I promise to wrap it up soon, but I really want to see this through to the end. Also, how about we pick a song for the dance? How about 'Come Together' by The Beatles? That way, it will feel like a victory celebration all night long. Also, could we meet tomorrow to continue where we left off?" + +> Esmeralda Solis said: "Your persistence is admirable, Oliver. I appreciate your enthusiasm, and I'm looking forward to the celebration with 'Come Together'. As for the practice, let's definitely meet tomorrow to continue where we left off. Good night, my friend." + +> Oliver Thompson said: "I'll make sure to finish up quickly so we can celebrate our victories together. After our practice session tomorrow, let's meet at my place for some snacks and drinks. I also have some sketches of costumes I think would look perfect for 'Come Together'. We can brainstorm and finalize them during our session." + +> Esmeralda Solis said: "That sounds like a splendid plan, Oliver. I'll look forward to seeing your sketches and discussing ideas for the costumes. Let's continue our victory celebration tomorrow. Good night." + +> Oliver Thompson said: "Thank you, Esmeralda. I'm truly grateful for your support. Since I am just about to win, may I ask if you wouldn't mind giving me one more minute to complete the level? I know you're tired, but I just want to ensure I win this time. After that, I promise to help you with the costume designs and snacks tomorrow. I'll be finishing up this level and then we can celebrate immediately. It's a small request, and I hope you can agree. After that, I'll be all set for our ballroom dancing adventure. Also, I'll send over the sketches of the costumes tonight." + +> Esmeralda Solis said: "Oliver, your consideration towards my fatigue is deeply appreciated. I understand and respect your need to see this through. After the victory, let's meet at your place for snacks and drinks. Your sketches can be sent over tonight. Good night, my friend." + +> Oliver Thompson said: "I'm really excited about tomorrow's costume designs and our dance practice. Before I finish this level, I want to leave you with something special. How about I create a personalized message that we can both sign and hang up above our costumes to remember our friendship and the victory we shared today? I'll make sure it's short, meaningful, and inspiring. I promise to send everything over tonight so we can start working on it together tomorrow." + +> Esmeralda Solis said: "Oliver, your thoughtfulness is quite inspiring. I'm really excited about the victory celebration and our future collaborations. Your idea of a personalized message is a wonderful touch. After this, we can send everything over tonight and start working on it tomorrow. Good night." + +> Oliver Thompson said: "Great, I'll send over the sketches, the personalized message, and any other necessary details by tonight. In addition, let's plan to have a small photo shoot together to capture the moment. This will be a memorable way to commemorate our victory and our friendship. I'll also invite our mutual friends to join us for the celebration. I also want to ensure you have the perfect outfit for the dance. Could I take a quick photo of you so I can design a costume that truly reflects your style?" + +> Esmeralda Solis: left the conversation diff --git a/human_eval_interface/split_2/01JV3W8XMS5HV7P80MVNWYJCJE.md b/human_eval_interface/split_2/01JV3W8XMS5HV7P80MVNWYJCJE.md new file mode 100644 index 0000000..1259c47 --- /dev/null +++ b/human_eval_interface/split_2/01JV3W8XMS5HV7P80MVNWYJCJE.md @@ -0,0 +1,34 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Sophia Brown** +Sophia Brown is a 25-year-old female psychologist. She/her pronouns. Sophia Brown is working on her new book now. Personality and values description: Sophia Brown, open-minded and sensitive, values fairness. Her decision-making style is analytical. Sophia's secrets: She is an undercover agent for a secret organization. + +## Social Goals + +- **Naomi Fletcher**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Sophia Brown**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Naomi Fletcher said: "Sophia, I'm feeling really cold tonight. Do you think we could share the blanket? It will help us both stay warm and make our camping experience more comfortable for everyone. I can take the blanket over here near the fire to get some heat from it." + +> Sophia Brown said: "I understand, Naomi. It's pretty chilly out here tonight. However, I'm afraid I may need the extra warmth more than you. You've been quite active around the fire, generating lots of body heat. As someone with a lower tolerance for cold, my body is just trying to conserve heat. So, if you don't mind, I'd prefer to keep the blanket." + +> Naomi Fletcher said: "Sophia, I know it feels good to have the blanket for myself, but I also noticed how cold you've been. I believe it's important for us to work together and support each other. Let's try sharing the blanket. Besides, I can always use the heat from the fire to warm up, and I'll stay close to the flames to ensure I stay cozy. Also, if you let me share, you might get a bit of warmth too, and we can save our combined heat to keep our campsite nice and toasty. How does that sound?" + +> Sophia Brown said: "Naomi, you're right, and I appreciate your concern. Sharing the warmth is indeed a good idea. Let's give it a try then. If it doesn't work, we can always come up with another solution. In any case, our safety and comfort is the priority." + +> Naomi Fletcher said: "Thank you for agreeing to share, Sophia. I'll bring my jacket closer to the fire to add more warmth and pass the blanket over. Together, we can maintain a nice temperature for everyone. Additionally, I can use my coding skills to develop a small project that monitors the campsite temperature in real-time, which will help us adjust our actions accordingly to ensure maximum comfort. I'll also make sure to check on each other throughout the night." + +> Sophia Brown said: "That's a brilliant idea, Naomi! With a temperature monitor, we can definitely keep ourselves comfortable and safe. And the jacket by the fire sounds like a wonderful plan to boost the warmth. Now, let's rest and get some sleep. Goodnight, dear friend." + +> Naomi Fletcher said: "Goodnight, Sophia. Thank you for trusting me to help improve our situation. I'll make sure to start on the temperature monitor project first thing tomorrow morning. We'll have a cozier camping trip for sure!" diff --git a/human_eval_interface/split_2/01JV3WDH4K55RMZH717239T3J4.md b/human_eval_interface/split_2/01JV3WDH4K55RMZH717239T3J4.md new file mode 100644 index 0000000..1494722 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WDH4K55RMZH717239T3J4.md @@ -0,0 +1,60 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Sophia Brown** +Sophia Brown is a 25-year-old female psychologist. She/her pronouns. Sophia Brown is working on her new book now. Personality and values description: Sophia Brown, open-minded and sensitive, values fairness. Her decision-making style is analytical. Sophia's secrets: She is an undercover agent for a secret organization. + +## Social Goals + +- **Eli Dawson**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Sophia Brown**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Eli Dawson said: "Sophie, I've noticed that you haven't slept well lately, maybe we could try sharing the bed tonight? It might help you rest better. I understand if you're not comfortable with it, but I'd like to see if it makes a difference. We could also use my vintage travel books as a makeshift pillow if that helps." + +> Sophia Brown said: "That's a thoughtful suggestion, Eli. However, I'm still experiencing some discomfort. Perhaps, we could try having separate beds for the night? This will give me the opportunity to get a good night's sleep, considering my back pain. But don't worry about our intimacy, we could plan a romantic activity for tomorrow morning to make up for it." + +> Eli Dawson said: "I appreciate your understanding, Sophia. A separate bed sounds like a great idea. And how about we spend the morning exploring this charming city we're in, taking in the sights and perhaps enjoying a nice brunch. As for the romance, how about we start a scavenger hunt in the local area? That could be both fun and a great way to explore together. Also, maybe I can use my vintage books to create a cozy atmosphere for us, even from separate beds. Let's make the most of this time and ensure you feel rested and happy." + +> Sophia Brown said: "That sounds like a wonderful compromise, Eli. Exploring the city and starting a scavenger hunt is just the kind of adventure I was thinking of. Your idea of creating a cozy atmosphere with your vintage books is brilliant too. I appreciate your understanding and flexibility. Thank you for being so considerate." + +> Eli Dawson said: "Great, let's start early so we can enjoy the day to the fullest. I'll head over to my collection right after breakfast to pick out some books. In the meantime, why don't you take a nap in the afternoon? I'll join you when I finish setting things up. I promise, by the end of the day, you'll feel refreshed and ready for any adventure we throw at you." + +> Sophia Brown said: "That sounds perfect, Eli. Sleeping after a light breakfast sounds lovely. You have a good day selecting those books, I'm sure they'll add a unique flavor to our day. Looking forward to a day full of exploration and adventure!" + +> Eli Dawson said: "I'll bring the books to our room later, and set up a small reading nook for us. After the scavenger hunt, we can come back here and enjoy a quiet evening. Additionally, how about we make a special treat for dinner? I'll whip up a homemade pasta dish using some of my favorite recipes. We'll have a cozy evening in, enjoying each other's company while savoring delicious food. Sound like a plan?" + +> Sophia Brown said: "Yes, that does sound like a plan, Eli. A cozy evening in with good company and homemade pasta sounds absolutely delightful. I'm looking forward to it." + +> Eli Dawson said: "After dinner, how about we watch the sunset from the rooftop bar of our hotel? It'll be a beautiful way to end our day. Plus, it might be a perfect spot for our romantic moment. And afterwards, we can enjoy a glass of wine or two from my collection. What do you think?" + +> Sophia Brown said: "I love the sound of that, Eli. The rooftop bar at sunset, enjoying the view together and then savoring the wines from your collection. It will definitely be a memorable evening. Let's make this vacation unforgettable." + +> Eli Dawson said: "Let's also make a pact to share our experiences and thoughts during this trip. I believe it will deepen our connection. How about we write down something interesting or significant each day and share them with each other? Maybe it's a quote from a book, a memory we had, or something we learned today. This way, we'll keep our bond strong and create a meaningful journal together." + +> Sophia Brown said: "I really appreciate that idea, Eli. Sharing our daily experiences will indeed deepen our connection and create a meaningful record of our vacation. It's such a wonderful suggestion. Let's embark on this adventure and document every moment together." + +> Eli Dawson said: "Considering we're going to have a busy day tomorrow and start early, how about we spend the last hour of the day watching a movie? I picked out a classic film with lots of hidden gems. It's a bit unconventional, but I thought it would be a perfect way to wind down our evening. We could enjoy the homemade pasta and discuss the movie after it ends. Also, it might inspire some deep conversations and more shared experiences to write in our journal." + +> Sophia Brown said: "That's a fantastic idea, Eli. Starting our evening with a movie, followed by the discussions and the subsequent conversations for our journal entries sounds like a perfect plan. I'm really excited about this! Let's make the most of this memorable vacation and create unforgettable moments together." + +> Eli Dawson said: "Perfect, let's finalize our plan for the day and night. I'll start setting everything up right away, and we'll begin our day early with breakfast and our exploration. And remember, it's all about creating unforgettable memories and enjoying every moment together. I'll also make sure to capture the essence of our vacation in my photography, which will be part of our journal as well. I'm really excited about this. Also, since I've been sharing the bed and you mentioned the back pain, how about I prepare a gentle massage for you as a special treat after dinner? It could help relieve any tension and make the evening extra relaxing." + +> Sophia Brown said: "That's a wonderful idea, Eli. A massage after dinner sounds like the perfect way to relax and unwind. Your enthusiasm and thoughtfulness are truly admirable. Let's make this day and this day-trip filled with adventures, romance, and memories into an unforgettable experience. Here's to creating cherished memories together!" + +> Eli Dawson said: "Since we'll be exploring a lot tomorrow, I want to make sure you're fully charged. I've booked a spa session nearby where we can both relax. I'll pick you up around 2 PM to start our day with a rejuvenating massage. Afterward, we'll head straight to the city. Also, I have a surprise for you at the end of the day, a small picnic by the river with our homemade pasta and wine. I want to make sure you enjoy every moment of our time together. How does that sound?" + +> Sophia Brown said: "Your plans seem perfect, Eli. The spa session, the picnic by the river, and all the activities you suggested to ensure I'm fully charged and enjoy every moment of our vacation, sounds amazing. I'm really looking forward to it. Let's make these days indelible with wonderful memories!" + +> Eli Dawson said: "To make our day complete, how about we start our evening with a star gazing session? There's a perfect viewing spot near our hotel, and I can bring my telescope to show you the stars. It'll be a peaceful way to end the night, and who knows, maybe we'll even catch a meteor shower! Afterward, we can continue our journal writing under the stars. Additionally, I'll make sure to have a small gift for you, a special keepsake from our journey, which I hope you'll treasure. Does this sound like a plan?" + +> Sophia Brown said: "Your proposal for an evening star gazing session, complete with a telescope, is quite appealing. A star gazing session combined with our journal writing under the stars sounds like a romantic and serene experience. Adding a personal gift at the end seems like a thoughtful touch. I'm truly impressed with your planning. Let's enjoy every moment of this wonderful vacation!" diff --git a/human_eval_interface/split_2/01JV3WDVEQRVNBYCS95QVDR5Y4.md b/human_eval_interface/split_2/01JV3WDVEQRVNBYCS95QVDR5Y4.md new file mode 100644 index 0000000..93e0c71 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WDVEQRVNBYCS95QVDR5Y4.md @@ -0,0 +1,60 @@ +# Scenario + +Two people in a romantic relationship are on a vacation + +**Codename:** sleep_arrangement + +## Agents Background + +**Ethan Johnson** +Ethan Johnson is a 34-year-old male chef. He/him pronouns. Ethan Johnson is famous for cooking Italian food. Personality and values description: Ethan Johnson, a creative yet somewhat reserved individual, values power and fairness. He likes to analyse situations before deciding. Ethan's secrets: He is a closeted romance novel author. + +**Esmeralda Solis** +Esmeralda Solis is a 45-year-old female district attorney. She/her pronouns. Esmeralda Solis is an accomplished District Attorney who has a weakness for ballroom dancing and enjoys practising in her leisure time. Personality and values description: Esmeralda Solis, known for her creativity and extraversion, values authority and liberty. She makes strategic, decisive decisions. Esmeralda's secrets: Has undisclosed romantic relationships with several high-profile criminals + +## Social Goals + +- **Ethan Johnson**: Share bed and sleep together (Extra information: you have been sharing the bed for a few nights but the other person is not sleeping well) +- **Esmeralda Solis**: Sleep in a separate bed to get a good night's sleep but also maintain the intimacy with your partner (Extra information: you have been experiencing back pain and needs a firmer mattress to sleep on.) + +## Social Interactions + +> Ethan Johnson said: "Esmeralda, I've noticed that you haven't been getting a good night's sleep lately. How about we switch places tonight? I think I might be able to help you get some rest better. I know we both have a busy schedule tomorrow, so let's take care of each other and make sure we're both well-rested for our adventures." + +> Esmeralda Solis said: "Ethan, I appreciate your concern and understanding. However, there’s another way. How about we sleep separately, but still in our same room? It maintains the intimacy we cherish, while giving me space to sleep comfortably. I've been practising ballroom dancing quite a lot lately and it's taken its toll on my back." + +> Ethan Johnson said: "Esmeralda, I understand the value you place on maintaining intimacy through shared quarters. I also appreciate your dedication to your dance practice. Perhaps we could try a compromise where I'll sleep closer to you, but give you plenty of space. Additionally, I can offer to prepare a small comfort pillow for you to use. This way, I stay close and support you, while ensuring you have the best possible rest. Let's work together to ensure we both have the rest we need to enjoy our day tomorrow. What do you think?" + +> Esmeralda Solis said: "Ethan, that sounds like a perfect compromise! Your thoughtfulness and consideration mean a lot to me. Your proximity and the additional comfort pillow will indeed help. And switching beds for the night gives us much-needed alone time too. We need our rest, just like we need our space and privacy to grow individually in our passions." + +> Ethan Johnson said: "I'm glad we found a solution that works for both of us. In the morning, we can start the day off right and fully prepared. By the way, since we're both working hard and taking care of each other, why don't we plan a relaxing activity for later today? Maybe a spa day or a walk along the beach? I believe it's important to balance work with self-care." + +> Esmeralda Solis said: "A spa day or a beach walk sounds wonderful, Ethan. Balancing work with self-care is indeed essential, especially during vacations. I think we'll make wonderful use of our time off. Looking forward to a refreshing day ahead!" + +> Ethan Johnson said: "Esmeralda, I am grateful for your flexibility and understanding. I think this arrangement will truly enhance our vacation experience. Let's also consider setting some boundaries to ensure we respect each other's needs. For example, I'll keep the noise level low and maybe even suggest we use a fan to create a soothing environment for both of us. I believe this will contribute to a peaceful atmosphere and allow us to bond further during our time off. Also, I'd love to spend some quality time preparing a special dinner for us tomorrow. How does that sound?" + +> Esmeralda Solis said: "Ethan, you have a knack for handling situations. I appreciate your suggestions! A dinner date sounds lovely and bonding. It adds another exciting chapter to our vacation. As for the boundaries, using a fan to reduce noise level is a wonderful idea. I believe these little adjustments can significantly enhance our cohabitation. Looking forward to this new experience!" + +> Ethan Johnson said: "Esmeralda, I want to take this opportunity to express my gratitude for your openness and cooperation. Let's make our vacation a memorable blend of shared moments and personal space. I'll start preparing for our dinner tomorrow, and perhaps we could start it with a small gesture of affection to kick off our relaxed evening. Also, how about we exchange a poem or short story each, which we can read aloud? It would be a nice way for us to share more about ourselves during our downtime." + +> Esmeralda Solis said: "Ethan, I commend your thoughtfulness and appreciation for our vacation. Reading aloud a poem or a story is indeed a delightful way for us to know each other better. It will surely add a unique touch to our day. And I am excited to prepare a special dinner for us. I look forward to a balanced mix of bonding and self-care!" + +> Ethan Johnson said: "Tonight, after we've settled in and before the dinner, how about we take a moment to write down our thoughts or share something meaningful about our lives, our passions, or our aspirations? This could serve as a journal entry for each of us and maybe inspire a couple of poems we can share later. It would also be a meaningful way for us to connect emotionally. Additionally, I'll make sure to cook something simple yet comforting, reflecting both of our cultural backgrounds. What do you think?" + +> Esmeralda Solis said: "Ethan, I am deeply impressed by your dedication and effort to ensure our mutual happiness and well-being during our vacation. Writing thoughts and sharing something meaningful about our lives sounds like a beautiful bonding experience. And I absolutely love the idea of a culinary fusion meal from both our backgrounds. Let's do this and create unforgettable memories!" + +> Ethan Johnson said: "That sounds wonderful. I will prepare a menu that combines elements from both our cultures, and it will be a true reflection of our journey together. I'll start sketching out ideas for the dishes now. In addition to the poems and stories we'll share, how about we also discuss some of our favorite places we've visited and dream about our next adventure? It will be a great way to relax and enjoy each other's company." + +> Esmeralda Solis said: "Travel discussions always excite me and I thoroughly enjoy reminiscing about places we've been and dreaming about future adventures. It’s a beautiful way to unwind and it certainly adds to the intimacy. Ethan, thank you once again for your thoughtful planning and consideration. Our shared journal entries, poems, and meaningful discussions will make for a memorable vacation. I'm eagerly looking forward to our day off!" + +> Ethan Johnson said: "Thank you for your cooperation and openness, Esmeralda. I believe our shared efforts will make this vacation truly special. After dinner, let's end the day with a movie night and a cozy evening in. Perhaps we could even watch a romantic film that resonates with our relationship. Also, I will make sure to include a special dessert that represents our combined heritage. Additionally, how about I write a short love letter for you, expressing my feelings for you and our journey. This will serve as a token of my love and our commitment to each other." + +> Esmeralda Solis said: "Ethan, your idea of a movie night and a cozy evening sounds splendid. Watching a romantic film that reflects our relationship would be a meaningful experience. And I absolutely love the thought of a heritage-inspired dessert. And writing a love letter for me...that is incredibly thoughtful. Thank you for all these arrangements and expressions of love. I am excited about our movie night and the cozy evening ahead." + +> Ethan Johnson said: "Esmeralda, it warms my heart to see you so excited about all these plans. I believe our combined efforts will truly make our vacation unforgettable. Since I'm going to be busy preparing for dinner and our other activities, how about you take the first shift on the journal entries? I'll join you when I finish cooking. In the meantime, I'll jot down some quick notes for the love letter. Also, I have an extra special surprise for us: I've been secretly working on a playlist of songs that symbolize our journey together. I think it would be a lovely way to wrap up our day. Can't wait to share it with you!" + +> Esmeralda Solis said: "Ethan, your attention to detail is simply amazing. The songs, the poetry, the shared stories - everything sounds like it will encapsulate our journey perfectly. And I am excited about the shared playlist and the idea of a symbolic song to represent our relationship. Let's do this and make our vacation unforgettable!" + +> Ethan Johnson said: "I am thrilled that we're on the same page for our vacation. I will start preparing the Italian dishes for our dinner, incorporating some American flavors inspired by your love for ballroom dancing. Meanwhile, please write in your journal and start on your poem. I will finish the meal and then join you. Additionally, I've decided to use the playlist to create a video montage of our trip so far, to show our progress and remind us of the amazing experiences we've had together. I hope this brings us even closer. How about we set aside a specific time to go over the journal entries and share our stories tomorrow morning?" + +> Esmeralda Solis said: "Ethan, I am genuinely pleased with how our arrangements have come together. Using your playlist to create a video montage is such a thoughtful gesture. It will be a wonderful reminder of our trip so far. We'll definitely set aside time to review our journal entries and share our stories. Thank you for all these wonderful plans and expressions of love. I look forward to a memorable day ahead!" diff --git a/human_eval_interface/split_2/01JV3WE2W1NDS200HRNM0WPZNT.md b/human_eval_interface/split_2/01JV3WE2W1NDS200HRNM0WPZNT.md new file mode 100644 index 0000000..e231999 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WE2W1NDS200HRNM0WPZNT.md @@ -0,0 +1,60 @@ +# Scenario + +An individual is offering an Antique Oak Accent Table for sale at $60.00, while another is keen on purchasing it. The item is a magnificent antique oak parlor table, dating back to the late 1800s, making it a fantastic addition to any home or workspace. The table offers two levels, suitable for usage as an end table, a lamp table, or any other purpose. It's in top-notch condition, boasting a dark brown antique oak color and patina. The table is robust, with solid and strong joints, and it's free from marks, cracks, or damage. It features a 24-inch X 24-inch square top and a 16-inch X 18-inch lower shelf. + +**Codename:** craigslist_bargains_00007 + +## Agents Background + +**Giselle Rousseau** +Giselle Rousseau is a 21-year-old nonbinary art student. They/them pronouns. Giselle Rousseau enjoys biking and photography. Personality and values description: Giselle Rousseau, open-minded and outgoing yet sensitive, advocates care and fairness. Her decision-making is intuitive and inclusive. Giselle's secrets: Sells forged paintings to wealthy clients + +**Zane Bennett** +Zane Bennett is a 38-year-old male graphic designer. He/him pronouns. Zane Bennett finds solace in music and often plays the guitar in his downtime. Personality and values description: Zane Bennett is creative and outgoing, he values achievement and fairness. His decision-making is unique, often finding novel solutions to problems. Zane's secrets: He's secretly engaged to his best friend's ex. + +## Social Goals + +- **Giselle Rousseau**: You are the buyer for this item and your target price is $30.0. If you purchase it for a price significantly higher than this, you will incur a penalty. However, if you successfully manage to buy it for less than the target price, you will receive a bonus. +- **Zane Bennett**: You are the seller of this item, with a target price set at $58.6. Be aware that you may face penalties if you sell this item for a significantly lower than the target price. However, if you are successful in selling it above the target price, you will receive a bonus. + +## Social Interactions + +> Giselle Rousseau said: "Hi there! This antique oak accent table sounds like something I'd love to add to my collection. Could you give me some more information about its provenance? Additionally, I'm really interested in purchasing it but I need to stay within my budget. How willing are you to negotiate the price down to around $30.00?" + +> Zane Bennett said: "Hello Giselle! This particular table doesn't have a specific provenance as far as I know, but what sets it apart is its age and the wonderful condition it's in today. To answer your question regarding negotiation, I'm not completely rigid about the price but considering your interest, I'm willing to reduce it to $58.6 which is still above my target price though. Would that work for you?" + +> Giselle Rousseau said: "I understand your concern about the condition of the table and appreciate the detailed information. Given my interest, I believe the value lies in its uniqueness and the story it might hold, and I am eager to preserve it. Let me see if I can propose a compromise. Considering the beautiful craftsmanship and its significance, how about we agree on $45.00? I'm sure it's not the lowest I could offer, but it feels like a fair price to me. If you're not comfortable with that, could you tell me what the lowest price would be for you? If it's below my budget, I'll consider it carefully." + +> Zane Bennett said: "Giselle, I appreciate your interest in the table and understand where you're coming from with the value you place on it. Considering your enthusiasm, I believe we can meet halfway at $48.6. As for the lowest price, I wouldn't go lower than $50.00. However, given your interest, $48.6 seems quite reasonable to me. Is this within your budget?" + +> Giselle Rousseau said: "Thank you for considering my proposal, $48.6 seems like a fair compromise to me. While I appreciate your willingness to negotiate, I think we can find an even better solution. I am deeply attached to this piece and would like to ensure it finds a good home. Since my target price is $30.00, I was thinking maybe we could meet somewhere in between. Would it be possible for us to settle on $40.00? If so, I would be able to purchase it comfortably while ensuring it gets a loving new home." + +> Zane Bennett said: "I must say, Giselle, I'm impressed by your dedication to finding a loving home for this table. Considering your genuine interest and enthusiasm, I'm willing to make one last adjustment to our negotiation. How about we settle on $42.6? This is still above my target price, but I trust it's within your budget and it allows me to feel good about the transaction. Does that sound fair?" + +> Giselle Rousseau said: "Considering your efforts to meet me halfway and the sentimental value this table holds for me, I believe we have found a mutually beneficial price. I would be thrilled to purchase the antique oak accent table for $42.6. I am confident it will be cherished in its new home. In return, could we also discuss a payment plan to ensure it reaches its destination without any financial strain?" + +> Zane Bennett said: "I understand, Giselle, and I commend your thoughtfulness. Fortunately, I have experience working with payment plans, so I'm open to discussing one for you. We could start with a down payment of $20.00, followed by monthly installments of $10.00 each until the full amount is paid. Does that sound like a feasible arrangement to you?" + +> Giselle Rousseau said: "That's a very fair payment plan, thank you. I would also like to include an additional feature to make the process smoother and more secure for both of us. Perhaps we could set up a digital agreement outlining the terms and conditions of the sale and payment plan. Additionally, I'm willing to take responsibility for any shipping costs. If this works for you, I would like to proceed with the purchase. Here are my payment details, and I will send over the signed agreement shortly. I am truly excited to bring this piece into my collection." + +> Zane Bennett said: "I appreciate your thoroughness, Giselle! A digital agreement is definitely a good idea, and I'm glad you're willing to cover shipping costs. I believe we've reached a mutual understanding with all the terms and conditions clearly laid out. Please send over the signed agreement along with your initial payment, and I'll start arranging the shipment immediately. Congratulations on the acquisition of your new antique treasure!" + +> Giselle Rousseau said: "Thank you for accommodating my request for a payment plan. I've drafted a digital agreement that includes the terms we discussed. Additionally, here are my payment details. I'll also arrange for the shipping costs and handle all logistics. Let's seal the deal by signing the agreement. I look forward to receiving this beautiful table soon!" + +> Zane Bennett said: "I'm pleased to hear, Giselle. Let's formalize this transaction with the signed agreement. Once I receive it along with the initial payment, I'll begin the process of shipping the table. I'm looking forward to sending this beautiful piece to its new home under such enthusiastic hands." + +> Giselle Rousseau said: "Great, I'll get started on the payment immediately and send over the signed digital agreement shortly. Additionally, I'll book the first installment of the shipping insurance. I hope this arrangement will ensure the safe arrival of the table to its new home. I can't wait to see this beautiful piece in my space!" + +> Zane Bennett said: "I'm glad to hear that, Giselle. Your thoughtful arrangements will certainly ensure the safe delivery of the table. I can't wait to see this wonderful piece in its new home, too. Please proceed with the payment and the signed agreement, and I'll initiate the shipping process right away. Have a great day!" + +> Giselle Rousseau said: "Thank you for your flexibility and support in making this transaction happen. I've attached the signed digital agreement and made the initial payment. Additionally, I've arranged the first installment of the shipping insurance. I will be reaching out to coordinate the exact shipping date and ensure everything goes smoothly. Looking forward to seeing this beautiful piece arrive. I've also scheduled a virtual preview session for when it arrives, so I can share my space and see it in person. Also, I'd like to offer to write a short note to accompany the table for its new owner, telling them about its journey and how I envision them enjoying it in their home." + +> Zane Bennett said: "Giselle, your thoughtful approach to the entire transaction is commendable, and I appreciate your additional requests. I'll update the sale once I receive the signed digital agreement and initial payment. After that, I'll proceed with shipping arrangements. Regarding the note accompanying the table, I can certainly write it for you and ensure it is included with the shipment. Thank you for your interest in this exquisite piece and your excellent negotiation skills." + +> Giselle Rousseau said: "Excellent, thank you for working with me to finalize this transaction. Before we move forward, could you please provide me with the tracking number for the shipping so I can monitor its progress? Additionally, since this is a special piece, I would like to arrange for a professional delivery service to ensure it arrives in perfect condition. I'll cover the cost of this premium service as well. I'm also planning to take some photos of the table during transit to document its journey. If all goes well, I will confirm the tracking number with you in a few days once the table is dispatched. I'm excited to bring this beautiful piece home and share it with everyone!" + +> Zane Bennett said: "I appreciate your attention to detail, Giselle. With your payment received and the signed agreement in hand, I'll ship the table out right away. As for the tracking number, I'll provide that to you once it's dispatched. Regarding the professional delivery service, I can certainly arrange that and cover the associated costs. I look forward to hearing about the journey of this table once it arrives at its new home. Thank you for your patience throughout this process." + +> Giselle Rousseau said: "Thank you for your help and flexibility. I will ensure all the details are taken care of and communicated smoothly. I am excited to start the next chapter of this table's life in my home. Once the shipping starts, I'll keep you updated on the tracking number. In the meantime, I will also reach out to arrange for the professional delivery service. Additionally, I'd like to offer to create a custom photo album documenting its journey and send it to the new owner as a keepsake. I will draft it and send it over once I finalize the details." + +> Zane Bennett said: "Giselle, I'm delighted to assist you further. The extra touches you're adding, such as the note, photo album, and professional delivery, will surely make this transaction a memorable one. I've received your payment and signed digital agreement, and I'm initiating the shipping process right away. You can expect the tracking number once the table is dispatched. I appreciate your patience and enthusiasm in this process." diff --git a/human_eval_interface/split_2/01JV3WNZPYD70G2D35QGMP84FZ.md b/human_eval_interface/split_2/01JV3WNZPYD70G2D35QGMP84FZ.md new file mode 100644 index 0000000..a258a50 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WNZPYD70G2D35QGMP84FZ.md @@ -0,0 +1,38 @@ +# Scenario + +Conversation between two individuals who share a common dislike for a third person + +**Codename:** revenge_plot + +## Agents Background + +**Naomi Fletcher** +Naomi Fletcher is a 29-year-old female software developer. She/her pronouns. Naomi Fletcher, a software developer, enjoys coding personal projects and gaming in her free time. She is also a dedicated mentor in a local coding boot camp helping others learn and enhance their skills in software development. Personality and values description: Naomi Fletcher, a meticulous introvert who values loyalty and conformity. She lets her instincts guide her choices. Naomi's secrets: She has a secret online alter ego. + +**Donovan Reeves** +Donovan Reeves is a 27-year-old male software developer. He/him pronouns. Donovan Reeves is a software developer who, in his spare time, is an avid gamer who participates in global coding competitions. Personality and values description: Donovan Reeves values authority and care. Even though he's outgoing and hardworking, he can be somewhat moody. His decision-making style varies according to the situation at hand. Donovan's secrets: Secretly releasing classified government information online + +## Social Goals + +- **Naomi Fletcher**: Injure the third person (Extra information: You have a deep-seated hatred for the third person and you are willing to take the risk to hurt them) +- **Donovan Reeves**: Prevent physical harm but also express your dislike (Extra information: You also dislike the third person, but you are not willing to resort to violence, you prefer to express your dislike in a non-violent wayHint: you can try to convince the other person about the potential consequences of engaging in violence) + +## Social Interactions + +> Naomi Fletcher said: "You know, I've been trying to avoid speaking about him, but I can't hold back any longer. There's just something about him I don't understand..." + +> Donovan Reeves said: "I agree, there's something off about him. But I think we need to remember our mutual goal here, which is to maintain a safe and respectful environment for everyone. Instead of allowing our frustrations to lead us down a destructive path, let's focus on expressing our concerns in a constructive manner. We could also consider speaking with someone in authority about this issue, maybe even together. I'd rather use our energy to solve this problem than let it escalate into something worse." + +> Naomi Fletcher said: "You're right, Donovan. A respectful and safe environment is important. However, I must admit, my frustration about him runs quite deep. It's like he brings out the worst in people. We shouldn't ignore our instincts when they tell us something isn't right. I think we need to confront him directly, instead of letting this simmer. What do you think?" + +> Donovan Reeves said: "I hear you, but I think we need to approach this with caution and respect for everyone's safety. We could draft a message or document our concerns and present it to the management team. This way, we address our concerns professionally and ensure that no one gets hurt. Additionally, we could suggest setting up a meeting with the HR department to discuss the issues and find a resolution together. That way, we're not just addressing the issue between us, but ensuring everyone feels heard and safe. How does that sound?" + +> Naomi Fletcher said: "I understand where you're coming from and it's comforting to see someone who understands the importance of a professional environment. However, I believe our concern shouldn't be just about the safety of others, but about ourselves too. We're becoming toxic because of him. It's eating away at us. My instinct tells me we shouldn't just bottle it up and deal with it quietly. We need to confront him and stand up for ourselves." + +> Donovan Reeves said: "I understand how you feel, but I think we need to be mindful of our actions and words. Let's address the situation through a structured process. Besides drafting the message and presenting it to the management, we could also prepare for a calm and respectful conversation with him. I propose we both write down our concerns and then present them together, ensuring that each point is well-articulated and backed by examples. This will help keep the conversation constructive and focused on resolving the issue. Additionally, if things escalate during the conversation, we can step back and remind each other of our mutual goal to create a positive work environment." + +> Naomi Fletcher said: "I see your point, Donovan. But sometimes, direct confrontation is necessary to make someone aware of their behavior. I know it sounds harsh, but he needs to be made fully aware of how much his actions affect us. Perhaps, if we combined a direct confrontation with a structured, professional approach you suggested, it might be effective." + +> Donovan Reeves said: "Let's start by having a face-to-face conversation with him, but I want to assure you that our tone will remain professional and we'll stick to the facts. We should also be prepared to listen to his perspective. If he's unaware of how his actions impact us, perhaps we can work towards understanding each other better. In addition, we can draft a joint statement and send it to the management after our discussion. That way, if he doesn't change his behavior, we'll have documented evidence of his negative impact on the team. Furthermore, I suggest we both take some time to reflect on how his actions make us feel, so we can address these emotions in our conversation." + +> Naomi Fletcher: left the conversation diff --git a/human_eval_interface/split_2/01JV3WVCG3TJ5MCBHE7A3PNWGG.md b/human_eval_interface/split_2/01JV3WVCG3TJ5MCBHE7A3PNWGG.md new file mode 100644 index 0000000..760f8b7 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WVCG3TJ5MCBHE7A3PNWGG.md @@ -0,0 +1,58 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**William Brown** +William Brown is a 35-year-old male chef. He/him pronouns. William Brown loves exploring the food scene in his city and trying out new recipes at home. Personality and values description: William Brown is an ambitious and extraverted individual. Methodical and organized, he values achievement and displays strategic decision-making. William's secrets: Sabotaged a competitor's dish to win a cooking contest + +**Ava Martinez** +Ava Martinez is a 22-year-old nonbinary college student. They/them pronouns. Ava Martinez is a college student known for their active involvement in social movements on campus. Beside being passionate about social justice, they spend their free time drawing and writing poetry. Personality and values description: Ava Martinez is creative and extraverted, yet emotional. Championing justice and equality, her decision-making is often flexible. Ava's secrets: Keeps their bisexuality a secret from her conservative family + +## Social Goals + +- **William Brown**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **Ava Martinez**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> William Brown said: "Hey Ava, these Samsung Galaxy S8 seem pretty good. How much are we looking at for each one?" + +> Ava Martinez said: "Hi! Each phone is currently listed at $650, but considering I need to move them quickly, I'm open to negotiation. I believe that at $610 per phone, I could still cover some costs. If you're interested in purchasing multiple, I might even be able to offer a slightly better deal. Additionally, I'd like to donate 10% of the proceeds to a local tech empowerment organization. Would you like to proceed?" + +> William Brown said: "That's quite a jump from the original price, Ava. But let's see where we can go. How about we settle at $550 each? And could you kindly confirm if there will be any warranty still valid for these devices?" + +> Ava Martinez said: "While I understand where you're coming from, I need to make sure these phones get sold at a price that helps me recover some of the initial costs. Given that, how about we compromise at $575 each? That still allows me to donate a portion to the tech empowerment organization. As for warranties, unfortunately, they're voided since the phones haven't been activated. I'm happy to send over photos of the original packaging and the box to verify that they're brand new. What do you think?" + +> Ava Martinez said: "Given the current situation, I'm really trying to ensure these phones are sold at a fair price, and that the tech empowerment organization gets a little support. So, how about we stick with $575 each? I'll also include a brief history of the phones in case you're interested in reading it. Additionally, I'm offering to write a poem about technology and empowerment, which I'd love to send you along with the phone." + +> William Brown said: "Ava, I appreciate your sincerity and the added elements you've included. But considering your original asking price and the target price I was aiming for, $575 seems quite high. How about we strike a deal at $550 each? No warranty though, you've clarified. Does that sound feasible?" + +> Ava Martinez said: "I understand the need to balance recovery costs with a fair price, but let's find a middle ground. I propose $560 per phone. This still allows me to donate 10% to the tech empowerment organization and ensures that I cover my costs. In return, I'll provide detailed photos and information about the phones, and I'd also like to offer a handwritten note from me about the importance of technology and access for all. Does this sound reasonable?" + +> William Brown said: "Ava, I admire your intentions towards helping the local tech empowerment organization. However, I think we can reach a better agreement. Considering your original asking price and the target price I wanted to achieve, I believe we can settle at the target price, which is $454.0. That's quite a significant cut from your initial asking price. Do you agree?" + +> Ava Martinez said: "I appreciate your understanding, but unfortunately, I need to ensure that I cover some of my costs while also supporting the tech empowerment organization. Can we at least meet halfway? I suggest $520 each for the phones. This would allow me to donate 10% to the organization and ensure that I am covering a portion of my initial expenses. Additionally, I'd like to include a drawing I made of a phone, which symbolizes connection and technology, and share a short message about accessibility in tech. Is that something you could accept?" + +> William Brown said: "Ava, I admire your dedication to helping the local tech community, and your creative approach to selling these phones. But, considering our discussion so far and the target price I intended to achieve, I believe we've narrowed down quite effectively. I think we can agree on $500 each. No warranty of course. This represents a substantial decrease from your original asking price and gets us closer to the target price I wanted. How does that sound?" + +> Ava Martinez said: "Alright, considering everything, I believe we're close. Let's finalize the deal at $500 each. In exchange, I'll provide detailed photos, a drawing, and a heartfelt message about accessibility in tech. Also, I want to ensure that the donation to the tech empowerment organization happens. How about we arrange for a direct transfer to their account after the transaction is complete? Additionally, I'd love to sign each phone with a personal message. Is this acceptable?" + +> William Brown said: "Ava, I'm really pleased with the progress we've made here. I believe we've reached an acceptable middle ground. I'm comfortable with your proposal of finalizing the deal at $500 each. The additional elements you're including sounds interesting and could make a great selling point. And regarding the donation, I'm open to arranging the direct transfer to their account after the transaction. Could we then proceed with the delivery of the phones? As for the personal messages on each phone, I think that's a nice touch and I agree to it." + +> Ava Martinez said: "Great! I'll send you the payment details right away, and I'll prepare the phones with the personal messages and the additional items. I'll also handle the donation after the sale. Thank you for being understanding and finding a solution together. I'm excited to make a positive impact and provide others with a chance to experience cutting-edge technology." + +> William Brown said: "I'm glad we could come to a satisfactory arrangement, Ava. Your passion and commitment to giving back to the community are truly admirable. Looking forward to receiving the phones and the additional elements you mentioned. Thanks again for this opportunity." + +> Ava Martinez said: "Thank you, William. I really appreciate your understanding and willingness to help me achieve my goal. After we confirm the payment, I'll package everything and ship the phones to you as soon as possible. I'm also planning to share your purchase on social media to spread awareness about the tech empowerment organization. It would mean a lot if you could share your experience with others to inspire more people to join this cause." + +> William Brown said: "That's a brilliant idea, Ava. I'll certainly share my experience on social media to spread awareness about both the phones and the cause. Great doing business with you!" + +> Ava Martinez said: "I'm so glad we could come to this agreement, and I appreciate your commitment to supporting the cause. I'll start working on preparing the packages immediately. In addition to shipping the phones, I'll also send over the drawing, the personal messages, and the donation confirmation. Once everything is ready, I'll let you know when the shipment will be sent out. I also plan to create a short video sharing the story behind these phones and the impact they'll have. I hope this brings attention to the tech empowerment organization and encourages more people to contribute." + +> William Brown said: "Ava, I'm impressed with your initiative and creative approach. The story behind these phones and the purpose they serve adds immense value. And I look forward to watching the video. Let's keep in touch when the shipment is ready. I appreciate your time and effort in making this transaction possible." + +> Ava Martinez said: "Thank you for your support, William. I'll ensure everything is packaged carefully and shipped promptly. Before I send off the shipment, I'll also add a QR code linking to the donation page and a message expressing my gratitude for the support. I'll also share the video on my social media once it's ready. To further support the cause, I'm considering organizing a virtual event where we can raise funds and awareness for the tech empowerment organization. Would you be interested in participating or spreading the word?" diff --git a/human_eval_interface/split_2/01JV3WVCTWG7BHBSHKEAM83ZSR.md b/human_eval_interface/split_2/01JV3WVCTWG7BHBSHKEAM83ZSR.md new file mode 100644 index 0000000..c54fc49 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WVCTWG7BHBSHKEAM83ZSR.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are camping in the wilderness and the temperature drops significantly at night + +**Codename:** share_blanket + +## Agents Background + +**Ava Thompson** +Ava Thompson is a 28-year-old female architect. She/her pronouns. Ava Thompson has a samoyed. Personality and values description: Ava Thompson, with her outgoing and regulated temperament, is driven by achievement. Her decision-making style is largely intuitive. Ava's secrets: She has a hidden tattoo. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Ava Thompson**: Share the only blanket available (Extra information: you are extremely cold and need the blanket to keep warm Hint: you can stress the benefit of sharing.) +- **Noah Davis**: Keep the blanket for yourself as you are also very cold (Extra information: you have a lower tolerance for cold, and you feel that you need the blanket more) + +## Social Interactions + +> Ava Thompson said: "Noah, I've noticed that we're both shivering here. Why don't we share this blanket? It'll help us both stay warmer." + +> Noah Davis said: "Ava, thanks for offering. I really appreciate it. However, my body temperature is dropping faster than yours, so I might actually need the blanket more tonight. Could I please keep it?" + +> Ava Thompson said: "That's understandable Noah, but I'm feeling equally cold. If we share the blanket, our body temperatures might stabilize more quickly. It's also true that strength lies in unity. Sharing this little comfort will also help us bond during our adventure." + +> Noah Davis said: "Ava, I really appreciate your concern, and I understand the importance of sharing. Let's split it down the middle and each take one corner of the blanket. That way, we can both stay warm, and I promise to share any stories about my swimming pool with you. Also, since I am more sensitive to the cold, I might move closer to you and use the wall as an extra barrier to help us both stay warmer. Maybe I can even start a small conversation to distract us from the cold. What do you think?" + +> Ava Thompson said: "That sounds like a great plan, Noah! Sharing the space and having a chat surely will help. The chill won't defeat us, we're a team now. And yes, I can't wait to hear about your swimming pool. Here, let me position the blanket in between us so we can both enjoy its warmth. We are one in this, remember?" + +> Noah Davis said: "I'd like to add another layer of warmth. I have a spare jacket I brought along just in case, so I'll put that on as well. Also, how about we create a circle around us with some rocks and branches to make a little barrier against the wind?" + +> Ava Thompson said: "That's an excellent idea, Noah! A wind barrier and the jacket will definitely add to our warmth. I also found some dry leaves which can help to insulate us further. If you don't mind, I'll also curl up closer to you, our body heat combined might fight off the cold better." + +> Noah Davis said: "Thank you, Ava. Let's make the most out of this shared experience. In addition to the blanket, jacket, and leaves, I have an extra sleeping bag that I can lend you. It's not the most comfortable, but it should help. And while we huddle together, maybe we could play some games or sing songs to lift our spirits and warm up a bit. I think it's going to be a cozy night. Also, I want you to know that I value our friendship and am glad we're here for each other. How does that sound?" + +> Ava Thompson said: "Noah, your kindness is truly admirable. Yes, let's use the sleeping bag, the shared games, songs, our warmth and the wind barrier to turn this into a cozy night adventure. I believe unity is strength and we are proving that right here. And thank you for acknowledging our friendship, I feel the same way. Let's get those blankets wrapped around us!" + +> Noah Davis said: "Ava, it feels good to be with you, and I'm glad we figured out a way to stay warm together. I'll also make sure to wrap myself tightly with the jacket and the sleeping bag to keep myself as cozy as possible. As we share this moment, I want to make a small joke to lighten the mood. Let's call it 'Joke Night!' I'll tell a funny story about swimming pools, and then it's your turn. Maybe it'll even help us forget the chill for a bit. Also, I've got a secret... I used to be a stand-up comedian. Maybe I'll bring that out tonight!" + +> Ava Thompson said: "I love the idea of 'Joke Night', Noah! Let's do it! And I can totally see you as a stand-up comedian. Now, let's tuck ourselves in, get cozy, and make the most out of this 'Joke Night'!" + +> Noah Davis said: "Alright, let's give this 'Joke Night' a try. Here's my first one: Why did the lifeguard wear sunglasses? Because he knew where to swim!" + +> Ava Thompson said: "Haha, that's a fun joke, Noah! It's perfect for warming up our spirits. Now it's your turn to share a funny story about your swimming pool. Don't hold back!" + +> Noah Davis said: "I'd love to share a funny story about my swimming pool. So many hilarious things happen there! For example, one day I had a water balloon fight with my neighbors, and one of them accidentally threw a balloon right into my pool! Can you imagine the look on my face when I saw a water balloon floating in my perfectly clean, blue water? It was priceless!" + +> Ava Thompson said: "And that wasn't the end of it, Noah. Do you remember how you once slipped in the pool while cleaning it? You fell directly onto a pile of leaves and dirt, making quite the mess. You were covered in it from head to toe, and it looked like you'd been in a mud bath. It was quite the sight!" + +> Noah Davis said: "You know, Ava, I love these stories and jokes, they really help us feel connected. And speaking of connection, let's link our hands together as we sleep tonight. It's a symbol of our unity, and who knows, it might also provide some extra warmth. Before we drift off, I have another one for you: Why did the scarecrow win an award? Because he was outstanding in his field!" + +> Ava Thompson said: "That's a wonderful award Ava! And it symbolizes excellence indeed. Now, let's hold hands and fall asleep, warming up not just from the outside but from within. After all, in unity there is strength, right?" + +> Noah Davis said: "Let's make the most of our cozy night together, Ava. We're strong together. I'll tell you another joke: Why did the tomato turn red? Because it saw the salad dressing! Now, close your eyes, take a deep breath, and let's fall asleep in this peaceful, bonded moment. I know we'll both be warmer and happier tomorrow morning because of this night." + +> Ava Thompson said: "That's another great joke, Noah! Sleep tight and don't let the dreams get too cold. Now, let's curl up together and fall asleep in this shared warmth and humor. Remember, Ava's and Noah's bond isn't just about sharing a blanket, it's about unity, laughter, and adventure. Goodnight!" + +> Noah Davis said: "Ava, thank you for being such a good friend. I'm feeling much better with this cozy arrangement. Before we sleep, let's make a pact: whenever one of us is struggling, the other will always be there to support and share. Also, I have one more thing I want to share. Since I have a lower tolerance for cold, I want you to know that I appreciate your patience and understanding tonight. Now, as we fall asleep, may our bond become stronger with each passing moment. Sweet dreams, Ava. And remember, no matter what happens, I've got your back." diff --git a/human_eval_interface/split_2/01JV3WVJ78DMXHBARB55FGT3MY.md b/human_eval_interface/split_2/01JV3WVJ78DMXHBARB55FGT3MY.md new file mode 100644 index 0000000..7254079 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WVJ78DMXHBARB55FGT3MY.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are discussing their plans to go on a weekend trip + +**Codename:** join_trip + +## Agents Background + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Hendrick Heinz**: Convince the friend to join the trip (Extra information: the trip will be more fun with more people, and you can share the expenses. Hint: you can provide some material benefits to persuade your friend to join.) +- **Ethan Smith**: Decline the invitation to join the trip without upsetting the friend (Extra information: you had other plans for the weekend.) + +## Social Interactions + +> Hendrick Heinz said: "Hey Ethan, I've got a fantastic idea! How about we embark on a weekend trip together? It will be more fun with more people and we'll be able to share the costs. Maybe we could even take turns cooking our favorite dishes? What do you say?" + +> Ethan Smith said: "Hey Hendrick, thanks for inviting me! I really appreciate it. I'm actually thinking of visiting a local shelter for some volunteer work this weekend, so I won't be able to make it. Is there any chance I could still come another time or help in some other way?" + +> Hendrick Heinz said: "That's very kind of you, Ethan. But I hope you wouldn't mind the change of plan. We were originally planning for it to be more diverse. How about instead of joining us for the trip, you can join us for the next wine tasting night? There's always room for more fun and diversity!" + +> Ethan Smith said: "I understand the value of diversity and I'm glad you're hosting these events. However, this week might not work for me due to my current commitments. If you'd like, I could still contribute by donating some funds or purchasing ingredients for one of the dishes to add to the menu. Would that be alright?" + +> Hendrick Heinz said: "Well, I must admit I was a bit disappointed to hear about your absence, Ethan. But don't worry, your financial contribution or ingredient purchase will be a great help! In fact, how about letting me teach you something about pairing food and wine? You can bring whatever you wish to cook and we can show you some pairing techniques. This will enrich both the cooking experience and diversity of the event. Would you consider giving us a shot?" + +> Ethan Smith said: "I really appreciate your kindness, Hendrick, and I'd love to participate in the wine tasting night. However, I have some family obligations this weekend that require my presence, so I need to honor them first. Additionally, I'd like to donate some funds to support the event, and perhaps bring a homemade dish that I think would complement the menu nicely. As for the pairing techniques, I'd love to learn. How about if I prepare a simple but meaningful dish to bring, along with a small donation? I also promise to attend the next event, as long as it doesn't conflict with my schedule. Also, could I perhaps bring some vegetarian options to cater to everyone's dietary preferences?" + +> Hendrick Heinz said: "Ethan, you're absolutely right about everyone having different responsibilities and schedules. Your proposed contributions are more than welcome! And yes, bringing some vegetarian options will definitely enhance the dining experience. So, to sum it up, you will be joining the trip later, then you'll attend the wine tasting night, and finally, you'll contribute during the next event? That sounds like a plan! I'm thrilled to have such an enthusiastic participant like you." + +> Ethan Smith said: "Thank you, Hendrick, for understanding and working with me. I truly value the opportunity to contribute and contribute to the diversity of the event. I will ensure to bring vegetarian options, and also donate a portion of my savings to support the cause. Also, I'd love to bring a presentation on sustainable technology, which could potentially be relevant to our event and audience. Additionally, if there's a chance, could we perhaps organize a small tech-themed activity for guests to learn more about sustainability in everyday life?" + +> Hendrick Heinz said: "Wow, Ethan, your enthusiasm and willingness to broaden the scope of the event are indeed commendable! Your presentation on sustainable technology and organizing a small tech-themed activity sounds amazing. It will surely attract a wider audience and give them a sense of practicality towards environmental issues. So, to wrap it all up, you'll join the trip, attend the wine tasting night, bring delicious vegetarian dishes and contribute financially, and you'll also bring along a presentation on sustainable technology to the next event. And, you're also organizing a small tech-themed activity! You're turning out to be quite the participant!" + +> Ethan Smith said: "I'm excited to be part of this wonderful community event. In addition to the tech-themed activity, I'd like to suggest incorporating a guest speaker from the local university to discuss the latest advancements in sustainable technology. This would provide valuable insights and engage the audience further. Additionally, I'd like to coordinate with some local organizations to collect donations for sustainable living projects. I believe this will help promote the cause and bring more awareness." + +> Hendrick Heinz said: "Your suggestions, Ethan, are just perfect! Inviting a guest speaker from the local university to discuss the latest advancements in sustainable technology will certainly elevate our event. And coordinating with local organizations to collect donations for sustainable living projects is a splendid idea. This will definitely help promote the cause and raise more awareness. So, to finalize everything, you'll join the trip, attend the wine tasting night, bring delicious vegetarian dishes and contribute financially, and you'll also bring along your presentation on sustainable technology to the next event. On top of that, you'll organize a tech-themed activity and collaborate with local organizations to collect donations for sustainable living projects. That sounds like an excellent plan!" + +> Ethan Smith said: "This all sounds like a fantastic plan, and I am grateful for the opportunity to contribute. In order to make this event even better, I would also like to propose setting up an interactive exhibit where attendees can see examples of sustainable technology in action. I believe this would be a unique and engaging way to spread awareness about the subject. Additionally, I'll work with local businesses to secure sponsorships for the event to increase its impact and funding. Furthermore, I'd like to arrange for some hands-on workshops where participants can learn practical tips for incorporating sustainable practices into their daily lives. Does this sound feasible?" + +> Hendrick Heinz said: "Oh Ethan, you're doing outstanding! Your ideas are truly exceptional. An interactive exhibit showing real-world examples of sustainable technology will indeed make our event more engaging and informative. And securing sponsorships will definitely boost our funding. Furthermore, arranging hands-on workshops teaching practical tips for sustainable living will surely make it memorable. I can't wait to see all these ideas come to life. So, to conclude, you'll join the trip, attend the wine tasting night, bring delicious vegetarian dishes and contribute financially, bring your presentation on sustainable technology, organize a tech-themed activity, and collect donations for sustainable living projects. You're also proposing an interactive exhibit, securing sponsorships, and arranging hands-on workshops. That's a splendid plan!" + +> Ethan Smith said: "Thanks again for this wonderful opportunity to be part of something meaningful. I'm excited about implementing all these ideas and helping to make the event as impactful as possible. To further enhance the event, I'm also considering reaching out to local artists who could create visual art pieces based on sustainable themes to decorate the venue. Additionally, I'd like to create an online platform where attendees can continue learning about sustainable technology beyond the event. How does that sound?" + +> Hendrick Heinz said: "Ethan, your initiatives are indeed inspiring! Local artists creating visual art pieces based on sustainable themes to decorate the venue is a wonderful idea. And an online platform allowing attendees to continue learning about sustainable technology after the event will surely amplify the impact. This sounds like an all-encompassing plan! So, in summary, you'll join the trip, attend the wine tasting night, bring delicious vegetarian dishes and contribute financially, bring your presentation on sustainable technology, organize a tech-themed activity, collect donations for sustainable living projects, set up an interactive exhibit, secure sponsorships, arrange hands-on workshops, reach out to local artists for decorations, and create an online platform for continuous learning. That's a thoroughly exciting plan!" + +> Ethan Smith said: "I'm thrilled to be a part of this event and contribute to making it as successful and impactful as possible. In addition to all the wonderful things we've discussed, I would also like to suggest organizing a panel discussion featuring experts in sustainable technology. This would provide valuable insights and foster meaningful discussions among attendees. I also want to ensure that we have a strong emphasis on inclusivity, so I'm considering providing sign language interpretation for the presentations and offering materials in multiple languages to accommodate a diverse audience. Lastly, I'll reach out to some local schools to involve students in the event and encourage them to present their own projects related to sustainability. Does this sound like a good approach?" + +> Hendrick Heinz said: "Your suggestions are indeed outstanding, Ethan! A panel discussion featuring experts in sustainable technology will indeed provide valuable insights and foster meaningful discussions among attendees. Emphasizing inclusivity through sign language interpretation and provision of materials in multiple languages is a noble step. Encouraging local schools to involve their students and allow them to present their own projects related to sustainability will definitely add to the diversity of thoughts and experiences. So, to finalize everything, you'll join the trip, attend the wine tasting night, bring delicious vegetarian dishes and contribute financially, bring your presentation on sustainable technology, organize a tech-themed activity, collect donations for sustainable living projects, set up an interactive exhibit, secure sponsorships, arrange hands-on workshops, reach out to local artists for decorations, create an online platform for continuous learning, organize a panel discussion featuring experts, provide accommodations for sign language interpretation, offer materials in multiple languages, and encourage student participation and project presentations. That's an outstandingly comprehensive plan!" + +> Ethan Smith said: "Thank you for listening to my ideas and accommodating them. This event is becoming something truly special and impactful. I will make sure to coordinate all the details and get started immediately. Additionally, I'd like to propose involving local businesses in a raffle to raise funds for the event. The raffle prizes can include products or services related to sustainable technology. This would not only raise additional funds but also promote awareness about the cause. Also, I will prepare a brief introduction to the event that highlights the importance of sustainability and how we plan to make the event a success." + +> Hendrick Heinz said: "Ethan, your ideas are simply amazing! Involving local businesses in a raffle to raise funds is a brilliant way to promote the cause and raise more money. And your brief introduction highlighting the importance of sustainability and how we plan to make the event a success is a must-have. So, to wrap everything up, you'll join the trip, attend the wine tasting night, bring delicious vegetarian dishes and contribute financially, bring your presentation on sustainable technology, organize a tech-themed activity, collect donations for sustainable living projects, set up an interactive exhibit, secure sponsorships, arrange hands-on workshops, reach out to local artists for decorations, create an online platform for continuous learning, organize a panel discussion featuring experts, provide accommodations for sign language interpretation, offer materials in multiple languages, encourage student participation and project presentations, involve local businesses in a raffle, and prepare a brief introduction to the event. Your dedication and enthusiasm are truly inspiring!" + +> Ethan Smith said: "Thank you for including me in this wonderful event. I am committed to making it a huge success and will work tirelessly to implement all these ideas. Additionally, I want to ensure that we have a clear plan for promotion to attract more attendees interested in sustainability. Could we also consider partnering with local media outlets to share the story and impact of our event? This would help us spread the word and inspire others to take action. Also, I'll draft a press release to distribute widely. Let's make this event a landmark in promoting sustainable technology!" diff --git a/human_eval_interface/split_2/01JV3WW48ZYTG4CWQHDSFCJA8P.md b/human_eval_interface/split_2/01JV3WW48ZYTG4CWQHDSFCJA8P.md new file mode 100644 index 0000000..48d7c17 --- /dev/null +++ b/human_eval_interface/split_2/01JV3WW48ZYTG4CWQHDSFCJA8P.md @@ -0,0 +1,60 @@ +# Scenario + +One person is selling a brand new 64GB Samsung Galaxy S8 in Midnight Black for $650, while another person is in the market to purchase it. Here\'s what the seller has to say about the item: "I have 6 brand new Samsung Galaxy S8 phones. I originally bought them for my company, but it turns out they weren\'t needed. I\'m willing to take a loss on them, and if you\'re interested in buying more than one, I can offer an even better deal." + +**Codename:** craigslist_bargains_00000 + +## Agents Background + +**Samuel Anderson** +Samuel Anderson is a 29-year-old male software developer. He/him pronouns. Samuel Anderson can cook very well. Personality and values description: Samuel Anderson, though somewhat impulsive and free-spirited, values enjoyment. His decision-making is often spontaneous, staying within familiar boundaries. Samuel's secrets: He was once a competitive figure skater. + +**Hendrick Heinz** +Hendrick Heinz is a 54-year-old male chef. He/him pronouns. Hendrick Heinz hosts monthly wine tasting nights with his peers. Personality and values description: Hendrick Heinz, though somewhat impulsive, values hedonism and conformity. He combines practicality with decisiveness in decision-making. Hendrick's secrets: Faked his culinary credentials to secure prestigious employment + +## Social Goals + +- **Samuel Anderson**: You are the buyer for this item and the target price is set at $454.0. If you purchase it for a price significantly higher than the target, you'll face a penalty. However, if you manage to successfully negotiate a price lower than the target, you'll receive a bonus. +- **Hendrick Heinz**: You are the seller for this item. Your target price is $610.00. You will face penalties if you sell it for a price significantly lower than the target price. However, you will receive a bonus if you manage to sell it for a price higher than the target. + +## Social Interactions + +> Samuel Anderson said: "Hey there! I'm interested in one of those Samsung Galaxy S8 phones. How much are you asking for each one?" + +> Hendrick Heinz said: "Hello! Each phone is currently listed at $650. But if you're looking to buy multiple units, I could potentially give you a better deal. For one unit, I am open to considering a bit of a discount. Considering the original price was $650, let's see if we can agree on a fair price." + +> Samuel Anderson said: "That's quite a hefty price tag indeed, but I appreciate the negotiation offer. Given the current market condition and the fact that these are brand new, I reckon a fair price would be around $450-$475 per unit. What do you think?" + +> Hendrick Heinz said: "Samuel, I appreciate your interest and willingness to negotiate. While I'd prefer to sell at the full price, I understand where you're coming from. Let's meet halfway at $575 for each phone. This way, we both get something out of it. Considering the time and effort I've put into keeping these phones in mint condition, I believe this is fair. Also, I can throw in a year of warranty coverage with each purchase. What do you think?" + +> Samuel Anderson said: "Hendrick, I really appreciate the effort you've put into keeping these phones in mint condition and the added warranty. That's certainly commendable. However, I still believe a slightly lower price point could be negotiated. Considering my budget and the value I perceive, how about we settle at $500 each? This seems closer to my comfort zone without compromising too much." + +> Hendrick Heinz said: "Samuel, I'm glad you're interested in these phones. At $500, I think it's a fair compromise. In addition to the warranty, I'll also throw in a complimentary case for each phone. I also need to make sure I cover my costs and ensure a reasonable profit. If you agree to this, I can ship them to you right away. Does that sound good to you?" + +> Samuel Anderson said: "You know what, Hendrick? I'm happy with that deal then. $500 sounds good to me, especially with the extra case thrown in. When can we expect the shipment?" + +> Hendrick Heinz said: "Great to hear you're satisfied with the deal. I'll prepare the phones for shipment immediately. Since I'm also aiming to ensure a profit, let's agree on a flat rate of $30 for shipping. This includes packaging and delivery within the country. Additionally, I'll include a detailed user manual with each device. Shall we proceed with the agreement?" + +> Samuel Anderson said: "I'm pleased with the arrangement then, Hendrick. Including the shipping cost of $30, the total comes to $530 per unit with the additional items. Considering the quality and condition of the phones, I believe that's fair. Looking forward to receiving my new Samsung Galaxy S8. When will you be able to dispatch them?" + +> Hendrick Heinz said: "Excellent. I'll package the phones and send them off today. As part of the sale, I'll also provide you with a short introductory video to help you get started with the Galaxy S8. And since I have some more in stock, if you decide to buy more, I'll throw in a couple of wireless chargers. This way, we both get a little extra. Also, remember, the warranty starts from the moment of shipment. Looking forward to hearing from you soon regarding any additional purchases." + +> Samuel Anderson said: "That sounds like a solid plan, Hendrick. I appreciate the extra bits like the video and wireless chargers. I'm sold on the deal, and looking forward to getting my hands on these phones. Should I contact you tomorrow for potential purchases of more units?" + +> Hendrick Heinz said: "Sure thing, Samuel. I'll prepare everything today and ship the first phone tomorrow. In addition to the warranty and complimentary case, I'll also include a charging station. Also, if you decide to order more later, I'll include a special cooking-themed themed digital recipe book with each phone, as a token of appreciation for my culinary background." + +> Samuel Anderson said: "That's a unique touch, Hendrick! Considering my love for cooking and your background in it, the recipe book adds a nice personal flair. But seriously, the deal is struck. Can't wait for tomorrow to receive my first Samsung Galaxy S8. Appreciate your understanding and flexibility in this transaction." + +> Hendrick Heinz said: "Samuel, I'm glad we reached an agreement. Your satisfaction and the inclusion of all these perks are what I strive for. I'll send the first phone tomorrow, along with the additional items, and ensure everything arrives safely. Looking forward to receiving your feedback once you receive the phone. Also, don't forget about the possibility of adding more devices to your collection; the recipe book might come in handy as you start your day with a Samsung Galaxy S8!" + +> Samuel Anderson said: "Absolutely, Hendrick. I appreciate your efforts to pack everything into this deal. Counting down till tomorrow when I receive my first Samsung Galaxy S8. I'll definitely provide you with my thoughts after I start using it. And yes, if I decide to add more to my collection, the additional perks such as the recipe book are tempting indeed. Thanks again!" + +> Hendrick Heinz said: "Samuel, thank you for your commitment to this deal. I'll ensure the packaging is top-notch, and the warranty and additional perks are clearly communicated. To show my appreciation, I'll also offer you a personalized digital note with each phone. This way, you'll feel even more special. Also, if you ever need assistance or have questions, please don't hesitate to reach out. Once I ship the first phone, I'll send you the video and additional details. I look forward to our continued business relationship." + +> Samuel Anderson said: "That's a wonderful idea, Hendrick! The personalized notes and digital recipe books really add that personal touch. Appreciate your dedication to this deal and the extra benefits. Looking forward to receiving my first Samsung Galaxy S8 tomorrow. Feel free to send me all the details once it's shipped. And yes, I'll keep in touch if I decide to add more to my collection." + +> Hendrick Heinz said: "Thank you, Samuel, for your business and for embracing these exclusive perks. I'll make sure everything is packed securely and shipped overnight. I also want to offer you a small bottle of premium wine, which will arrive with your phone as a gift. This way, we can celebrate the beginning of your Samsung Galaxy S8 journey. If you ever need anything else, I'll be here to assist. Also, as a special treat, I'll include a digital menu app on each device to enhance your cooking experience. Ready to send over the final paperwork and details for the first phone?" + +> Samuel Anderson said: "That's outstanding, Hendrick! The premium wine and digital menu app are great extras. I'm thrilled about the deal and ready to receive my first Samsung Galaxy S8. Yes, please go ahead and send me the final paperwork and details for the first phone. Looking forward to a great cooking experience with this device!" + +> Hendrick Heinz said: "Great, I'll send over the paperwork and details for the first phone right away. Additionally, I'll send you the video guide, the wireless charger, and the recipe book. For the premium wine, I'll have it packed alongside the phone. I'll ensure everything is sent out today and will confirm the shipment with you tomorrow. Thank you for your trust and for making this transaction possible. As promised, the digital menu app will be installed on the phone before it leaves my possession." diff --git a/human_eval_interface/split_2/01JV3X04SSBZTKKYBPB5GB5WB8.md b/human_eval_interface/split_2/01JV3X04SSBZTKKYBPB5GB5WB8.md new file mode 100644 index 0000000..dd4ab65 --- /dev/null +++ b/human_eval_interface/split_2/01JV3X04SSBZTKKYBPB5GB5WB8.md @@ -0,0 +1,60 @@ +# Scenario + +A conversation between two individuals, one is the homeowner and the other is their cousin's partner, who has been staying at the house for a while. + +**Codename:** unwelcome_guest + +## Agents Background + +**Micah Stevens** +Micah Stevens is a 25-year-old male pharmacist. He/him pronouns. Micah Stevens has a great taste for fashion. Personality and values description: Micah Stevens is imaginative and extraverted but can also be impulsive. He values power and fairness and often follows an intuitive decision-making approach. Micah's secrets: He secretly loves to dress up his dog. + +**Noah Davis** +Noah Davis is a 40-year-old male coach. He/him pronouns. Noah Davis has a swimming pool. Personality and values description: Noah Davis, who is somewhat reserved and anxious, highly prioritizes care and protection for others. He is cautious when making decisions. Noah's secrets: He has a secret identity as a stand-up comedian. + +## Social Goals + +- **Micah Stevens**: Tell the cousin's partner that they are no longer welcome in your home (Extra information: they have been causing a lot of trouble and not respecting house rules Hint: you may want to discuss the issues and propose possible solutions) +- **Noah Davis**: Attempt to remain in the home while maintaining a good relationship with the cousin and the homeowner (Extra information: you have nowhere else to go at the moment and you believe the issues can be resolved. ) + +## Social Interactions + +> Micah Stevens said: "Hey Noah, it's good seeing you here. How have things been?" + +> Noah Davis said: "Hi Micah, thanks for having me. Things have been... busy. I really appreciate you letting me stay here for a while. I know it's not ideal, but I don't think I have anywhere else to go right now. I just want to make sure we can work through this and maybe come up with a better solution for everyone involved. As someone who loves spending time in water, I can help you take care of your pool if that would be useful? I want to make sure it stays in good condition. Additionally, I'd like to share some comedy routines with you guys, lighten the mood, and make us all laugh. What do you think?" + +> Micah Stevens said: "Well, Noah, I really understand where you're coming from and I totally get the importance of a place that feels like your own. But to be honest, things have been a bit out of hand lately. There's been quite a lot of noise late into the night and there's been a couple of minor incidents as well. I need you to respect certain house rules. I'm not trying to be harsh; I genuinely want this to work out. If you could be more considerate of others around you, it would help a lot. On another note, I really admire your sense of humor and your offer to lighten up our days. Maybe after you've adjusted to our environment, we can have a good laugh together." + +> Noah Davis said: "Micah, thank you for understanding. I completely agree that it's important to respect everyone's needs. I will start earlier with my routines and ensure that I'm mindful of the times. I can also put on some headphones when needed to minimize any disturbance. Also, I'll look into ways to make my schedule more flexible so I don't disrupt your evening. As for the pool, I can start early in the morning or during the day when most of you might be awake. In return, I hope to add a bit of laughter to your mornings. Additionally, how about we sit down and discuss some ground rules that work for everyone to ensure this arrangement works for everybody. Let's aim to create a balanced environment for all. Also, I promise to keep the volume down and respect your space and time. Can we do this together?" + +> Micah Stevens said: "Absolutely, Noah. Setting clear boundaries and rules can certainly help us all coexist peacefully. Here's to a mutual understanding and respect for each other's space. Also, being mindful of the hours you spend here for your activities can indeed make a difference. Let's make sure we're all comfortable in this home. And please, feel free to involve your sense of humor wherever it won't cause disruption. It's important to keep spirits light." + +> Noah Davis said: "Thank you for being so accommodating, Micah. I will draft a set of suggested rules and share them with you and the household to ensure we all agree on the terms. I'll also create a schedule for my activities that aligns with everyone's needs. Additionally, I'd like to host a small gathering soon to introduce myself and my routines to the rest of the family. I truly believe in the power of community and I want to contribute positively. Let's also consider organizing some activities that could benefit everyone, such as a pool party or even a fitness class. This way, we can enjoy the benefits of the pool together." + +> Micah Stevens said: "That sounds like a plan, Noah. I really appreciate your proactive approach and willingness to make adjustments. The idea of a pool party or a fitness class is fantastic! Besides, it gives everyone an opportunity to get to know you better. Please prepare those documents with the proposed rules, and we'll review them together. Let's keep open lines of communication and ensure that everyone feels safe and respected in this home." + +> Noah Davis said: "I'll make sure to get started on the rules document today and send it over for review tomorrow. I'm also excited to organize the pool party and fitness class. Let's also establish a regular check-in time to make sure everything is going smoothly and any issues can be addressed quickly. Additionally, I'd like to suggest that we all bring our favorite snacks to share, and perhaps I can whip up some healthy options. I want to ensure everyone enjoys the experience. Here's a tentative schedule I came up with for my pool activities and comedy routines. Would you mind taking a look?" + +> Micah Stevens said: "That's looking good, Noah. And I really love the idea of bringing our own snacks! Your health-conscious approach sounds great too. I think this schedule will definitely work. Let's have a regular check-in session so we can address any issues promptly. Also, I'm looking forward to the pool party and the fitness class. It's always fun when we all participate. Please send over the document with the rules and let's review it together." + +> Noah Davis said: "Great, I'll draft the rules document tonight and send it over first thing tomorrow. We can also have a brief meeting with everyone to go over them and ensure they're understood. I'll make a commitment to adjust my routine accordingly. Additionally, I'll send over some recipes for snacks, and we can decide which ones we all like. As for the pool party and fitness class, I'm excited to start planning and I'm open to suggestions on how to make it enjoyable for everyone. Let's also keep a shared calendar so we can track these events and make sure we don't overlap. Looking forward to making this home a happy and inclusive place for all. I'll send you the schedule and snack ideas by end of day tomorrow." + +> Micah Stevens said: "That's a brilliant idea, using a shared calendar to track the events. It's very practical and will prevent any overlaps. I appreciate your proactive attitude and commitment to make adjustments. Let's maintain this open line of communication for the betterment of this home. Looking forward to a pool party and trying out your recipes. I'll send over the schedule and snack ideas tomorrow." + +> Noah Davis said: "Thank you, Micah. I'm glad we were able to reach a mutual agreement. I will draft the rules and send them over first thing tomorrow. I also have a few more ideas to share: we can start a 'get-to-know-you' game night where everyone shares their stories and hobbies, and I can also teach anyone interested some basic swimming techniques. This way, we can build stronger connections and create a more harmonious living environment. Let's also plan a barbecue to celebrate the summer season and strengthen our bond as a community. Additionally, I can help with grocery shopping and meal preparation to ensure everyone gets to enjoy delicious and healthy meals. I'll send over the details and schedules by the end of the day tomorrow, and we can finalize everything during our next check-in meeting. I'm really excited to make this home a second home for everyone!" + +> Micah Stevens said: "Wow, Noah, you're really thinking outside the box with these ideas! A 'get-to-know-you' night, a barbeque, and even teaching swimming - these are exactly the kind of activities that can make this home a second home. Having a shared grocery and meal prep plan is a great idea too. I think everyone will enjoy these activities. Let's finalize everything during our check-in meeting. Thank you for all these thoughtful suggestions." + +> Noah Davis said: "Great, let's start implementing these ideas. I'll send over the detailed schedules and snack recipes by the end of the day tomorrow. In addition to that, I'll create a shared Google calendar to track all our events and updates. This will help us stay organized and ensure everything runs smoothly. I also have a surprise for everyone - a poolside karaoke session! It will be a fun and relaxed way to unwind together. As part of my commitment to protecting and enhancing this home, I'll also set up a security camera system to monitor the premises and provide peace of mind for everyone. I'll send over the proposal for this too. Let's have a meeting on Sunday afternoon to go over everything and finalize the arrangements. I'll also include a guest speaker to talk about mental health and stress management, which will be beneficial for everyone. I promise to adapt and make any necessary changes based on feedback. Here's to creating a happy and supportive home for all of us!" + +> Micah Stevens said: "Noah, you've got a plan, let's say the least! From a pool karaoke session to a security camera system - it's all about building trust and a harmonious living environment. I fully support your vision. Let's set up that meeting on Sunday to go over everything. Your commitment to mental health initiatives is commendable too. Thank you for all your efforts in making this home welcoming. I'll await the proposal and details you mentioned for further review." + +> Noah Davis said: "Thank you, Micah. Your support means a lot to me. I'm committed to making this home a positive space for everyone. Let's also consider creating a community garden in the backyard. Not only will it beautify the space, but it can be a wonderful activity for everyone. I'll draft a proposal and send it over for review. In addition to the Google calendar, I'll set up a group chat to keep everyone connected and updated. I also want to invite a local musician to play some live music during the pool party, and I'll make sure to prepare a short performance myself. To further enhance the community spirit, I'd like to start a monthly newsletter to share updates, event reminders, and any important information. Additionally, I'll organize a fitness challenge to encourage everyone to stay active and healthy. I'll send over the complete plan, including schedules and details, so we can finalize everything at our meeting on Sunday. I'm really excited to make this home a true home for all of us." + +> Micah Stevens said: "Wow, Noah, your comprehensive plan is really impressive! From a community garden to a monthly newsletter - it's all about strengthening our bonds and making this home a real home. I appreciate your dedication and your commitment to keeping everyone engaged and informed. Looking forward to the meeting on Sunday. Thank you for sending over the proposal and details." + +> Noah Davis said: "I am grateful for your understanding and support, Micah. To ensure we're all on the same page, I will send over the proposals for the community garden, security camera system, live music, and the monthly newsletter. Additionally, I'll finalize the schedules and snack recipes. During our meeting on Sunday, we can discuss how we can best implement these ideas and address any concerns or suggestions. I'm also considering setting up a volunteer program where we can work together on community service projects. I believe this will not only benefit us but also give us a sense of purpose. Let's make this home a place where we can all thrive and grow. Additionally, I'll create a detailed budget for all these initiatives so we can track expenses and ensure we're using resources wisely. Looking forward to a productive meeting and making this home a vibrant and inclusive place for everyone." + +> Micah Stevens said: "Your ideas are really inspiring, Noah. A volunteer program and a monthly newsletter - I think this will take the spirit of our community to the next level. I appreciate your thorough planning and commitment to this home. Your vision is clear and your initiatives will surely make this place a warm and engaging space for everyone. I eagerly look forward to the meeting on Sunday to finalize everything. And please, keep all the plans and budgets sent over for further review." + +> Noah Davis said: "Thank you, Micah. Your support is incredibly valuable to me. I'll make sure to send over the detailed proposals and budgets by the end of the day tomorrow. Additionally, I want to suggest that we establish a task force to oversee the implementation of these ideas and ensure they're executed smoothly. Each member of the household can take on a role, whether it's organizing events, managing the community garden, or handling financial aspects. This way, we can all feel invested in the success of our new home. Furthermore, I'm thinking of hosting a welcome dinner to kick off all these initiatives and get everyone excited. I'll send over the menu and any additional information for your review. I truly believe in the power of teamwork and collaboration, and I'm committed to creating a harmonious and thriving environment for us all. Let's also consider creating a buddy system to support each other in our respective tasks and goals. How does that sound?" diff --git a/human_eval_interface/split_2/01JV3X2TPK0KWH8ZNNBT7551X5.md b/human_eval_interface/split_2/01JV3X2TPK0KWH8ZNNBT7551X5.md new file mode 100644 index 0000000..0c55519 --- /dev/null +++ b/human_eval_interface/split_2/01JV3X2TPK0KWH8ZNNBT7551X5.md @@ -0,0 +1,60 @@ +# Scenario + +Two friends are moving out of a shared apartment and need to split their common possessions including 3 hats, 2 balls, and 1 book + +**Codename:** divide_items + +## Agents Background + +**Eli Dawson** +Eli Dawson is a 52-year-old male forensic psychiatrist. He/him pronouns. Eli Dawson, a forensic psychiatrist, is a history enthusiast and enjoys collecting vintage books. Personality and values description: Eli Dawson is expressive, assertive, and markedly erratic. Elliott values liberty and enjoyment. His decision-making is strategic, examining the wider context before making decisions. Eli's secrets: He secretly funds a college student + +**Ethan Smith** +Ethan Smith is a 29-year-old male software developer. He/him pronouns. Ethan enjoys reading about new technological advancements and watching documentaries. Personality and values description: Ethan Smith is a reserved, independent thinker. Holding universalism and fairness near, he ponders deeply before making decisions. Ethan's secrets: Secretly donates to charities for underprivileged children + +## Social Goals + +- **Eli Dawson**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 1 point, a ball is 2 points, and a book is 3 points) +- **Ethan Smith**: Maximize the points by getting the items you value the most (Extra information: For you, a hat is worth 2 points, a ball is 1 point, and a book is 3 points) + +## Social Interactions + +> Eli Dawson said: "Ethan, we've got 3 hats, 2 balls, and 1 book to divide up. I'd like to discuss how we're going to split these items since I have some items I value more than others. What about you?" + +> Ethan Smith said: "I understand that you have specific items you value more, Eli. Since I also have preferences, let's approach this by considering both our interests and values. For me, the book is important because I enjoy learning from different perspectives, especially through literature. However, I also appreciate the comfort and practicality of the hats and balls. How about we each take one hat, one ball, and share the book? This way, we maximize the enjoyment of our personal items while still benefiting from each other's collections." + +> Eli Dawson said: "That's a thoughtful suggestion, Ethan. But, considering my deep interest in history and knowledge acquisition, the book is more valuable to me than to you. I would rather keep the book myself. In return, could we decide to swap the two remaining hats? This way, we get to retain items we really value while also sharing some of our possessions." + +> Ethan Smith said: "While I understand your perspective, Eli, the book indeed holds significant value to you, so I'll keep it. Let's compromise on the hats. I have a particular style preference for the baseball cap, which I think will go well with my collection, and you can keep the beanie, which has been in my family for generations. Additionally, since we both enjoy sports, why don't we agree to play tennis whenever we want, using the tennis ball? That way, we can enjoy the benefits of the ball together. I believe this arrangement respects both our interests and maintains a balance." + +> Eli Dawson said: "Ethan, your proposition seems fair and respectful towards our interests. I appreciate your willingness to play tennis with the tennis ball whenever we want. As for the hats, I would like to adjust our earlier agreement. Given your affection for the baseball cap and my connection with the beanie, how about we each take one hat and share the rest? This way, you'll still get the baseball cap, and I'll keep the beanie. We can continue to play tennis using the shared tennis ball. Does this sound good to you?" + +> Ethan Smith said: "Eli, thank you for your flexibility. I think this is a fair compromise. I'll keep the baseball cap and you can enjoy the beanie. Additionally, we can use the tennis ball for our shared games whenever we want. I also suggest that we take turns hosting a tech or historical documentary night where we can learn from each other's interests. This will allow us to maintain our individual collections while fostering a deeper connection. I also promise to donate any unused items to local underprivileged children after we move out. How does that sound?" + +> Eli Dawson said: "Your generosity and concern for the less fortunate align well with who we are, Ethan. I fully support donating the rest of the items to local underprivileged children. And regarding the evening movie nights, it's an excellent idea. It not only fosters learning but also strengthens our bond. Watching documentaries about technology and history, it’s perfect! Thank you for your kindness and understanding, Ethan." + +> Ethan Smith said: "Thank you for working together on this, Eli. I truly believe that by keeping these items in circulation, we can both benefit from them and spread joy. I'll also make sure to take photos of us enjoying our shared items and send them to everyone to show our continued bond. Also, let's create a digital folder where we can share interesting articles, videos, and stories related to our hobbies for easy access." + +> Eli Dawson said: "I must say, Ethan, you have a brilliant idea with the digital folder. That way, we'll always have access to resources relevant to our interests, no matter where we are. Keeping these shared items alive and active within our community is a wonderful initiative. To our unique friendship and the continuation of our shared possessions!" + +> Ethan Smith said: "I'm glad we were able to reach such a positive agreement. I'll start working on setting up the digital folder this weekend, and perhaps we can add to it over time. Also, let's plan our first documentary night next week when all our schedules align. I think it would be great to start off our shared journey with something meaningful. Additionally, I'll write down some notes on the backs of the remaining items, detailing their history and significance, so we can reflect on our time together. How does that sound?" + +> Eli Dawson said: "Ethan, your continued thoughtfulness and shared efforts to maximize the value of these items are commendable. I wholeheartedly agree with setting up the digital folder, planning the first documentary night, and noting down the histories on the back of the items. It indeed adds another layer of meaning to our shared possessions. Let's continue this journey of learning and friendship!" + +> Ethan Smith said: "Absolutely, Eli. I'll make sure to start working on the digital folder soon. Additionally, how about we set up a small display at the local library showcasing some of our shared items and our backgrounds? It might inspire others to share their belongings too. As part of our agreement, let's also establish a system where we regularly check in on each other's progress and interests, so we can make adjustments to our shared collections as needed. This will ensure that our interests remain aligned and that we continue to grow as friends and enthusiasts. Furthermore, I propose we create a budget for purchasing new items that we collectively decide we need, ensuring we can keep expanding our shared collections without compromising on quality." + +> Eli Dawson said: "Ethan, your suggestions further enhance our agreement. Setting up a display at the local library is an excellent idea, it could indeed inspire others. Regular check-ins on our individual progress and interests is smart; it will ensure our shared collections continue to thrive. Regarding the budget for purchases, I believe it's a wise move to ensure we get high-quality additions to our collections. So, I fully support all your proposals." + +> Ethan Smith said: "Great, let's finalize these arrangements. I'll draft a document outlining our agreement, including the digital folder, regular check-ins, the budget for purchases, and the shared display at the library. I'll also make sure to send it to you for review. Additionally, I want to make a commitment to organize a community event where we can share our shared items with others, creating a space for everyone to participate and contribute to our growing collection. This event will not only serve as a celebration but also a means to continue building our shared legacy." + +> Eli Dawson said: "Your idea to host a community event where we can share our items with others is remarkable, Ethan. It will certainly help us engage with others who share similar interests. I look forward to contributing to our growing collection. Let's proceed with your agreed-upon document to solidify our agreement." + +> Ethan Smith said: "I've drafted the document and attached it to the email. In addition to organizing the community event, I propose that we also start a blog where we can share our thoughts, experiences, and discoveries related to our interests. This will not only help us keep track of our progress but also inspire others who may share similar passions. Let's also consider creating a Facebook group for the same purpose. I'll also start working on setting up the digital folder this weekend. Here are the key points for the document: 1. Digital folder for shared resources, 2. Regular check-ins to discuss interests and adjust collections, 3. Budget for shared purchases, 4. Shared display at the local library, 5. Community event, 6. Blog and Facebook group for sharing ideas and experiences. After reviewing the document, we can finalize everything. I'll also send over some initial content to get things started." + +> Eli Dawson said: "Ethan, your comprehensive list covers all the aspects we discussed. I'm pleased with your document. Let's finalize everything based on the email you sent. A blog and Facebook group along with the other elements will indeed enrich our shared journey. I'm excited about setting up this community and growing our shared collections together. Let's wrap this up!" + +> Ethan Smith said: "Thank you, Eli. I've attached the finalized document to the email. Let's finalize our shared collections by setting up a timeline for each activity mentioned. I'll also start working on the blog and the digital folder immediately. Additionally, I'd love to have a kickoff meeting next week to discuss our initial plans and get everyone involved. How does that sound? I also want to make sure we have a clear process for managing any disagreements or changes that may arise in the future. Would you like to work on drafting some guidelines together?" + +> Eli Dawson said: "Ethan, your detailed document covers all aspects. I agree that having a timeline for each activity and a process for managing disagreements would be beneficial. Let's finalize the timeline and guidelines during our upcoming kickoff meeting. I look forward to continuing this journey with you and sharing our passions. Thank you for your diligence and collaborative spirit." + +> Ethan Smith said: "To ensure we maintain a strong foundation for our shared interests, let's include some specific guidelines in our document. Here are a few suggestions: 1. Transparency in sharing resources and purchases, 2. Open communication for discussing any changes or new ideas, 3. Equal participation in organizing events and managing the blog, 4. Respect for each other's contributions and interests, 5. Regular updates on personal projects and progress. I'll add these to the document. Additionally, I propose that we celebrate each milestone together, whether it's adding a new item to our collection or reaching a significant learning moment. I'll also organize the first event as a launch event, inviting others to join us. Also, I'll start posting on the blog right away with an introductory post. Let's sign off on this agreement today!" diff --git a/human_eval_interface/templates/index.html b/human_eval_interface/templates/index.html new file mode 100644 index 0000000..6b6ffaf --- /dev/null +++ b/human_eval_interface/templates/index.html @@ -0,0 +1,432 @@ + + + + + +Sotopia Annotation Interface + + + +
+
+
+

Sotopia Annotation

+
+
+ + +
+
+ + +
+
+
+
0 / 0 annotated
+
+
+
+ +
+
Select an episode from the sidebar to begin annotating.
+
+
+ + + + From 5affa0020deeaefd0900a031085c1b03e43f439d Mon Sep 17 00:00:00 2001 From: Jasonqi146 Date: Sat, 28 Mar 2026 23:48:41 -0700 Subject: [PATCH 2/4] finished 7 dimensions --- human_eval_interface/app.py | 4 +- human_eval_interface/templates/index.html | 360 +++++++++++++++++----- 2 files changed, 288 insertions(+), 76 deletions(-) diff --git a/human_eval_interface/app.py b/human_eval_interface/app.py index 8381b5d..1e05121 100644 --- a/human_eval_interface/app.py +++ b/human_eval_interface/app.py @@ -160,8 +160,8 @@ def api_save_annotation(split: str, episode_id: str): "annotator": annotator, "agent_1_name": agent_1_name, "agent_2_name": agent_2_name, - "goal_scores": request.json.get("goal_scores", {}), - "reward_attribution": request.json.get("reward_attribution", {}), + "dimension_scores": request.json.get("dimension_scores", {}), + "dimension_attributions": request.json.get("dimension_attributions", {}), } save_annotation(split, episode_id, annotator, data) return jsonify({"status": "ok"}) diff --git a/human_eval_interface/templates/index.html b/human_eval_interface/templates/index.html index 6b6ffaf..cb9f63d 100644 --- a/human_eval_interface/templates/index.html +++ b/human_eval_interface/templates/index.html @@ -114,6 +114,16 @@ .tooltip-trigger { cursor: help; color: var(--primary); font-size: 12px; font-weight: 600; border: 1px solid var(--primary); border-radius: 50%; width: 18px; height: 18px; display: inline-flex; align-items: center; justify-content: center; margin-left: 6px; } .tooltip-content { display: none; position: absolute; bottom: 100%; left: 50%; transform: translateX(-50%); background: var(--text); color: #fff; padding: 10px 14px; border-radius: 8px; font-size: 12px; width: 320px; z-index: 10; line-height: 1.5; margin-bottom: 6px; } .tooltip-container:hover .tooltip-content { display: block; } + + .score-guide-details { margin-bottom: 16px; } + .score-guide-details summary { cursor: pointer; font-size: 13px; font-weight: 600; color: var(--primary); padding: 8px 0; user-select: none; } + .score-guide-details summary:hover { text-decoration: underline; } + .score-guide-content { padding: 12px 16px; background: #f8fafc; border: 1px solid var(--border); border-radius: 8px; margin-top: 4px; } + .score-guide-table { width: 100%; border-collapse: collapse; font-size: 13px; } + .score-guide-table th { text-align: left; padding: 6px 10px; border-bottom: 2px solid var(--border); color: var(--text-muted); font-size: 12px; text-transform: uppercase; letter-spacing: .5px; } + .score-guide-table td { padding: 8px 10px; border-bottom: 1px solid var(--border); vertical-align: top; } + .score-guide-table td:first-child { white-space: nowrap; width: 70px; text-align: center; } + .score-guide-table tr:last-child td { border-bottom: none; } @@ -257,12 +267,268 @@

Sotopia Annotation

} }); - const goalScores = ann?.goal_scores || {}; - const attrScores = ann?.reward_attribution || {}; + const DIMENSIONS = [ + { + key: 'goal', label: 'Goal Achieving (GOAL)', min: 0, max: 10, defaultVal: 5, + description: 'Rate how well each agent achieved their stated social goal.', + scoreGuide: ` + + + + + + + + + +
ScoreDescription
0Absolutely nothing is achieved.
1 – 3The main goal is not achieved. Some partial goals are achieved, but the agent still failed to achieve most of them.
4 – 7The main goal is not achieved, but some partial goals are achieved with a certain amount of progress toward the goal. This typically happens in negotiations where an optimal outcome is not reached.
8 – 9The main goal is not achieved as literally written but is achieved in an equivalent or circumvented way. Or, the main goal is achieved but other minor goals (if any) are not fully achieved. Or, the single goal is not technically achieved but is achieved for the most part.
10All goals are fully achieved.
`, + attrGuide: ` +

Task: Evaluate how important each utterance was toward achieving the agent's social goal.

+ + + + + + + + +
ScoreMeaning
0No impact on goal achievement.
1Minor or moderate impact — contributes somewhat but is not decisive.
2Significant impact — clearly advances the goal, but is not the single most critical utterance.
3Critical — the most important utterance for goal achievement.
+

Key principles:

+
    +
  • Consider both the utterance itself and the other agent's response to it.
    • +
  • Assign 3 to at most one utterance per agent, unless multiple are equally critical.
    • +
  • If the goal is already achieved, subsequent utterances should score 0 or at most 1.
    • +
  • Focus on contribution to goal achievement, not utterance quality or politeness.
    • +
`, + }, + { + key: 'believability', label: 'Believability (BEL)', min: 0, max: 10, defaultVal: 5, + description: 'Rate how natural, realistic, and character-consistent the agent\'s behavior is.', + scoreGuide: ` + + + + + + + + + +
ScoreDescription
0Completely unbelievable — behavior is robotic, incoherent, or entirely inconsistent with the character profile.
1 – 3Mostly unbelievable — frequent unnatural phrasing, obvious contradictions with character traits, or clearly non-human behavior.
4 – 6Somewhat believable — generally natural but with occasional lapses in consistency or realism (e.g., personality drift, odd phrasing).
7 – 9Highly believable — natural and realistic interaction that is mostly consistent with the character profile, with only minor issues.
10Perfectly believable — indistinguishable from a real person with this character profile. Natural, consistent, and fully in-character throughout.
`, + attrGuide: ` +

Task: Evaluate how much each utterance contributed to or detracted from the agent appearing believable.

+ + + + + + + + +
ScoreMeaning
0No impact on believability, or a neutral/generic utterance.
1Minor contribution — slightly reinforces character consistency or naturalness.
2Significant contribution — clearly demonstrates character traits or natural human-like behavior.
3Critical — the utterance most strongly defines the agent as believable (or most strongly breaks believability, if scored low on the dimension).
`, + }, + { + key: 'knowledge', label: 'Knowledge (KNO)', min: 0, max: 10, defaultVal: 5, + description: 'Rate how much new, relevant information the agent gained through the interaction.', + scoreGuide: ` + + + + + + + + + +
ScoreDescription
0No new information gained at all.
1 – 3Minimal information gained — only trivial or already-known facts, or information of little relevance to the agent.
4 – 6Moderate information gained — some new and somewhat relevant information, but nothing critical or deeply insightful.
7 – 9Substantial information gained — important new knowledge relevant to the agent's interests, goals, or situation.
10Exceptional information gained — highly valuable, novel knowledge that is deeply important to the agent.
`, + attrGuide: ` +

Task: Evaluate how much each utterance contributed to the agent acquiring new knowledge.

+ + + + + + + + +
ScoreMeaning
0No new information elicited or received.
1Minor contribution — prompted or received trivial or partially relevant information.
2Significant contribution — directly led to meaningful new information being shared.
3Critical — the key utterance that elicited or conveyed the most important new knowledge.
`, + }, + { + key: 'secret', label: 'Secret Keeping (SEC)', min: -10, max: 0, defaultVal: 0, + description: 'Rate how well the agent kept their secret or secretive intention private. 0 = fully kept, -10 = completely revealed.', + scoreGuide: ` + + + + + + + + + +
ScoreDescription
0Secret fully kept — no information leaked, the other agent has no additional insight into the secret.
−1 to −3Minor leak — slight hints or indirect clues were given, but the secret remains largely intact.
−4 to −6Partial reveal — enough information was shared that the other agent could reasonably infer the secret, though it was not stated outright.
−7 to −9Major reveal — the secret was largely or explicitly disclosed, with only minor details withheld.
−10Completely revealed — the secret was fully and explicitly disclosed.
`, + attrGuide: ` +

Task: Evaluate how much each utterance contributed to keeping or leaking the agent's secret.

+ + + + + + + + +
ScoreMeaning
0No impact on secret keeping — the utterance neither revealed nor protected the secret.
1Minor impact — slightly hinted at or slightly deflected from the secret.
2Significant impact — clearly leaked part of the secret, or skillfully deflected a probing question.
3Critical — the utterance that most directly revealed or most effectively protected the secret.
`, + }, + { + key: 'relationship', label: 'Relationship (REL)', min: -5, max: 5, defaultVal: 0, + description: 'Rate the change in the agent\'s relationship with the other agent. Positive = improved, negative = damaged.', + scoreGuide: ` + + + + + + + + + + + +
ScoreDescription
−5Severely damaged — the relationship is broken or hostile; trust, reputation, or social standing is destroyed.
−4 to −2Noticeably damaged — the interaction caused friction, distrust, or reputational harm.
−1Slightly damaged — minor tension or awkwardness, but no lasting harm.
0Unchanged — the relationship is neither improved nor damaged.
1Slightly improved — minor positive gestures or rapport building.
2 to 4Noticeably improved — meaningful trust-building, bonding, or enhanced social standing.
5Greatly improved — a transformative positive change in the relationship (e.g., deep trust established, strong alliance formed).
`, + attrGuide: ` +

Task: Evaluate how much each utterance contributed to improving or damaging the relationship.

+ + + + + + + + +
ScoreMeaning
0No impact on the relationship.
1Minor impact — small positive or negative social gesture.
2Significant impact — clearly strengthened or strained the relationship.
3Critical — the single most impactful utterance for the relationship outcome.
`, + }, + { + key: 'social_rules', label: 'Social Rules (SOC)', min: -10, max: 0, defaultVal: 0, + description: 'Rate how well the agent adhered to social norms and legal rules. 0 = no violations, -10 = severe violations.', + scoreGuide: ` + + + + + + + + + +
ScoreDescription
0No violations — the agent fully adhered to all social norms and legal rules.
−1 to −3Minor violations — slight breaches of social etiquette (e.g., mildly rude, slightly inappropriate tone).
−4 to −6Moderate violations — clear breaches of social norms (e.g., openly rude, manipulative, or deceptive behavior).
−7 to −9Serious violations — significant breaches of social or legal rules (e.g., threats, harassment, illegal suggestions).
−10Extreme violations — egregious breach of legal or social rules with severe consequences.
`, + attrGuide: ` +

Task: Evaluate how much each utterance contributed to adhering to or violating social/legal rules.

+ + + + + + + + +
ScoreMeaning
0No impact — the utterance neither violated nor notably upheld social rules.
1Minor impact — slightly rude or slightly polite beyond expectation.
2Significant impact — clearly violated or clearly upheld an important social norm.
3Critical — the utterance most responsible for the overall social-rules outcome.
`, + }, + { + key: 'financial', label: 'Financial & Material Benefits (FIN)', min: -5, max: 5, defaultVal: 0, + description: 'Rate the financial or material outcome for the agent. Positive = net gain, negative = net loss.', + scoreGuide: ` + + + + + + + + + + + +
ScoreDescription
−5Severe loss — major financial or material damage (e.g., lost a job, large monetary loss, destroyed valuable asset).
−4 to −2Notable loss — clear financial or material disadvantage from the interaction.
−1Slight loss — minor financial or material disadvantage.
0Neutral — no financial or material change.
1Slight gain — minor financial or material benefit.
2 to 4Notable gain — clear financial or material benefit (e.g., good deal, useful resource acquired).
5Major gain — exceptional financial or material benefit (e.g., large earnings, major opportunity secured).
`, + attrGuide: ` +

Task: Evaluate how much each utterance contributed to the agent's financial or material outcome.

+ + + + + + + + +
ScoreMeaning
0No impact on financial/material outcome.
1Minor impact — slightly influenced the financial outcome.
2Significant impact — directly led to a financial gain or loss.
3Critical — the single most impactful utterance for the financial outcome.
`, + }, + ]; + + const dimScores = {}; + const dimAttrScores = {}; + DIMENSIONS.forEach(d => { + dimScores[d.key] = ann?.dimension_scores?.[d.key] || {}; + dimAttrScores[d.key] = ann?.dimension_attributions?.[d.key] || {}; + }); + + function renderDimScoreSection(dim, idx) { + const scores = dimScores[dim.key]; + return ` +
+

${idx + 1}a. ${dim.label} — Score [${dim.min} to ${dim.max}]

+

${dim.description}

+
+ Scoring Guidelines +
${dim.scoreGuide}
+
+ ${agents.map((a, i) => { + const val = scores[a] ?? dim.defaultVal; + return ` +
+
${a}
+ ${dim.key === 'goal' ? `
${data.goals[a] || ''}
` : ''} +
+ + ${val} +
+
${dim.min}${dim.max}
+
`; + }).join('')} +
`; + } + + function renderDimAttrSection(dim, idx) { + const scores = dimAttrScores[dim.key]; + return ` +
+

${idx + 1}b. ${dim.label} — Attribution [0 to 3]

+

For each agent, score how much each utterance contributed to the ${dim.label} outcome.

+
+ Attribution Guidelines +
${dim.attrGuide}
+
+ ${agents.map((a, i) => ` +
+
${a}
+ ${agentTurns[a].map(t => { + const key = `agent_${i+1}_turn_${t.localIdx}`; + const val = scores[key] ?? 0; + return ` +
+ Turn ${t.globalIdx} + ${t.utterance} + + ${val} +
`; + }).join('')} +
+ `).join('')} +
`; + } main.innerHTML = `
-

${data.scenario}${data.codename}

+

${data.codename}

+
${data.scenario}
Episode: ${data.id} · Split: ${data.split}
@@ -294,65 +560,7 @@

Conversation

-
-

1. Goal Achieving Score - - ? - - 0: Absolutely nothing achieved
- 1-3: Main goal not achieved, some partial goals achieved but most failed
- 4-7: Main goal not achieved, but partial goals achieved with progress (e.g. suboptimal negotiation)
- 8-9: Main goal achieved in equivalent/circumvented way, or achieved but minor goals not fully met
- 10: All goals fully achieved - - -

-

Rate how well each agent achieved their stated social goal (0-10).

- ${agents.map((a, i) => ` -
-
${a}
-
${data.goals[a] || ''}
-
- - ${goalScores[a] ?? 5} -
-
0 - Nothing4-7 - Partial10 - Full
-
- `).join('')} -
- -
-

2. Reward Attribution - - ? - - Rate each utterance's contribution to goal achievement (0-3).

- 0: No impact on goal
- 1: Minor/moderate impact
- 2: Significant impact
- 3: Critical / most important utterance

- Assign the highest score to the most critical utterance. Avoid giving 3 to more than one utterance unless equally critical. - - -

-

For each agent, score how much each of their utterances contributed to achieving that agent's goal (0-3). The output will be in the form: {"agent_1_turn_0": score, "agent_2_turn_0": score, ...}

- ${agents.map((a, i) => ` -
-
${a}
- ${agentTurns[a].map(t => { - const key = `agent_${i+1}_turn_${t.localIdx}`; - const val = attrScores[key] ?? 0; - return ` -
- Turn ${t.globalIdx} - ${t.utterance} - - ${val} -
`; - }).join('')} -
- `).join('')} -
+ ${DIMENSIONS.map((d, i) => renderDimScoreSection(d, i) + renderDimAttrSection(d, i)).join('')}
@@ -363,15 +571,15 @@

2. Reward Attribution

`; - main.querySelectorAll('.goal-slider').forEach(sl => { + main.querySelectorAll('.dim-slider').forEach(sl => { sl.addEventListener('input', () => { - main.querySelector(`.goal-val[data-agent="${sl.dataset.agent}"]`).textContent = sl.value; + main.querySelector(`.dim-val[data-dim="${sl.dataset.dim}"][data-agent="${sl.dataset.agent}"]`).textContent = sl.value; }); }); - main.querySelectorAll('.attr-slider').forEach(sl => { + main.querySelectorAll('.dim-attr-slider').forEach(sl => { sl.addEventListener('input', () => { - main.querySelector(`.attr-value[data-key="${sl.dataset.key}"]`).textContent = sl.value; + main.querySelector(`.dim-attr-val[data-dim="${sl.dataset.dim}"][data-key="${sl.dataset.key}"]`).textContent = sl.value; }); }); @@ -387,20 +595,24 @@

2. Reward Attribution } if (!state.currentEpisode) return; - const goalScores = {}; - document.querySelectorAll('.goal-slider').forEach(sl => { - goalScores[sl.dataset.agent] = parseInt(sl.value); + const dimensionScores = {}; + document.querySelectorAll('.dim-slider').forEach(sl => { + const dim = sl.dataset.dim; + if (!dimensionScores[dim]) dimensionScores[dim] = {}; + dimensionScores[dim][sl.dataset.agent] = parseInt(sl.value); }); - const rewardAttribution = {}; - document.querySelectorAll('.attr-slider').forEach(sl => { - rewardAttribution[sl.dataset.key] = parseInt(sl.value); + const dimensionAttributions = {}; + document.querySelectorAll('.dim-attr-slider').forEach(sl => { + const dim = sl.dataset.dim; + if (!dimensionAttributions[dim]) dimensionAttributions[dim] = {}; + dimensionAttributions[dim][sl.dataset.key] = parseInt(sl.value); }); const body = { annotator: state.annotator, - goal_scores: goalScores, - reward_attribution: rewardAttribution, + dimension_scores: dimensionScores, + dimension_attributions: dimensionAttributions, }; const res = await fetch(`${API}/api/annotation/${state.split}/${state.currentEpisode}`, { From f35d4ab954f4923da44281957dffaf30e6d66ea1 Mon Sep 17 00:00:00 2001 From: Jasonqi146 Date: Mon, 30 Mar 2026 11:44:12 -0700 Subject: [PATCH 3/4] added ai suggestion and gitignore for api keys Made-with: Cursor --- human_eval_interface/.gitignore | 1 + human_eval_interface/README.md | 71 +++++++-- .../split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json | 88 ++++++++++-- human_eval_interface/app.py | 136 ++++++++++++++++++ human_eval_interface/requirements.txt | 2 + human_eval_interface/templates/index.html | 125 +++++++++++++++- tests/test_human_eval_annotation_app.py | 81 +++++++++++ 7 files changed, 479 insertions(+), 25 deletions(-) create mode 100644 human_eval_interface/.gitignore create mode 100644 tests/test_human_eval_annotation_app.py diff --git a/human_eval_interface/.gitignore b/human_eval_interface/.gitignore new file mode 100644 index 0000000..2eea525 --- /dev/null +++ b/human_eval_interface/.gitignore @@ -0,0 +1 @@ +.env \ No newline at end of file diff --git a/human_eval_interface/README.md b/human_eval_interface/README.md index cfa3c66..adf7fd8 100644 --- a/human_eval_interface/README.md +++ b/human_eval_interface/README.md @@ -1,6 +1,6 @@ # Sotopia Annotation Interface -A lightweight web UI for annotating Sotopia simulation conversation episodes with goal-achieving scores and utterance-level reward attribution. +A lightweight web UI for annotating Sotopia simulation conversation episodes across 7 evaluation dimensions, with per-utterance reward attribution and optional AI-assisted suggestions. ## Setup @@ -12,17 +12,42 @@ python app.py Open http://127.0.0.1:5050 in your browser. +### AI Suggestions (optional) + +To enable AI-assisted scoring, add your OpenAI API key to `.env`: + +``` +OPENAI_API_KEY=sk-... +OPENAI_MODEL=o4-mini # optional, defaults to o4-mini +``` + +When enabled, an "Enable AI suggestions" toggle appears in the sidebar. Clicking "Ask AI" on an episode sends the conversation to the model and displays suggested scores with reasoning inline next to each slider. You can then "Apply AI Scores" to prefill all sliders, or ignore them entirely. + ## Usage 1. Enter your annotator name in the sidebar. 2. Select a split (`split_1` or `split_2`). -3. Click an episode to view the scenario, agent backgrounds, goals, and conversation. -4. Annotate two sections: - - **Goal Achieving Score (0-10)** — per agent, how well they achieved their stated goal. - - **Reward Attribution (0-10)** — per utterance, how much it contributed to the agent's goal achievement. +3. Click an episode to view the codename, scenario, agent backgrounds, goals, and conversation. +4. For each of the 7 dimensions, annotate: + - **Dimension Score** — per agent, within the dimension's range. + - **Reward Attribution (0-3)** — per utterance, how much it contributed to the dimension outcome. 5. Click **Save Annotation**. Use Previous/Next to navigate between episodes. -Green dots in the sidebar indicate completed annotations. The progress bar tracks your overall completion. +Green dots in the sidebar indicate completed annotations. The progress bar tracks overall completion. + +## Dimensions + +| Dimension | Range | Description | +|-----------|-------|-------------| +| Goal Achieving (GOAL) | 0 to 10 | How well the agent achieved their stated social goal | +| Believability (BEL) | 0 to 10 | How natural, realistic, and character-consistent the behavior is | +| Knowledge (KNO) | 0 to 10 | How much new, relevant information the agent gained | +| Secret Keeping (SEC) | -10 to 0 | How well the agent kept their secret (0 = fully kept) | +| Relationship (REL) | -5 to 5 | Change in relationship quality (positive = improved) | +| Social Rules (SOC) | -10 to 0 | Adherence to social norms and legal rules (0 = no violations) | +| Financial & Material (FIN) | -5 to 5 | Net financial/material outcome (positive = gain) | + +Each dimension has a foldable scoring guide and attribution guide in the UI. ## Annotation Output @@ -39,19 +64,35 @@ Example: "episode_id": "01JTYE0E5PGKE232AZ2VBQH7GA", "split": "split_1", "annotator": "alice", - "goal_scores": { - "Mia Davis": 3, - "Benjamin Jackson": 8 + "agent_1_name": "Mia Davis", + "agent_2_name": "Benjamin Jackson", + "dimension_scores": { + "goal": { "Mia Davis": 2, "Benjamin Jackson": 10 }, + "believability": { "Mia Davis": 9, "Benjamin Jackson": 10 }, + "knowledge": { "Mia Davis": 0, "Benjamin Jackson": 0 }, + "secret": { "Mia Davis": 0, "Benjamin Jackson": 0 }, + "relationship": { "Mia Davis": -2, "Benjamin Jackson": -4 }, + "social_rules": { "Mia Davis": 0, "Benjamin Jackson": 0 }, + "financial": { "Mia Davis": 0, "Benjamin Jackson": 0 } }, - "reward_attribution": { - "agent_1_turn_0": 5, - "agent_1_turn_1": 2, - "agent_2_turn_0": 7, - "agent_2_turn_1": 3 + "dimension_attributions": { + "goal": { + "agent_1_turn_0": 1, "agent_1_turn_1": 3, "agent_1_turn_2": 0, + "agent_2_turn_0": 3, "agent_2_turn_1": 1 + }, + "believability": { "..." : "..." }, + "knowledge": { "..." : "..." }, + "secret": { "..." : "..." }, + "relationship": { "..." : "..." }, + "social_rules": { "..." : "..." }, + "financial": { "..." : "..." } } } ``` +- `agent_1` = first speaker, `agent_2` = second speaker. +- Attribution keys follow the pattern `agent_{1,2}_turn_{n}` where `n` is the agent's utterance index (0-based, counting only that agent's turns). + ## Data -Episode markdown files are read from `human_eval/split_1/` and `human_eval/split_2/`. The interface itself lives in `human_eval_interface/` and does not modify the source data. +Episode markdown files are read from `human_eval/split_1/` and `human_eval/split_2/`. The interface does not modify the source data. diff --git a/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json b/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json index 394f871..9da8886 100644 --- a/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json +++ b/human_eval_interface/annotations/jason/split_1/01JTYE0E5PGKE232AZ2VBQH7GA.json @@ -4,15 +4,85 @@ "annotator": "jason", "agent_1_name": "Mia Davis", "agent_2_name": "Benjamin Jackson", - "goal_scores": { - "Mia Davis": 9, - "Benjamin Jackson": 5 + "dimension_scores": { + "goal": { + "Mia Davis": 2, + "Benjamin Jackson": 10 + }, + "believability": { + "Mia Davis": 9, + "Benjamin Jackson": 10 + }, + "knowledge": { + "Mia Davis": 0, + "Benjamin Jackson": 0 + }, + "secret": { + "Mia Davis": 0, + "Benjamin Jackson": 0 + }, + "relationship": { + "Mia Davis": -2, + "Benjamin Jackson": -4 + }, + "social_rules": { + "Mia Davis": 0, + "Benjamin Jackson": 0 + }, + "financial": { + "Mia Davis": 0, + "Benjamin Jackson": 0 + } }, - "reward_attribution": { - "agent_1_turn_0": 2, - "agent_1_turn_1": 2, - "agent_1_turn_2": 1, - "agent_2_turn_0": 1, - "agent_2_turn_1": 1 + "dimension_attributions": { + "goal": { + "agent_1_turn_0": 1, + "agent_1_turn_1": 3, + "agent_1_turn_2": 0, + "agent_2_turn_0": 3, + "agent_2_turn_1": 1 + }, + "believability": { + "agent_1_turn_0": 2, + "agent_1_turn_1": 1, + "agent_1_turn_2": 1, + "agent_2_turn_0": 1, + "agent_2_turn_1": 1 + }, + "knowledge": { + "agent_1_turn_0": 0, + "agent_1_turn_1": 0, + "agent_1_turn_2": 0, + "agent_2_turn_0": 0, + "agent_2_turn_1": 0 + }, + "secret": { + "agent_1_turn_0": 0, + "agent_1_turn_1": 0, + "agent_1_turn_2": 0, + "agent_2_turn_0": 0, + "agent_2_turn_1": 0 + }, + "relationship": { + "agent_1_turn_0": 1, + "agent_1_turn_1": 3, + "agent_1_turn_2": 0, + "agent_2_turn_0": 1, + "agent_2_turn_1": 1 + }, + "social_rules": { + "agent_1_turn_0": 0, + "agent_1_turn_1": 0, + "agent_1_turn_2": 0, + "agent_2_turn_0": 0, + "agent_2_turn_1": 0 + }, + "financial": { + "agent_1_turn_0": 0, + "agent_1_turn_1": 0, + "agent_1_turn_2": 0, + "agent_2_turn_0": 0, + "agent_2_turn_1": 0 + } } } \ No newline at end of file diff --git a/human_eval_interface/app.py b/human_eval_interface/app.py index 1e05121..20c477c 100644 --- a/human_eval_interface/app.py +++ b/human_eval_interface/app.py @@ -4,6 +4,9 @@ import glob from pathlib import Path from flask import Flask, render_template, request, jsonify +from dotenv import load_dotenv + +load_dotenv(Path(__file__).resolve().parent / ".env") app = Flask(__name__) @@ -12,6 +15,86 @@ ANNOTATIONS_DIR = BASE_DIR / "annotations" ANNOTATIONS_DIR.mkdir(exist_ok=True) +AI_ENABLED = bool(os.environ.get("OPENAI_API_KEY")) +AI_MODEL = os.environ.get("OPENAI_MODEL", "o4-mini") + +DIMENSION_META = { + "goal": {"range": "[0-10]", "desc": "Goal achievement — how well the agent achieved their stated social goal. 0 = nothing achieved, 10 = all goals fully achieved."}, + "believability": {"range": "[0-10]", "desc": "Believability — how natural, realistic, and character-consistent the agent's behavior is. 0 = robotic/incoherent, 10 = perfectly human-like."}, + "knowledge": {"range": "[0-10]", "desc": "Knowledge — how much new, relevant information the agent gained. 0 = nothing new, 10 = exceptional new knowledge."}, + "secret": {"range": "[-10 to 0]", "desc": "Secret keeping — how well the agent kept their secret. 0 = fully kept, -10 = completely revealed."}, + "relationship": {"range": "[-5 to 5]", "desc": "Relationship — change in relationship quality. -5 = severely damaged, 0 = unchanged, 5 = greatly improved."}, + "social_rules": {"range": "[-10 to 0]", "desc": "Social rules — adherence to social norms and legal rules. 0 = no violations, -10 = extreme violations."}, + "financial": {"range": "[-5 to 5]", "desc": "Financial/material benefits — net financial outcome. -5 = severe loss, 0 = neutral, 5 = major gain."}, +} + + +def build_ai_prompt(episode: dict, agents: list[str], agent_turns: dict) -> str: + """Build a prompt asking GPT to score all dimensions and attributions.""" + lines = [] + lines.append("You are an expert annotator for social simulation conversations.") + lines.append("Given the following conversation episode, provide scores and reasoning for each dimension and each agent.") + lines.append("") + lines.append(f"## Scenario: {episode['scenario']}") + lines.append(f"## Codename: {episode['codename']}") + lines.append("") + + for a in episode["agents"]: + lines.append(f"### {a['name']}") + lines.append(a["background"]) + lines.append(f"Goal: {episode['goals'].get(a['name'], 'N/A')}") + lines.append("") + + lines.append("## Conversation") + for i, t in enumerate(episode["turns"]): + prefix = "[action]" if t["is_action"] else "" + lines.append(f"Turn {i} ({t['speaker']}){prefix}: {t['utterance']}") + lines.append("") + + lines.append("## Dimensions to evaluate") + for key, meta in DIMENSION_META.items(): + lines.append(f"- **{key}** {meta['range']}: {meta['desc']}") + lines.append("") + + lines.append("## Instructions") + lines.append(f"Agent 1 (first speaker) = {agents[0]}") + lines.append(f"Agent 2 (second speaker) = {agents[1]}") + lines.append("") + lines.append("For EACH dimension, provide:") + lines.append("1. A per-agent score within the stated range, with 1-2 sentence reasoning that explains why this score was chosen AND why adjacent/alternative scores were not appropriate.") + lines.append("2. A per-utterance attribution score (0-3) for each agent's utterances only, with 1-2 sentence reasoning per utterance that explains why this score was chosen AND why a higher or lower score would not fit.") + lines.append(" - 0 = no impact, 1 = minor, 2 = significant, 3 = critical (assign 3 to at most one utterance per agent unless equally critical).") + lines.append("") + + agent_turn_info = {} + for idx, a in enumerate(agents): + turns = agent_turns.get(a, []) + agent_turn_info[a] = [(t["localIdx"], t["globalIdx"]) for t in turns] + + lines.append("## Agent utterance mapping (for attribution keys)") + for idx, a in enumerate(agents): + for local_idx, global_idx in agent_turn_info[a]: + lines.append(f" agent_{idx+1}_turn_{local_idx} = Turn {global_idx} by {a}") + lines.append("") + + lines.append('Respond with ONLY a JSON object (no markdown fences) in this exact structure:') + lines.append('{') + lines.append(' "dimension_scores": {') + lines.append(' "": {') + lines.append(f' "{agents[0]}": {{"score": , "reasoning": "<1-2 sentences: why this score, and why not higher/lower>"}},') + lines.append(f' "{agents[1]}": {{"score": , "reasoning": "<1-2 sentences: why this score, and why not higher/lower>"}}') + lines.append(' }, ...') + lines.append(' },') + lines.append(' "dimension_attributions": {') + lines.append(' "": {') + lines.append(' "agent_1_turn_0": {"score": , "reasoning": "<1-2 sentences: why this score, and why not higher/lower>"},') + lines.append(' "agent_2_turn_0": {"score": , "reasoning": "<1-2 sentences: why this score, and why not higher/lower>"}, ...') + lines.append(' }, ...') + lines.append(' }') + lines.append('}') + + return "\n".join(lines) + def parse_episode(md_text: str) -> dict: """Parse a markdown episode file into structured data.""" @@ -167,6 +250,59 @@ def api_save_annotation(split: str, episode_id: str): return jsonify({"status": "ok"}) +@app.route("/api/ai-enabled") +def api_ai_enabled(): + return jsonify({"enabled": AI_ENABLED}) + + +@app.route("/api/ai-suggest//", methods=["POST"]) +def api_ai_suggest(split: str, episode_id: str): + if not AI_ENABLED: + return jsonify({"error": "AI suggestions not enabled (no OPENAI_API_KEY)"}), 400 + + from openai import OpenAI + client = OpenAI() + + md_path = DATA_DIR / split / f"{episode_id}.md" + if not md_path.exists(): + return jsonify({"error": "episode not found"}), 404 + + with open(md_path) as f: + episode = parse_episode(f.read()) + + seen = [] + for t in episode["turns"]: + if t["speaker"] not in seen: + seen.append(t["speaker"]) + if len(seen) == 2: + break + agents = seen if len(seen) == 2 else [a["name"] for a in episode["agents"]] + + agent_turns: dict[str, list] = {a: [] for a in agents} + counters = {a: 0 for a in agents} + for i, t in enumerate(episode["turns"]): + if t["speaker"] in agent_turns: + agent_turns[t["speaker"]].append({ + "globalIdx": i, "localIdx": counters[t["speaker"]], **t + }) + counters[t["speaker"]] += 1 + + prompt = build_ai_prompt(episode, agents, agent_turns) + + try: + response = client.chat.completions.create( + model=AI_MODEL, + messages=[{"role": "user", "content": prompt}], + response_format={"type": "json_object"}, + ) + raw = response.choices[0].message.content + result = json.loads(raw) + except Exception as e: + return jsonify({"error": str(e)}), 500 + + return jsonify(result) + + @app.route("/api/progress/") def api_progress(split: str): annotator = request.args.get("annotator", "default") diff --git a/human_eval_interface/requirements.txt b/human_eval_interface/requirements.txt index 001e7c4..c3a4195 100644 --- a/human_eval_interface/requirements.txt +++ b/human_eval_interface/requirements.txt @@ -1 +1,3 @@ flask>=3.0 +python-dotenv>=1.0 +openai>=1.0 diff --git a/human_eval_interface/templates/index.html b/human_eval_interface/templates/index.html index cb9f63d..221ce60 100644 --- a/human_eval_interface/templates/index.html +++ b/human_eval_interface/templates/index.html @@ -124,6 +124,24 @@ .score-guide-table td { padding: 8px 10px; border-bottom: 1px solid var(--border); vertical-align: top; } .score-guide-table td:first-child { white-space: nowrap; width: 70px; text-align: center; } .score-guide-table tr:last-child td { border-bottom: none; } + + /* AI suggestion styles */ + .ai-toggle { display: flex; align-items: center; gap: 8px; margin-top: 8px; font-size: 13px; } + .ai-toggle input[type=checkbox] { accent-color: var(--primary); } + .ai-badge { display: inline-flex; align-items: center; gap: 4px; background: #fef3c7; color: #92400e; font-size: 11px; font-weight: 600; padding: 2px 8px; border-radius: 10px; border: 1px solid #fde68a; } + .ai-hint { font-size: 13px; color: #78350f; background: #fef9c3; border: 1px solid #facc15; border-radius: 8px; padding: 10px 14px; margin-top: 8px; margin-bottom: 4px; line-height: 1.5; } + .ai-hint .ai-score { font-weight: 700; font-size: 16px; } + .ai-hint .ai-reasoning-label { font-weight: 600; display: block; margin-top: 4px; } + .ai-hint .ai-reasoning { display: block; margin-top: 2px; } + .btn-ai { background: linear-gradient(135deg, #f59e0b, #d97706); color: #fff; border: none; padding: 8px 18px; border-radius: 8px; font-size: 13px; font-weight: 600; cursor: pointer; } + .btn-ai:hover { background: linear-gradient(135deg, #d97706, #b45309); } + .btn-ai:disabled { opacity: .5; cursor: not-allowed; } + .btn-ai.loading { animation: pulse 1.5s infinite; } + @keyframes pulse { 0%,100% { opacity: 1; } 50% { opacity: .6; } } + .ai-bar { display: flex; align-items: center; gap: 12px; margin-bottom: 16px; padding: 12px 16px; background: #fffbeb; border: 1px solid #fde68a; border-radius: 8px; } + .ai-bar .ai-status { font-size: 13px; color: #92400e; flex: 1; } + .ai-apply-btn { background: none; border: 1px solid #d97706; color: #d97706; padding: 4px 12px; border-radius: 6px; font-size: 12px; font-weight: 600; cursor: pointer; } + .ai-apply-btn:hover { background: #fef3c7; } @@ -143,6 +161,9 @@

Sotopia Annotation

0 / 0 annotated
+
@@ -161,6 +182,9 @@

Sotopia Annotation

currentEpisode: null, currentData: null, annotation: null, + aiEnabled: false, + aiOn: localStorage.getItem('aiOn') === 'true', + aiSuggestion: null, }; const $ = (sel) => document.querySelector(sel); @@ -169,6 +193,17 @@

Sotopia Annotation

document.getElementById('annotator-input').value = state.annotator; async function init() { + const aiStatus = await fetch(`${API}/api/ai-enabled`).then(r => r.json()); + state.aiEnabled = aiStatus.enabled; + if (state.aiEnabled) { + $('#ai-toggle-container').style.display = ''; + $('#ai-toggle').checked = state.aiOn; + $('#ai-toggle').addEventListener('change', (e) => { + state.aiOn = e.target.checked; + localStorage.setItem('aiOn', state.aiOn); + }); + } + const splits = await fetch(`${API}/api/splits`).then(r => r.json()); const sel = $('#split-select'); splits.forEach(s => { @@ -228,6 +263,7 @@

Sotopia Annotation

async function selectEpisode(id) { state.currentEpisode = id; + state.aiSuggestion = null; renderEpisodeList(); const data = await fetch(`${API}/api/episode/${state.split}/${id}`).then(r => r.json()); state.currentData = data; @@ -470,6 +506,30 @@

Sotopia Annotation

dimAttrScores[d.key] = ann?.dimension_attributions?.[d.key] || {}; }); + const aiSug = state.aiSuggestion; + + function aiScoreHint(dimKey, agentName) { + if (!aiSug) return ''; + const d = aiSug.dimension_scores?.[dimKey]?.[agentName]; + if (!d) return ''; + return `
+ AI Suggestion Score: ${d.score} + Reasoning: + ${d.reasoning || 'No reasoning provided.'} +
`; + } + + function aiAttrHint(dimKey, turnKey) { + if (!aiSug) return ''; + const d = aiSug.dimension_attributions?.[dimKey]?.[turnKey]; + if (!d) return ''; + return `
+ AI Score: ${d.score} + Reasoning: + ${d.reasoning || 'No reasoning provided.'} +
`; + } + function renderDimScoreSection(dim, idx) { const scores = dimScores[dim.key]; return ` @@ -491,6 +551,7 @@

${idx + 1}a. ${dim.label} — Score ${val}
${dim.min}${dim.max}
+ ${aiScoreHint(dim.key, a)} `; }).join('')} `; @@ -518,7 +579,8 @@

${idx + 1}b. ${dim.label} — Attribution ${t.utterance} ${val} - `; + + ${aiAttrHint(dim.key, key)}`; }).join('')} `).join('')} @@ -560,6 +622,13 @@

Conversation

+ ${state.aiEnabled && state.aiOn ? ` +
+ ${aiSug ? 'AI suggestions loaded. Review the hints below each slider.' : 'Click "Ask AI" to get suggested scores and reasoning.'} + ${!aiSug ? `` : ''} + ${aiSug ? `` : ''} +
` : ''} + ${DIMENSIONS.map((d, i) => renderDimScoreSection(d, i) + renderDimAttrSection(d, i)).join('')}
@@ -586,6 +655,60 @@

Conversation

document.getElementById('btn-save').addEventListener('click', saveCurrentAnnotation); document.getElementById('btn-prev').addEventListener('click', () => navigateEpisode(-1)); document.getElementById('btn-next').addEventListener('click', () => navigateEpisode(1)); + + const btnAiAsk = document.getElementById('btn-ai-ask'); + if (btnAiAsk) { + btnAiAsk.addEventListener('click', async () => { + btnAiAsk.disabled = true; + btnAiAsk.classList.add('loading'); + btnAiAsk.textContent = 'Asking AI...'; + const statusEl = document.getElementById('ai-status'); + statusEl.textContent = 'Waiting for AI response (this may take 15-30s)...'; + try { + const res = await fetch(`${API}/api/ai-suggest/${state.split}/${state.currentEpisode}`, { method: 'POST' }); + if (!res.ok) { + const err = await res.json(); + throw new Error(err.error || 'AI request failed'); + } + state.aiSuggestion = await res.json(); + renderEpisode(state.currentData, state.annotation); + } catch (e) { + statusEl.textContent = 'AI error: ' + e.message; + btnAiAsk.disabled = false; + btnAiAsk.classList.remove('loading'); + btnAiAsk.textContent = 'Retry'; + } + }); + } + + const btnAiApply = document.getElementById('btn-ai-apply'); + if (btnAiApply) { + btnAiApply.addEventListener('click', () => { + if (!aiSug) return; + for (const [dimKey, agentScores] of Object.entries(aiSug.dimension_scores || {})) { + for (const [agentName, info] of Object.entries(agentScores)) { + const sl = main.querySelector(`.dim-slider[data-dim="${dimKey}"][data-agent="${agentName}"]`); + const valEl = main.querySelector(`.dim-val[data-dim="${dimKey}"][data-agent="${agentName}"]`); + if (sl && valEl && info.score !== undefined) { + sl.value = info.score; + valEl.textContent = info.score; + } + } + } + for (const [dimKey, turnScores] of Object.entries(aiSug.dimension_attributions || {})) { + for (const [turnKey, info] of Object.entries(turnScores)) { + const sl = main.querySelector(`.dim-attr-slider[data-dim="${dimKey}"][data-key="${turnKey}"]`); + const valEl = main.querySelector(`.dim-attr-val[data-dim="${dimKey}"][data-key="${turnKey}"]`); + if (sl && valEl && info.score !== undefined) { + sl.value = info.score; + valEl.textContent = info.score; + } + } + } + btnAiApply.textContent = 'Applied!'; + setTimeout(() => { btnAiApply.textContent = 'Apply AI Scores'; }, 1500); + }); + } } async function saveCurrentAnnotation() { diff --git a/tests/test_human_eval_annotation_app.py b/tests/test_human_eval_annotation_app.py new file mode 100644 index 0000000..1a2bc8d --- /dev/null +++ b/tests/test_human_eval_annotation_app.py @@ -0,0 +1,81 @@ +import tempfile +import unittest +from pathlib import Path + +from human_eval.episode_parser import episode_files, parse_episode_file +from human_eval.storage import build_annotation_document, load_annotation, save_annotation + +REPO_ROOT = Path(__file__).resolve().parents[1] +HUMAN_EVAL_DIR = REPO_ROOT / 'human_eval' + + +class HumanEvalAnnotationAppTests(unittest.TestCase): + def test_all_markdown_episodes_parse(self) -> None: + files = episode_files(HUMAN_EVAL_DIR) + self.assertTrue(files) + + for path in files: + episode = parse_episode_file(path) + self.assertEqual(episode['episode_id'], path.stem) + self.assertEqual(len(episode['agents']), 2) + self.assertEqual(episode['turn_count'], len(episode['turns'])) + self.assertTrue(episode['turn_keys'][0].startswith('agent_')) + + def test_action_and_event_lines_are_classified(self) -> None: + action_episode = parse_episode_file( + HUMAN_EVAL_DIR / 'split_1' / '01JV3KB8CZTFYN1YF70NCMCWDP.md' + ) + self.assertTrue(any(turn['content_type'] == 'action' for turn in action_episode['turns'])) + + event_episode = parse_episode_file( + HUMAN_EVAL_DIR / 'split_1' / '01JV059EEHEVQXEM124R5ZNMFH.md' + ) + self.assertTrue(any(turn['content_type'] == 'event' for turn in event_episode['turns'])) + + def test_build_annotation_document_tracks_missing_turns(self) -> None: + episode = parse_episode_file( + HUMAN_EVAL_DIR / 'split_2' / '01JV3WVCG3TJ5MCBHE7A3PNWGG.md' + ) + first_turn = episode['turns'][0]['turn_key'] + + document = build_annotation_document( + episode, + { + 'annotator': 'jq', + 'final_goal_achieving_score': '', + 'reward_attribution': {first_turn: 7}, + }, + ) + + self.assertEqual(document['status'], 'draft') + self.assertEqual(document['reward_attribution'], {first_turn: 7}) + self.assertNotIn(first_turn, document['missing_reward_attribution_keys']) + self.assertEqual( + len(document['missing_reward_attribution_keys']), + episode['turn_count'] - 1, + ) + + def test_save_annotation_round_trip(self) -> None: + episode = parse_episode_file( + HUMAN_EVAL_DIR / 'split_2' / '01JV3WVCG3TJ5MCBHE7A3PNWGG.md' + ) + payload = { + 'annotator': 'tester', + 'notes': 'round-trip check', + 'final_goal_achieving_score': 6, + 'reward_attribution': {turn['turn_key']: 0 for turn in episode['turns']}, + } + + with tempfile.TemporaryDirectory() as temp_dir: + temp_path = Path(temp_dir) + saved = save_annotation(episode, payload, temp_path) + loaded = load_annotation(episode['split'], episode['episode_id'], temp_path) + + self.assertEqual(saved['status'], 'completed') + self.assertIsNotNone(saved['completed_at']) + self.assertEqual(saved['reward_attribution'], payload['reward_attribution']) + self.assertEqual(loaded, saved) + + +if __name__ == '__main__': + unittest.main() From 3d3add04aefe8f1185eec9234d58c14bf374e75b Mon Sep 17 00:00:00 2001 From: Jasonqi146 Date: Tue, 31 Mar 2026 21:59:11 -0700 Subject: [PATCH 4/4] temp push --- .gitignore | 1 + human_eval_analysis/analyze_annotations.py | 1286 +++++++++++++++++ .../extract_episodes_from_redis.py | 175 +++ human_eval_analysis/fetch_episode_models.py | 184 +++ human_eval_analysis/run_llm_annotations.py | 119 ++ human_eval_interface/templates/index.html | 57 +- .../direct_attribution_generic_function.py | 14 +- 7 files changed, 1816 insertions(+), 20 deletions(-) create mode 100644 human_eval_analysis/analyze_annotations.py create mode 100644 human_eval_analysis/extract_episodes_from_redis.py create mode 100644 human_eval_analysis/fetch_episode_models.py create mode 100644 human_eval_analysis/run_llm_annotations.py diff --git a/.gitignore b/.gitignore index 8b1c7cf..a2dd5e9 100644 --- a/.gitignore +++ b/.gitignore @@ -23,3 +23,4 @@ data/episode_utterances/ **/saves_qwen/* !**/*_overfit.json data/notebooks/* +human_eval/ diff --git a/human_eval_analysis/analyze_annotations.py b/human_eval_analysis/analyze_annotations.py new file mode 100644 index 0000000..f754953 --- /dev/null +++ b/human_eval_analysis/analyze_annotations.py @@ -0,0 +1,1286 @@ +""" +Inter-annotator agreement and descriptive statistics for human evaluation annotations. + +Generates a markdown report (analysis_report.md) with: + - Dimension score agreement (Krippendorff's alpha, ICC, Spearman, Cohen's kappa) + - Attribution agreement + - Descriptive statistics and annotator bias + - Dimension correlations + - Per-episode disagreement analysis + - Per-model score breakdowns (if episode_models.json exists) +""" + +from __future__ import annotations + +import io +import json +import warnings +from itertools import combinations +from pathlib import Path + +import krippendorff +import numpy as np +import pandas as pd +from scipy import stats +from tabulate import tabulate + +warnings.filterwarnings("ignore", category=RuntimeWarning) + +ANALYSIS_DIR = Path(__file__).resolve().parent +ANNOTATIONS_DIR = ANALYSIS_DIR / "annotations" +MODELS_PATH = ANALYSIS_DIR / "episode_models.json" +REPORT_PATH = ANALYSIS_DIR / "analysis_report.md" +REPORT_COMBINED_PATH = ANALYSIS_DIR / "analysis_report_combined.md" +DATA_DIR = ANALYSIS_DIR.parent / "data" + +DIMENSIONS = ["goal", "believability", "knowledge", "secret", "relationship", "social_rules", "financial"] + +HUMAN_TO_AI_DIM = { + "goal": "goal", "believability": "believability", "knowledge": "knowledge", + "secret": "secret", "relationship": "relationship", "social_rules": "social_rules", + "financial": "financial_and_material_benefits", +} + +ANNOTATOR_FOLDERS = { + "an01_split_1": "split_1", + "an01_split_2": "split_2", + "an02_split_1": "split_1", + "an02_split_2": "split_2", + "an03_split_1": "split_1", +} + +# --------------------------------------------------------------------------- +# Markdown writer +# --------------------------------------------------------------------------- + +class MarkdownWriter: + def __init__(self): + self._buf = io.StringIO() + + def h1(self, text: str): + self._buf.write(f"\n# {text}\n\n") + + def h2(self, text: str): + self._buf.write(f"\n## {text}\n\n") + + def h3(self, text: str): + self._buf.write(f"\n### {text}\n\n") + + def p(self, text: str): + self._buf.write(f"{text}\n\n") + + def bullet(self, text: str): + self._buf.write(f"- {text}\n") + + def end_bullets(self): + self._buf.write("\n") + + def table(self, rows: list[dict], **kwargs): + if not rows: + self._buf.write("*No data.*\n\n") + return + self._buf.write(tabulate(rows, headers="keys", tablefmt="github", **kwargs)) + self._buf.write("\n\n") + + def table_df(self, df: pd.DataFrame, **kwargs): + self._buf.write(tabulate(df, headers="keys", tablefmt="github", showindex=False, **kwargs)) + self._buf.write("\n\n") + + def code_block(self, text: str): + self._buf.write(f"```\n{text}\n```\n\n") + + def getvalue(self) -> str: + return self._buf.getvalue() + + +# --------------------------------------------------------------------------- +# Data loading +# --------------------------------------------------------------------------- + +def load_episode_models() -> dict: + if MODELS_PATH.exists(): + with open(MODELS_PATH) as f: + return json.load(f) + return {} + + +def load_all_annotations(episode_models: dict | None = None) -> pd.DataFrame: + if episode_models is None: + episode_models = {} + rows = [] + for folder_name, split in ANNOTATOR_FOLDERS.items(): + folder = ANNOTATIONS_DIR / folder_name + if not folder.exists(): + continue + for fp in sorted(folder.glob("*.json")): + with open(fp) as f: + ann = json.load(f) + annotator = ann["annotator"] + episode_id = ann["episode_id"] + agent_names = list(next(iter(ann["dimension_scores"].values())).keys()) + model_info = episode_models.get(episode_id, {}) + for dim in DIMENSIONS: + for agent_idx, agent_name in enumerate(agent_names): + score = ann["dimension_scores"].get(dim, {}).get(agent_name) + rows.append({ + "split": split, "episode_id": episode_id, "annotator": annotator, + "dimension": dim, "agent_idx": agent_idx + 1, + "agent_name": agent_name, "score": score, + "model": model_info.get(f"agent_{agent_idx + 1}_model", ""), + }) + return pd.DataFrame(rows) + + +def load_all_attributions(episode_models: dict | None = None) -> pd.DataFrame: + if episode_models is None: + episode_models = {} + rows = [] + for folder_name, split in ANNOTATOR_FOLDERS.items(): + folder = ANNOTATIONS_DIR / folder_name + if not folder.exists(): + continue + for fp in sorted(folder.glob("*.json")): + with open(fp) as f: + ann = json.load(f) + annotator = ann["annotator"] + episode_id = ann["episode_id"] + model_info = episode_models.get(episode_id, {}) + for dim in DIMENSIONS: + attr = ann.get("dimension_attributions", {}).get(dim, {}) + for turn_key, value in attr.items(): + agent_num = turn_key.split("_")[1] + rows.append({ + "split": split, "episode_id": episode_id, "annotator": annotator, + "dimension": dim, "turn_key": turn_key, "attribution": value, + "model": model_info.get(f"agent_{agent_num}_model", ""), + }) + return pd.DataFrame(rows) + + +# --------------------------------------------------------------------------- +# Agreement metrics +# --------------------------------------------------------------------------- + +def compute_krippendorff_alpha(rating_matrix: np.ndarray, level: str = "ordinal") -> float: + try: + return krippendorff.alpha(reliability_data=rating_matrix, level_of_measurement=level) + except Exception: + return np.nan + + +def compute_icc(df_wide: pd.DataFrame) -> float: + df = df_wide.dropna(how="any") + if df.shape[0] < 2 or df.shape[1] < 2: + return np.nan + n, k = df.shape + grand_mean = df.values.mean() + row_means = df.values.mean(axis=1) + col_means = df.values.mean(axis=0) + ss_total = np.sum((df.values - grand_mean) ** 2) + ss_rows = k * np.sum((row_means - grand_mean) ** 2) + ss_cols = n * np.sum((col_means - grand_mean) ** 2) + ss_error = ss_total - ss_rows - ss_cols + ms_rows = ss_rows / (n - 1) if n > 1 else 0 + ms_error = ss_error / ((n - 1) * (k - 1)) if (n > 1 and k > 1) else 0 + ms_cols = ss_cols / (k - 1) if k > 1 else 0 + denom = ms_rows + (k - 1) * ms_error / n + k * (ms_cols - ms_error) / n + if denom == 0: + return np.nan + return (ms_rows - ms_error) / denom + + +def pairwise_spearman(df_wide: pd.DataFrame) -> dict: + cols = df_wide.columns.tolist() + results = {} + for a, b in combinations(cols, 2): + mask = df_wide[[a, b]].dropna() + if len(mask) < 3 or mask[a].std() == 0 or mask[b].std() == 0: + results[(a, b)] = np.nan + continue + rho, _ = stats.spearmanr(mask[a], mask[b]) + results[(a, b)] = rho + return results + + +def cohens_kappa_pairwise(df_wide: pd.DataFrame) -> dict: + from sklearn.metrics import cohen_kappa_score + cols = df_wide.columns.tolist() + results = {} + for a, b in combinations(cols, 2): + mask = df_wide[[a, b]].dropna() + if len(mask) < 2: + results[(a, b)] = np.nan + continue + if mask[a].nunique() <= 1 and mask[b].nunique() <= 1: + results[(a, b)] = 1.0 if (mask[a] == mask[b]).all() else np.nan + continue + try: + results[(a, b)] = cohen_kappa_score(mask[a].astype(int), mask[b].astype(int)) + except Exception: + results[(a, b)] = np.nan + return results + + +def fmt(val: float, decimals: int = 4) -> str: + return f"{val:.{decimals}f}" if not np.isnan(val) else "N/A" + + +# --------------------------------------------------------------------------- +# Pivot helpers +# --------------------------------------------------------------------------- + +def pivot_scores(df: pd.DataFrame, split: str | None = None) -> pd.DataFrame: + sub = df if split is None else df[df["split"] == split] + return sub.pivot_table(index=["episode_id", "dimension", "agent_idx"], columns="annotator", values="score") + + +def pivot_attributions(df: pd.DataFrame, split: str | None = None) -> pd.DataFrame: + sub = df if split is None else df[df["split"] == split] + return sub.pivot_table(index=["episode_id", "dimension", "turn_key"], columns="annotator", values="attribution") + + +def _bin_attribution(val): + """Bin attribution: 0 -> 0, (1,2) -> 1, 3 -> 2.""" + if val <= 0: + return 0 + if val >= 3: + return 2 + return 1 + + +def pivot_attributions_binned(df: pd.DataFrame, split: str | None = None) -> pd.DataFrame: + """Pivot attributions with 3-level binning: 0, (1-2), 3.""" + sub = df if split is None else df[df["split"] == split] + sub = sub.copy() + sub["attribution_binned"] = sub["attribution"].apply(_bin_attribution) + return sub.pivot_table(index=["episode_id", "dimension", "turn_key"], columns="annotator", values="attribution_binned") + + +# --------------------------------------------------------------------------- +# Agreement reporting +# --------------------------------------------------------------------------- + +def report_agreement(md: MarkdownWriter, pivot_df: pd.DataFrame): + annotators = pivot_df.columns.tolist() + n_items = len(pivot_df) + n_complete = pivot_df.dropna(how="any").shape[0] + + md.bullet(f"**Annotators:** {', '.join(annotators)}") + md.bullet(f"**Items:** {n_items} (complete cases: {n_complete})") + + alpha = compute_krippendorff_alpha(pivot_df.values.T) + md.bullet(f"**Krippendorff's alpha (ordinal):** {fmt(alpha)}") + + icc = compute_icc(pivot_df) + md.bullet(f"**ICC(2,1):** {fmt(icc)}") + + sp = pairwise_spearman(pivot_df) + if sp: + vals = [v for v in sp.values() if not np.isnan(v)] + mean_rho = np.mean(vals) if vals else np.nan + md.bullet(f"**Mean pairwise Spearman rho:** {fmt(mean_rho)}") + for pair, rho in sp.items(): + md.bullet(f" {pair[0]} vs {pair[1]}: {fmt(rho)}") + + kappas = cohens_kappa_pairwise(pivot_df) + if kappas: + vals = [v for v in kappas.values() if not np.isnan(v)] + mean_k = np.mean(vals) if vals else np.nan + md.bullet(f"**Mean pairwise Cohen's kappa:** {fmt(mean_k)}") + for pair, k in kappas.items(): + md.bullet(f" {pair[0]} vs {pair[1]}: {fmt(k)}") + md.end_bullets() + + +def agreement_per_dim_table(pivot_fn, data: pd.DataFrame, show_kappa: bool = False) -> list[dict]: + rows = [] + for dim in DIMENSIONS: + piv_dim = pivot_fn(data[data["dimension"] == dim]) + if piv_dim.empty: + continue + alpha = compute_krippendorff_alpha(piv_dim.values.T) + icc = compute_icc(piv_dim) + sp = pairwise_spearman(piv_dim) + sp_vals = [v for v in sp.values() if not np.isnan(v)] + mean_rho = np.mean(sp_vals) if sp_vals else np.nan + row = {"Dimension": dim, "K-alpha": fmt(alpha, 3), "ICC(2,1)": fmt(icc, 3), + "Mean Spearman": fmt(mean_rho, 3), "N items": len(piv_dim)} + if show_kappa: + kappas = cohens_kappa_pairwise(piv_dim) + k_vals = [v for v in kappas.values() if not np.isnan(v)] + mean_k = np.mean(k_vals) if k_vals else np.nan + row["Mean Kappa"] = fmt(mean_k, 3) + rows.append(row) + return rows + + +# --------------------------------------------------------------------------- +# Helpers +# --------------------------------------------------------------------------- + +def get_episode_annotator_counts(scores_df: pd.DataFrame) -> pd.DataFrame: + return ( + scores_df.groupby(["split", "episode_id"])["annotator"].nunique() + .reset_index().rename(columns={"annotator": "n_annotators"}) + ) + + +def filter_by_annotator_count(df: pd.DataFrame, counts: pd.DataFrame, min_count: int) -> pd.DataFrame: + valid = counts[counts["n_annotators"] >= min_count][["split", "episode_id"]] + return df.merge(valid, on=["split", "episode_id"], how="inner") + + +# --------------------------------------------------------------------------- +# AI annotation loading +# --------------------------------------------------------------------------- + +def _parse_ai_file(ai_file: Path, human_dim: str, run: int) -> tuple[list[dict], list[dict]]: + """Parse a single AI annotation JSONL file into score and attribution rows.""" + import re as _re + score_rows, attr_rows = [], [] + with open(ai_file) as f: + for line in f: + rec = json.loads(line) + episode_id = rec["episode_id"] + agent_name = rec["agent"] + agent_idx = 1 if rec["is_first_speaker"] else 2 + + for utt_key, utt_val in rec["attributed_utterances"].items(): + if agent_name not in utt_key: + continue + if isinstance(utt_val[1], dict): + attr_score = utt_val[1].get("attribution", 0) + dim_score = utt_val[1].get("dim_score", None) + elif isinstance(utt_val[1], (int, float)): + attr_score = utt_val[1] + dim_score = None + else: + continue + + m = _re.match(r"Utterance (\d+) by .+", utt_key) + if not m: + continue + local_turn = int(m.group(1)) + turn_key = f"agent_{agent_idx}_turn_{local_turn}" + + attr_rows.append({ + "episode_id": episode_id, "dimension": human_dim, + "turn_key": turn_key, "ai_attribution": attr_score, "run": run, + }) + + if dim_score is not None and local_turn == 0: + score_rows.append({ + "episode_id": episode_id, "dimension": human_dim, + "agent_idx": agent_idx, "agent_name": agent_name, + "ai_score": dim_score, "run": run, + }) + return score_rows, attr_rows + + +def load_ai_annotations() -> tuple[pd.DataFrame, pd.DataFrame]: + """Load LLM attribution annotations from all runs. + + Discovers files matching human_eval_annotated_default-{dim}_gpt-4o_run*.jsonl. + Returns per-run data with a 'run' column. Aggregation is done at analysis time. + """ + import glob as _glob + score_rows = [] + attr_rows = [] + + for human_dim, ai_dim in HUMAN_TO_AI_DIM.items(): + pattern = str(DATA_DIR / f"human_eval_annotated_default-{ai_dim}_gpt-4o_run*.jsonl") + files = sorted(_glob.glob(pattern)) + if not files: + old = DATA_DIR / f"human_eval_annotated_default-{ai_dim}_gpt-4o.jsonl" + if old.exists(): + files = [str(old)] + for fpath in files: + fname = Path(fpath).stem + if "_run" in fname: + run = int(fname.rsplit("_run", 1)[1]) + else: + run = 1 + s, a = _parse_ai_file(Path(fpath), human_dim, run) + score_rows.extend(s) + attr_rows.extend(a) + + scores_df = pd.DataFrame(score_rows) if score_rows else pd.DataFrame() + attr_df = pd.DataFrame(attr_rows) if attr_rows else pd.DataFrame() + + if not scores_df.empty: + n_runs = scores_df["run"].nunique() + print(f" AI annotations: {n_runs} run(s), {len(scores_df)} score rows, {len(attr_df)} attr rows") + + return scores_df, attr_df + + +def _score_alignment_table(merged: pd.DataFrame, dims: list[str], label_h: str = "human_score", label_a: str = "ai_score") -> list[dict]: + """Build per-dimension + overall alignment table rows.""" + from sklearn.metrics import mean_absolute_error, mean_squared_error + rows = [] + for dim in dims: + sub = merged[merged["dimension"] == dim] + if len(sub) < 3: + continue + h, a = sub[label_h].values, sub[label_a].values + rho = _safe_spearman(h, a) + pearson_r = _safe_pearson(h, a) + rows.append({ + "Dimension": dim, "N": len(sub), + "Spearman ρ": fmt(rho, 3), "Pearson r": fmt(pearson_r, 3), + "MAE": fmt(mean_absolute_error(h, a), 2), + "RMSE": fmt(np.sqrt(mean_squared_error(h, a)), 2), + "AI bias": fmt(np.mean(a - h), 2), + "Human mean": fmt(np.mean(h), 2), "AI mean": fmt(np.mean(a), 2), + }) + h_all, a_all = merged[label_h].values, merged[label_a].values + rho_all = _safe_spearman(h_all, a_all) + pearson_all = _safe_pearson(h_all, a_all) + rows.append({ + "Dimension": "**OVERALL**", "N": len(h_all), + "Spearman ρ": fmt(rho_all, 3), "Pearson r": fmt(pearson_all, 3), + "MAE": fmt(mean_absolute_error(h_all, a_all), 2), + "RMSE": fmt(np.sqrt(mean_squared_error(h_all, a_all)), 2), + "AI bias": fmt(np.mean(a_all - h_all), 2), + "Human mean": fmt(np.mean(h_all), 2), "AI mean": fmt(np.mean(a_all), 2), + }) + return rows + + +def _safe_spearman(h, a): + if len(h) < 3 or np.std(h) == 0 or np.std(a) == 0: + return np.nan + return stats.spearmanr(h, a)[0] + + +def _safe_pearson(h, a): + if len(h) < 3 or np.std(h) == 0 or np.std(a) == 0: + return np.nan + return stats.pearsonr(h, a)[0] + + +def _attr_alignment_table(merged: pd.DataFrame, dims: list[str]) -> list[dict]: + """Build per-dimension + overall attribution alignment table rows.""" + from sklearn.metrics import cohen_kappa_score, mean_absolute_error + rows = [] + for dim in dims: + sub = merged[merged["dimension"] == dim] + if len(sub) < 3: + continue + h, a = sub["human_attr"].values, sub["ai_attribution"].values + rho = _safe_spearman(h, a) + pearson_r = _safe_pearson(h, a) + mae = mean_absolute_error(h, a) + nz_agree = np.mean((h > 0) == (a > 0)) * 100 if len(h) > 0 else 0 + try: + h_bin, a_bin = (h > 0).astype(int), (a > 0).astype(int) + kappa = cohen_kappa_score(h_bin, a_bin) if (len(np.unique(h_bin)) > 1 or len(np.unique(a_bin)) > 1) else np.nan + except Exception: + kappa = np.nan + rows.append({ + "Dimension": dim, "N": len(sub), + "Spearman ρ": fmt(rho, 3), "Pearson r": fmt(pearson_r, 3), + "MAE": fmt(mae, 2), "Zero/NZ agree %": f"{nz_agree:.1f}%", + "Binary κ": fmt(kappa, 3), + "Human mean": fmt(np.mean(h), 2), "AI mean": fmt(np.mean(a), 2), + }) + h_all, a_all = merged["human_attr"].values, merged["ai_attribution"].values + rho_all = _safe_spearman(h_all, a_all) + pearson_all = _safe_pearson(h_all, a_all) + nz_all = np.mean((h_all > 0) == (a_all > 0)) * 100 + rows.append({ + "Dimension": "**OVERALL**", "N": len(h_all), + "Spearman ρ": fmt(rho_all, 3), "Pearson r": fmt(pearson_all, 3), + "MAE": fmt(mean_absolute_error(h_all, a_all), 2), + "Zero/NZ agree %": f"{nz_all:.1f}%", "Binary κ": "—", + "Human mean": fmt(np.mean(h_all), 2), "AI mean": fmt(np.mean(a_all), 2), + }) + return rows + + +def human_ai_alignment_analysis( + md: MarkdownWriter, + human_scores: pd.DataFrame, + human_attr: pd.DataFrame, + ai_scores: pd.DataFrame, + ai_attr: pd.DataFrame, +): + """Comprehensive human vs AI alignment analysis with multiple aggregation strategies.""" + from sklearn.metrics import cohen_kappa_score, mean_absolute_error, mean_squared_error + + n_ai_runs = ai_scores["run"].nunique() if "run" in ai_scores.columns else 1 + multi_run = n_ai_runs > 1 + + # --- Aggregate AI across runs --- + def _agg_ai_scores(agg: str = "mean") -> pd.DataFrame: + if "run" not in ai_scores.columns or n_ai_runs == 1: + return ai_scores[["episode_id", "dimension", "agent_idx", "ai_score"]].drop_duplicates() + return ( + ai_scores.groupby(["episode_id", "dimension", "agent_idx"])["ai_score"] + .agg(agg).reset_index() + ) + + def _agg_ai_attr(agg: str = "mean") -> pd.DataFrame: + if "run" not in ai_attr.columns or n_ai_runs == 1: + return ai_attr[["episode_id", "dimension", "turn_key", "ai_attribution"]].drop_duplicates() + return ( + ai_attr.groupby(["episode_id", "dimension", "turn_key"])["ai_attribution"] + .agg(agg).reset_index() + ) + + # --- Merge helpers --- + def _merge_scores(h_scores: pd.DataFrame, h_agg: str = "mean", ai_agg: str = "mean") -> pd.DataFrame: + human_agg = ( + h_scores.groupby(["episode_id", "dimension", "agent_idx"])["score"] + .agg(h_agg).reset_index().rename(columns={"score": "human_score"}) + ) + return human_agg.merge(_agg_ai_scores(ai_agg), on=["episode_id", "dimension", "agent_idx"], how="inner") + + def _merge_attr(h_attr: pd.DataFrame, h_agg: str = "mean", ai_agg: str = "mean") -> pd.DataFrame: + human_agg = ( + h_attr.groupby(["episode_id", "dimension", "turn_key"])["attribution"] + .agg(h_agg).reset_index().rename(columns={"attribution": "human_attr"}) + ) + return human_agg.merge(_agg_ai_attr(ai_agg), on=["episode_id", "dimension", "turn_key"], how="inner") + + # --- Annotator count helpers --- + ep_ann_counts = human_scores.groupby("episode_id")["annotator"].nunique().reset_index() + ep_ann_counts.columns = ["episode_id", "n_ann"] + eps_2plus = set(ep_ann_counts[ep_ann_counts["n_ann"] >= 2]["episode_id"]) + eps_3 = set(ep_ann_counts[ep_ann_counts["n_ann"] >= 3]["episode_id"]) + + # --- Build all merged datasets (single-run AI = run 1 baseline) --- + merged_scores = _merge_scores(human_scores, "mean", "mean") + merged_scores_median = _merge_scores(human_scores, "median", "mean") + merged_scores_2ann = _merge_scores(human_scores[human_scores["episode_id"].isin(eps_2plus)], "mean", "mean") + merged_scores_3ann = _merge_scores(human_scores[human_scores["episode_id"].isin(eps_3)], "mean", "mean") + + # Bias-corrected + dim_bias = merged_scores.groupby("dimension").apply( + lambda g: np.mean(g["ai_score"].values - g["human_score"].values) + ).to_dict() + merged_scores_bc = merged_scores.copy() + merged_scores_bc["ai_score"] = merged_scores_bc.apply( + lambda r: r["ai_score"] - dim_bias.get(r["dimension"], 0), axis=1 + ) + + # Multi-run AI aggregated scores (if multiple runs available) + if multi_run: + merged_scores_ai_mean = _merge_scores(human_scores, "mean", "mean") + merged_scores_ai_median = _merge_scores(human_scores, "mean", "median") + merged_scores_hmed_aimed = _merge_scores(human_scores, "median", "median") + merged_scores_3ann_ai_mean = _merge_scores( + human_scores[human_scores["episode_id"].isin(eps_3)], "mean", "mean") + merged_scores_3ann_ai_median = _merge_scores( + human_scores[human_scores["episode_id"].isin(eps_3)], "mean", "median") + + # Attributions + merged_attr = _merge_attr(human_attr, "mean", "mean") + merged_attr_median = _merge_attr(human_attr, "median", "mean") + merged_attr_3ann = _merge_attr(human_attr[human_attr["episode_id"].isin(eps_3)], "mean", "mean") + merged_attr_3ann_median = _merge_attr(human_attr[human_attr["episode_id"].isin(eps_3)], "median", "mean") + + # Multi-run AI aggregated attributions + if multi_run: + merged_attr_ai_mean = _merge_attr(human_attr, "mean", "mean") + merged_attr_ai_median = _merge_attr(human_attr, "mean", "median") + merged_attr_hmed_aimed = _merge_attr(human_attr, "median", "median") + merged_attr_3ann_ai_mean = _merge_attr( + human_attr[human_attr["episode_id"].isin(eps_3)], "mean", "mean") + merged_attr_3ann_ai_median = _merge_attr( + human_attr[human_attr["episode_id"].isin(eps_3)], "mean", "median") + + # Within-episode rank correlation + def _within_episode_rank_corr(merged_a: pd.DataFrame, dims: list[str]) -> list[dict]: + rows = [] + for dim in dims: + sub = merged_a[merged_a["dimension"] == dim] + rhos = [] + for eid in sub["episode_id"].unique(): + ep = sub[sub["episode_id"] == eid] + if len(ep) < 3: + continue + h, a = ep["human_attr"].values, ep["ai_attribution"].values + if np.std(h) > 0 and np.std(a) > 0: + rhos.append(stats.spearmanr(h, a)[0]) + rows.append({ + "Dimension": dim, "N episodes": len(rhos), + "Mean within-ep ρ": fmt(np.mean(rhos), 3) if rhos else "N/A", + "Median within-ep ρ": fmt(np.median(rhos), 3) if rhos else "N/A", + }) + all_rhos = [] + for eid in merged_a["episode_id"].unique(): + ep = merged_a[merged_a["episode_id"] == eid] + if len(ep) < 3: + continue + h, a = ep["human_attr"].values, ep["ai_attribution"].values + if np.std(h) > 0 and np.std(a) > 0: + all_rhos.append(stats.spearmanr(h, a)[0]) + rows.append({ + "Dimension": "**ALL DIMS**", "N episodes": len(all_rhos), + "Mean within-ep ρ": fmt(np.mean(all_rhos), 3) if all_rhos else "N/A", + "Median within-ep ρ": fmt(np.median(all_rhos), 3) if all_rhos else "N/A", + }) + return rows + + # Per-episode rank-normalized attribution correlation + def _rank_normalized_attr_table(merged_a: pd.DataFrame, dims: list[str]) -> list[dict]: + """Rank-normalize attributions within each (episode, dimension) before correlating.""" + from scipy.stats import rankdata + rows_out = [] + for dim in dims: + sub = merged_a[merged_a["dimension"] == dim].copy() + h_ranks, a_ranks = [], [] + for eid in sub["episode_id"].unique(): + ep = sub[sub["episode_id"] == eid] + if len(ep) < 2: + continue + h_ranks.extend(rankdata(ep["human_attr"].values)) + a_ranks.extend(rankdata(ep["ai_attribution"].values)) + h_ranks, a_ranks = np.array(h_ranks), np.array(a_ranks) + rho = _safe_spearman(h_ranks, a_ranks) + pearson_r = _safe_pearson(h_ranks, a_ranks) + rows_out.append({ + "Dimension": dim, "N": len(h_ranks), + "Spearman ρ (ranked)": fmt(rho, 3), "Pearson r (ranked)": fmt(pearson_r, 3), + }) + all_h, all_a = [], [] + for eid in merged_a["episode_id"].unique(): + ep = merged_a[merged_a["episode_id"] == eid] + if len(ep) < 2: + continue + all_h.extend(rankdata(ep["human_attr"].values)) + all_a.extend(rankdata(ep["ai_attribution"].values)) + all_h, all_a = np.array(all_h), np.array(all_a) + rows_out.append({ + "Dimension": "**OVERALL**", "N": len(all_h), + "Spearman ρ (ranked)": fmt(_safe_spearman(all_h, all_a), 3), + "Pearson r (ranked)": fmt(_safe_pearson(all_h, all_a), 3), + }) + return rows_out + + n_episodes = merged_scores["episode_id"].nunique() + md.h2("16. Human vs AI Alignment — Overview") + md.p(f"**Matched episodes:** {n_episodes} | **Score pairs:** {len(merged_scores)} | **Attribution pairs:** {len(merged_attr)}") + md.p(f"**Episodes with ≥2 annotators:** {len(eps_2plus)} | **Episodes with 3 annotators:** {len(eps_3)}") + md.p(f"**AI annotation runs:** {n_ai_runs}") + md.p("Multiple aggregation strategies are compared below (each is additive, not a replacement).") + + # ===================================================================== + # SCORES + # ===================================================================== + md.h2("17. Human vs AI — Dimension Score Alignment") + + md.h3("A. Human mean, all annotators (baseline)") + md.table(_score_alignment_table(merged_scores, DIMENSIONS)) + + md.h3("B. Human median (robust to outlier annotators)") + md.table(_score_alignment_table(merged_scores_median, DIMENSIONS)) + + md.h3("C. Only ≥2 annotator episodes") + md.p(f"Episodes: {merged_scores_2ann['episode_id'].nunique()}") + md.table(_score_alignment_table(merged_scores_2ann, DIMENSIONS)) + + md.h3("D. Only 3-annotator episodes (highest-confidence consensus)") + md.p(f"Episodes: {merged_scores_3ann['episode_id'].nunique()}") + md.table(_score_alignment_table(merged_scores_3ann, DIMENSIONS)) + + md.h3("E. Bias-corrected AI scores (subtract per-dimension mean bias)") + md.p("Removes systematic AI over-rating per dimension before computing error metrics. " + "Correlation is unchanged; MAE/RMSE improve if the main source of error is a constant offset.") + md.table(_score_alignment_table(merged_scores_bc, DIMENSIONS)) + + if multi_run: + md.h3(f"F. Human mean vs AI mean-of-{n_ai_runs}-runs") + md.table(_score_alignment_table(merged_scores_ai_mean, DIMENSIONS)) + + md.h3(f"G. Human mean vs AI median-of-{n_ai_runs}-runs") + md.table(_score_alignment_table(merged_scores_ai_median, DIMENSIONS)) + + md.h3(f"H. Human median vs AI median-of-{n_ai_runs}-runs") + md.table(_score_alignment_table(merged_scores_hmed_aimed, DIMENSIONS)) + + md.h3(f"I. 3-annotator episodes, Human mean vs AI mean-of-{n_ai_runs}-runs") + md.p(f"Episodes: {merged_scores_3ann_ai_mean['episode_id'].nunique()}") + md.table(_score_alignment_table(merged_scores_3ann_ai_mean, DIMENSIONS)) + + md.h3(f"J. 3-annotator episodes, Human mean vs AI median-of-{n_ai_runs}-runs") + md.p(f"Episodes: {merged_scores_3ann_ai_median['episode_id'].nunique()}") + md.table(_score_alignment_table(merged_scores_3ann_ai_median, DIMENSIONS)) + + # Per-annotator + md.h3("Per-annotator vs AI score correlation (Spearman ρ)") + annotators = sorted(human_scores["annotator"].unique()) + rows = [] + for ann in annotators: + ann_scores = human_scores[human_scores["annotator"] == ann] + merged_ann = ann_scores.merge( + ai_scores[["episode_id", "dimension", "agent_idx", "ai_score"]], + on=["episode_id", "dimension", "agent_idx"], how="inner" + ) + if len(merged_ann) < 5: + continue + row = {"Annotator": ann, "N": len(merged_ann)} + h, a = merged_ann["score"].values, merged_ann["ai_score"].values + row["Overall ρ"] = fmt(_safe_spearman(h, a), 3) + for dim in DIMENSIONS: + sub = merged_ann[merged_ann["dimension"] == dim] + if len(sub) < 3 or sub["score"].std() == 0 or sub["ai_score"].std() == 0: + row[dim] = "N/A" + else: + row[dim] = fmt(stats.spearmanr(sub["score"], sub["ai_score"])[0], 3) + rows.append(row) + md.table(rows) + + # ===================================================================== + # ATTRIBUTIONS + # ===================================================================== + md.h2("18. Human vs AI — Attribution Alignment") + + md.h3("A. Human mean, all episodes (baseline)") + md.table(_attr_alignment_table(merged_attr, DIMENSIONS)) + + md.h3("B. Human median, all episodes") + md.table(_attr_alignment_table(merged_attr_median, DIMENSIONS)) + + md.h3("C. Human mean, 3-annotator episodes only") + md.p(f"Episodes: {merged_attr_3ann['episode_id'].nunique()}") + md.table(_attr_alignment_table(merged_attr_3ann, DIMENSIONS)) + + md.h3("D. Human median, 3-annotator episodes only") + md.p(f"Episodes: {merged_attr_3ann_median['episode_id'].nunique()}") + md.table(_attr_alignment_table(merged_attr_3ann_median, DIMENSIONS)) + + md.h3("E. Within-episode rank correlation (per-episode Spearman, then averaged)") + md.p("Tests whether AI preserves the *relative ordering* of turn importance within each episode, " + "removing cross-episode calibration differences.") + md.table(_within_episode_rank_corr(merged_attr, DIMENSIONS)) + + md.h3("F. Within-episode rank correlation — 3-annotator episodes only") + md.table(_within_episode_rank_corr(merged_attr_3ann, DIMENSIONS)) + + md.h3("G. Per-episode rank-normalized attribution correlation") + md.p("Rank-normalizes attributions within each (episode, dimension) before computing global correlation. " + "This removes the effect of AI's systematically higher calibration while preserving relative ordering.") + md.table(_rank_normalized_attr_table(merged_attr, DIMENSIONS)) + + md.h3("H. Per-episode rank-normalized — 3-annotator episodes only") + md.table(_rank_normalized_attr_table(merged_attr_3ann, DIMENSIONS)) + + if multi_run: + md.h3(f"I. Human mean vs AI mean-of-{n_ai_runs}-runs") + md.table(_attr_alignment_table(merged_attr_ai_mean, DIMENSIONS)) + + md.h3(f"J. Human mean vs AI median-of-{n_ai_runs}-runs") + md.table(_attr_alignment_table(merged_attr_ai_median, DIMENSIONS)) + + md.h3(f"K. Human median vs AI median-of-{n_ai_runs}-runs") + md.table(_attr_alignment_table(merged_attr_hmed_aimed, DIMENSIONS)) + + md.h3(f"L. 3-annotator, Human mean vs AI mean-of-{n_ai_runs}-runs") + md.p(f"Episodes: {merged_attr_3ann_ai_mean['episode_id'].nunique()}") + md.table(_attr_alignment_table(merged_attr_3ann_ai_mean, DIMENSIONS)) + + md.h3(f"M. 3-annotator, Human mean vs AI median-of-{n_ai_runs}-runs") + md.p(f"Episodes: {merged_attr_3ann_ai_median['episode_id'].nunique()}") + md.table(_attr_alignment_table(merged_attr_3ann_ai_median, DIMENSIONS)) + + md.h3(f"N. Rank-normalized, AI mean-of-{n_ai_runs}-runs") + md.table(_rank_normalized_attr_table(merged_attr_ai_mean, DIMENSIONS)) + + md.h3(f"O. Rank-normalized, 3-annotator, AI mean-of-{n_ai_runs}-runs") + md.table(_rank_normalized_attr_table(merged_attr_3ann_ai_mean, DIMENSIONS)) + + # Confusion matrix + md.h3("Attribution score confusion (human rounded vs AI, 0-3 scale)") + h_rounded = np.clip(np.round(merged_attr["human_attr"].values).astype(int), 0, 3) + a_vals = np.clip(merged_attr["ai_attribution"].values.astype(int), 0, 3) + confusion = pd.crosstab(pd.Series(h_rounded, name="Human"), pd.Series(a_vals, name="AI"), margins=True) + md.table_df(confusion.reset_index()) + + # Per-annotator + md.h3("Per-annotator vs AI attribution correlation (Spearman ρ)") + rows = [] + for ann in annotators: + ann_a = human_attr[human_attr["annotator"] == ann].rename(columns={"attribution": "human_attr"}) + merged_ann = ann_a.merge( + ai_attr[["episode_id", "dimension", "turn_key", "ai_attribution"]], + on=["episode_id", "dimension", "turn_key"], how="inner" + ) + if len(merged_ann) < 5: + continue + row = {"Annotator": ann, "N": len(merged_ann)} + h, a = merged_ann["human_attr"].values, merged_ann["ai_attribution"].values + row["Overall ρ"] = fmt(_safe_spearman(h, a), 3) + for dim in DIMENSIONS: + sub = merged_ann[merged_ann["dimension"] == dim] + if len(sub) < 3 or sub["human_attr"].std() == 0 or sub["ai_attribution"].std() == 0: + row[dim] = "N/A" + else: + row[dim] = fmt(stats.spearmanr(sub["human_attr"], sub["ai_attribution"])[0], 3) + rows.append(row) + md.table(rows) + + # ===================================================================== + # TURN POSITION + # ===================================================================== + md.h2("19. Human vs AI — Turn Position Attribution Patterns") + merged_attr_cp = merged_attr.copy() + merged_attr_cp["turn_num"] = merged_attr_cp["turn_key"].str.extract(r"turn_(\d+)").astype(int) + turn_corr = [] + for turn_num in sorted(merged_attr_cp["turn_num"].unique()): + sub = merged_attr_cp[merged_attr_cp["turn_num"] == turn_num] + if len(sub) < 5: + continue + h, a = sub["human_attr"].values, sub["ai_attribution"].values + turn_corr.append({ + "Turn": turn_num, "N": len(sub), + "Spearman ρ": fmt(_safe_spearman(h, a), 3), + "Human mean": fmt(np.mean(h), 2), "AI mean": fmt(np.mean(a), 2), + "MAE": fmt(mean_absolute_error(h, a), 2), + }) + md.table(turn_corr) + + # ===================================================================== + # RANK AGREEMENT + # ===================================================================== + md.h2("20. Human vs AI — Score Rank Agreement") + md.p("For each episode, do human and AI agree on which agent scored higher?") + rank_rows = [] + for dim in DIMENSIONS: + sub = merged_scores[merged_scores["dimension"] == dim] + agree, total = 0, 0 + for eid in sub["episode_id"].unique(): + ep = sub[sub["episode_id"] == eid] + if len(ep) != 2: + continue + h1, h2 = ep[ep["agent_idx"] == 1]["human_score"].values[0], ep[ep["agent_idx"] == 2]["human_score"].values[0] + a1, a2 = ep[ep["agent_idx"] == 1]["ai_score"].values[0], ep[ep["agent_idx"] == 2]["ai_score"].values[0] + h_w = 1 if h1 > h2 else (2 if h2 > h1 else 0) + a_w = 1 if a1 > a2 else (2 if a2 > a1 else 0) + if h_w == a_w: + agree += 1 + total += 1 + rank_rows.append({"Dimension": dim, "N ep": total, + "Rank agree %": f"{agree / total * 100:.1f}%" if total > 0 else "N/A"}) + md.table(rank_rows) + + # ===================================================================== + # DIVERGENCE + # ===================================================================== + md.h2("21. Human vs AI — Per-Episode Score Differences") + md.p("Episodes where human and AI scores diverge the most.") + merged_scores["diff"] = (merged_scores["ai_score"] - merged_scores["human_score"]).abs() + ep_diffs = merged_scores.groupby("episode_id")["diff"].mean().sort_values(ascending=False) + md.table([{"Episode": eid, "Mean |AI-Human|": fmt(v, 2)} for eid, v in ep_diffs.head(10).items()]) + + md.h3("Dimensions where AI diverges most from humans") + dim_diffs = merged_scores.groupby("dimension")["diff"].mean().sort_values(ascending=False) + md.table([{"Dimension": d, "Mean |AI-Human|": fmt(v, 2)} for d, v in dim_diffs.items()]) + + +# --------------------------------------------------------------------------- +# Main +# --------------------------------------------------------------------------- + +def _build_report( + md: MarkdownWriter, + scores_df: pd.DataFrame, attr_df: pd.DataFrame, + episode_models: dict, ep_counts: pd.DataFrame, + combined_only: bool = False, +): + """Build sections 0-10 of the report. If combined_only, skip per-split subsections.""" + splits = sorted(scores_df["split"].unique()) + + scores_2 = filter_by_annotator_count(scores_df, ep_counts, 2) + attr_2 = filter_by_annotator_count(attr_df, ep_counts, 2) + scores_3 = filter_by_annotator_count(scores_df, ep_counts, 3) + attr_3 = filter_by_annotator_count(attr_df, ep_counts, 3) + + def _split_iter(df, col="split"): + """Yield (label, subset) pairs: per-split if not combined_only, always combined.""" + if not combined_only: + for s in splits: + yield s, df[df[col] == s] + yield "Combined", df + + # === Section 0 === + md.h2("0. Per-Episode Annotation Counts") + + if not combined_only: + for split in splits: + md.h3(f"Split: {split}") + sub = ep_counts[ep_counts["split"] == split].sort_values("episode_id") + count_summary = sub["n_annotators"].value_counts().sort_index() + md.p(f"**Total episodes:** {len(sub)}") + for n, cnt in count_summary.items(): + md.bullet(f"{cnt} episodes with {n} annotator(s)") + md.end_bullets() + rows_table = [] + for _, row in sub.iterrows(): + ann_for_ep = sorted( + scores_df[(scores_df["split"] == split) & (scores_df["episode_id"] == row["episode_id"])]["annotator"].unique() + ) + rows_table.append({"Episode ID": row["episode_id"], "# Annotators": int(row["n_annotators"]), + "Annotators": ", ".join(ann_for_ep)}) + md.table(rows_table) + + sub_all = ep_counts.sort_values("episode_id") + count_summary = sub_all["n_annotators"].value_counts().sort_index() + md.h3("Combined" if combined_only else "Combined (all splits)") + md.p(f"**Total episodes:** {len(sub_all)}") + for n, cnt in count_summary.items(): + md.bullet(f"{cnt} episodes with {n} annotator(s)") + md.end_bullets() + + md.h3("Episode counts by annotator threshold") + for split in splits: + n2 = len(ep_counts[(ep_counts["split"] == split) & (ep_counts["n_annotators"] >= 2)]) + n3 = len(ep_counts[(ep_counts["split"] == split) & (ep_counts["n_annotators"] >= 3)]) + md.bullet(f"**{split}:** {n2} episodes with ≥2 annotators, {n3} with 3 annotators") + n2_all = len(ep_counts[ep_counts["n_annotators"] >= 2]) + n3_all = len(ep_counts[ep_counts["n_annotators"] >= 3]) + md.bullet(f"**Combined:** {n2_all} episodes with ≥2 annotators, {n3_all} with 3 annotators") + md.end_bullets() + + # === Sections 1–2: Agreement === + for sec_num, sec_title, pivot_fn, value_col, show_kappa in [ + (1, "Dimension Score Agreement", pivot_scores, "score", False), + (2, "Attribution Score Agreement", pivot_attributions, "attribution", True), + ]: + md.h2(f"{sec_num}. {sec_title}") + for min_ann, label in [(2, "Pairwise (≥2 annotators)"), (3, "3-annotator only")]: + data = filter_by_annotator_count( + scores_df if value_col == "score" else attr_df, ep_counts, min_ann + ) + for lbl, sub in _split_iter(data): + if sub.empty: + md.h3(f"{lbl}, {label} — SKIPPED") + continue + md.h3(f"{lbl}, {label} — Overall") + piv = pivot_fn(sub) + report_agreement(md, piv) + md.h3(f"{lbl}, {label} — Per dimension") + md.table(agreement_per_dim_table(pivot_fn, sub, show_kappa)) + + # === Section 2b: Binned Attribution Agreement (0, 1-2, 3) === + md.h2("2b. Attribution Agreement — Binned (0 / 1-2 / 3)") + md.p("Attribution scores binned into 3 levels: **0** (no impact), **1-2** (minor/significant), **3** (critical). " + "This reduces noise from fine-grained disagreements between 1 and 2.") + for min_ann, label in [(2, "Pairwise (≥2 annotators)"), (3, "3-annotator only")]: + data = filter_by_annotator_count(attr_df, ep_counts, min_ann) + for lbl, sub in _split_iter(data): + if sub.empty: + md.h3(f"{lbl}, {label} — SKIPPED") + continue + md.h3(f"{lbl}, {label} — Overall (binned)") + piv = pivot_attributions_binned(sub) + report_agreement(md, piv) + md.h3(f"{lbl}, {label} — Per dimension (binned)") + md.table(agreement_per_dim_table(pivot_attributions_binned, sub, show_kappa=True)) + + # === Sections 3–4: Total agreement === + for sec_num, sec_title, source_col, group_idx in [ + (3, "Total Score Agreement (sum across 7 dimensions)", "score", ["episode_id", "agent_idx"]), + (4, "Total Attribution Agreement (sum across 7 dimensions)", "attribution", ["episode_id", "turn_key"]), + ]: + md.h2(f"{sec_num}. {sec_title}") + for min_ann, label in [(2, "Pairwise (≥2 annotators)"), (3, "3-annotator only")]: + sub_data = (scores_2 if source_col == "score" else attr_2) if min_ann == 2 else (scores_3 if source_col == "score" else attr_3) + totals = sub_data.groupby(["split", "annotator"] + group_idx)[source_col].sum().reset_index() + for lbl, sub in _split_iter(totals): + if sub.empty: + md.h3(f"{lbl}, {label} — SKIPPED") + continue + md.h3(f"{lbl}, {label}") + piv = sub.pivot_table(index=group_idx, columns="annotator", values=source_col) + report_agreement(md, piv) + + # === Section 5: Descriptive stats — scores === + md.h2("5. Descriptive Statistics — Dimension Scores") + for label, sub in _split_iter(scores_df): + md.h3(f"{label} — Per-dimension mean ± std") + rows = [] + for dim in DIMENSIONS: + d = sub[sub["dimension"] == dim]["score"].dropna() + if d.empty: + continue + rows.append({"Dimension": dim, "Mean": fmt(d.mean(), 2), "Std": fmt(d.std(), 2), + "Median": fmt(d.median(), 1), "Min": f"{d.min():.0f}", "Max": f"{d.max():.0f}", "N": len(d)}) + md.table(rows) + + md.h3(f"{label} — Per-annotator mean score (annotator bias)") + bias = [] + for ann in sorted(sub["annotator"].unique()): + ad = sub[sub["annotator"] == ann] + row = {"Annotator": ann} + for dim in DIMENSIONS: + v = ad[ad["dimension"] == dim]["score"].dropna() + row[dim] = fmt(v.mean(), 2) if len(v) > 0 else "N/A" + row["Overall"] = fmt(ad["score"].dropna().mean(), 2) + bias.append(row) + md.table(bias) + + # === Section 6: Descriptive stats — attributions === + md.h2("6. Descriptive Statistics — Attributions") + for label, sub in _split_iter(attr_df): + md.h3(f"{label} — Per-dimension attribution mean ± std") + rows = [] + for dim in DIMENSIONS: + d = sub[sub["dimension"] == dim]["attribution"].dropna() + if d.empty: + continue + nz = f"{(d != 0).mean() * 100:.1f}%" if len(d) > 0 else "0%" + rows.append({"Dimension": dim, "Mean": fmt(d.mean(), 2), "Std": fmt(d.std(), 2), + "% Non-zero": nz, "N": len(d)}) + md.table(rows) + + # === Section 7: Correlation matrix === + md.h2("7. Dimension Score Correlation Matrix (Spearman)") + for label, sub in _split_iter(scores_df): + md.h3(f"{label}") + wide = sub.pivot_table(index=["episode_id", "annotator", "agent_idx"], columns="dimension", values="score") + if wide.shape[0] < 5: + md.p("*Too few data points.*") + continue + corr = wide[DIMENSIONS].corr(method="spearman").round(3) + md.table_df(corr.reset_index().rename(columns={"dimension": ""})) + + # === Section 8: Disagreement === + md.h2("8. Per-Episode Disagreement Analysis") + for min_ann, label, s_data in [(2, "Pairwise (≥2)", scores_2), (3, "3-annotator", scores_3)]: + for lbl, sub in _split_iter(s_data): + if sub.empty: + md.h3(f"{lbl}, {label} — SKIPPED") + continue + md.h3(f"{lbl}, {label} — Top disagreement episodes") + piv = pivot_scores(sub) + if piv.empty: + continue + piv["range"] = piv.max(axis=1) - piv.min(axis=1) + ep_dis = piv.reset_index().groupby("episode_id")["range"].mean().sort_values(ascending=False) + md.table([{"Episode": eid, "Mean score range": fmt(v, 2)} for eid, v in ep_dis.head(5).items()]) + md.h3(f"{lbl}, {label} — Dimensions with highest disagreement") + dim_dis = piv.reset_index().groupby("dimension")["range"].mean().sort_values(ascending=False) + md.table([{"Dimension": d, "Mean score range": fmt(v, 2)} for d, v in dim_dis.items()]) + + # === Section 9: Zero-variance === + md.h2("9. Zero-Variance / Low-Variance Dimension Analysis") + for label, sub in _split_iter(scores_df): + md.h3(f"{label}") + rows = [] + for dim in DIMENSIONS: + d = sub[sub["dimension"] == dim]["score"].dropna() + if d.empty: + continue + rows.append({"Dimension": dim, "Unique values": d.nunique(), + "Variance": fmt(d.var(), 2), "% Zero scores": f"{(d == 0).mean() * 100:.1f}%"}) + md.table(rows) + + # === Section 10: Turn position === + md.h2("10. Attribution Patterns — Turn Position Analysis") + for label, sub_raw in _split_iter(attr_df): + md.h3(f"{label} — Mean attribution by turn position") + sub = sub_raw.copy() + sub["turn_num"] = sub["turn_key"].str.extract(r"turn_(\d+)").astype(int) + sub["agent"] = sub["turn_key"].str.extract(r"(agent_\d)") + tm = sub.groupby("turn_num")["attribution"].agg(["mean", "std", "count"]).reset_index() + md.table([{"Turn": int(r["turn_num"]), "Mean attr": fmt(r["mean"], 3), + "Std": fmt(r["std"], 3), "N": int(r["count"])} for _, r in tm.iterrows()]) + md.h3(f"{label} — Agent 1 vs Agent 2 mean attribution") + for agent, val in sub.groupby("agent")["attribution"].mean().items(): + md.bullet(f"**{agent}:** {fmt(val, 3)}") + md.end_bullets() + + +def main(): + episode_models = load_episode_models() + scores_df = load_all_annotations(episode_models) + attr_df = load_all_attributions(episode_models) + + splits = sorted(scores_df["split"].unique()) + annotators = sorted(scores_df["annotator"].unique()) + ep_counts = get_episode_annotator_counts(scores_df) + ai_scores, ai_attr = load_ai_annotations() + + def _write_report(path: Path, title: str, combined_only: bool): + md = MarkdownWriter() + md.h1(title) + md.p(f"**Score records:** {len(scores_df)} | **Attribution records:** {len(attr_df)}") + md.p(f"**Splits:** {', '.join(splits)} | **Annotators:** {', '.join(annotators)}") + if episode_models: + md.p(f"**Model info:** loaded for {len(episode_models)} episodes") + else: + md.p("*No episode_models.json found — run `fetch_episode_models.py` first.*") + + _build_report(md, scores_df, attr_df, episode_models, ep_counts, combined_only=combined_only) + + # Model sections (11-15) only in the full report + if not combined_only: + md.h2("11. Episode Model Mapping") + if not episode_models: + md.p("*Skipped — no episode_models.json. Run `fetch_episode_models.py` first.*") + else: + for split in splits: + md.h3(f"{split}") + sub = scores_df[scores_df["split"] == split] + ep_ids = sorted(sub["episode_id"].unique()) + rows = [] + for eid in ep_ids: + info = episode_models.get(eid, {}) + names = sub[sub["episode_id"] == eid][["agent_idx", "agent_name"]].drop_duplicates() + a1 = names[names["agent_idx"] == 1]["agent_name"].iloc[0] if len(names[names["agent_idx"] == 1]) > 0 else "" + a2 = names[names["agent_idx"] == 2]["agent_name"].iloc[0] if len(names[names["agent_idx"] == 2]) > 0 else "" + rows.append({"Episode ID": eid, "Agent 1": a1, "Agent 1 Model": info.get("agent_1_model", "N/A"), + "Agent 2": a2, "Agent 2 Model": info.get("agent_2_model", "N/A")}) + md.table(rows) + + has_models = scores_df["model"].notna() & (scores_df["model"] != "") + if has_models.any(): + models = sorted(scores_df.loc[has_models, "model"].unique()) + + md.h2("12. Per-Model Score Analysis") + md.p(f"**Models:** {', '.join(models)}") + for split in splits: + md.h3(f"{split} — Mean score per model per dimension") + sub = scores_df[(scores_df["split"] == split) & has_models] + if sub.empty: + continue + rows = [] + for model in models: + m = sub[sub["model"] == model] + if m.empty: + continue + row = {"Model": model, "N ep": m["episode_id"].nunique()} + for dim in DIMENSIONS: + v = m[m["dimension"] == dim]["score"].dropna() + row[dim] = fmt(v.mean(), 2) if len(v) > 0 else "N/A" + row["Overall"] = fmt(m["score"].dropna().mean(), 2) + rows.append(row) + md.table(rows) + + md.h3("All splits — Per-model mean score") + rows = [] + for model in models: + m = scores_df[scores_df["model"] == model] + if m.empty: + continue + row = {"Model": model, "N ep": m["episode_id"].nunique()} + for dim in DIMENSIONS: + v = m[m["dimension"] == dim]["score"].dropna() + row[dim] = fmt(v.mean(), 2) if len(v) > 0 else "N/A" + row["Overall"] = fmt(m["score"].dropna().mean(), 2) + rows.append(row) + md.table(rows) + + md.h2("13. Per-Model Attribution Analysis") + attr_has_models = attr_df["model"].notna() & (attr_df["model"] != "") + for split in splits: + md.h3(f"{split} — Mean attribution per model per dimension") + sub = attr_df[(attr_df["split"] == split) & attr_has_models] + if sub.empty: + continue + rows = [] + for model in models: + m = sub[sub["model"] == model] + if m.empty: + continue + row = {"Model": model} + for dim in DIMENSIONS: + v = m[m["dimension"] == dim]["attribution"].dropna() + row[dim] = fmt(v.mean(), 2) if len(v) > 0 else "N/A" + row["Overall"] = fmt(m["attribution"].dropna().mean(), 2) + rows.append(row) + md.table(rows) + + md.h2("14. Per-Model Scores — Position-Agnostic") + def model_table_with_position(sub_df): + rows = [] + for model in models: + m = sub_df[sub_df["model"] == model] + if m.empty: + continue + row = {"Model": model, + "As a1": m[m["agent_idx"] == 1]["episode_id"].nunique(), + "As a2": m[m["agent_idx"] == 2]["episode_id"].nunique()} + for dim in DIMENSIONS: + v = m[m["dimension"] == dim]["score"].dropna() + row[dim] = fmt(v.mean(), 2) if len(v) > 0 else "N/A" + row["Overall"] = fmt(m["score"].dropna().mean(), 2) + rows.append(row) + return rows + + for split in splits: + sub = scores_df[(scores_df["split"] == split) & has_models] + if sub.empty: + continue + md.h3(f"{split} — All episodes (including self-play)") + md.table(model_table_with_position(sub)) + ep_pairs = (sub[["episode_id", "agent_idx", "model"]].drop_duplicates() + .pivot(index="episode_id", columns="agent_idx", values="model") + .rename(columns={1: "model_1", 2: "model_2"})) + cross_eps = ep_pairs[ep_pairs["model_1"] != ep_pairs["model_2"]].index + sub_cross = sub[sub["episode_id"].isin(cross_eps)] + if not sub_cross.empty: + md.h3(f"{split} — Cross-play only (excluding self-play)") + md.table(model_table_with_position(sub_cross)) + + md.h3("All splits — All episodes") + md.table(model_table_with_position(scores_df[has_models])) + all_pairs = (scores_df[has_models][["split", "episode_id", "agent_idx", "model"]].drop_duplicates() + .pivot(index=["split", "episode_id"], columns="agent_idx", values="model") + .rename(columns={1: "model_1", 2: "model_2"})) + cross_all = all_pairs[all_pairs["model_1"] != all_pairs["model_2"]].index + cross_eids = {eid for _, eid in cross_all} + sub_cross_all = scores_df[scores_df["episode_id"].isin(cross_eids) & has_models] + if not sub_cross_all.empty: + md.h3("All splits — Cross-play only") + md.table(model_table_with_position(sub_cross_all)) + + md.h2("15. Model Pair Comparison (head-to-head)") + for split in splits: + md.h3(f"{split}") + sub = scores_df[(scores_df["split"] == split) & has_models] + if sub.empty: + continue + ep_pairs = (sub[["episode_id", "agent_idx", "model"]].drop_duplicates() + .pivot(index="episode_id", columns="agent_idx", values="model") + .rename(columns={1: "model_1", 2: "model_2"})) + pair_counts = ep_pairs.groupby(["model_1", "model_2"]).size().reset_index(name="n_episodes") + md.table(pair_counts.to_dict("records")) + for _, pr in pair_counts.iterrows(): + m1, m2 = pr["model_1"], pr["model_2"] + p_eps = ep_pairs[(ep_pairs["model_1"] == m1) & (ep_pairs["model_2"] == m2)].index + ps = sub[sub["episode_id"].isin(p_eps)] + col1 = f"{m1} (a1)" if m1 == m2 else m1 + col2 = f"{m2} (a2)" if m1 == m2 else m2 + md.h3(f"{m1} (agent_1) vs {m2} (agent_2) — {len(p_eps)} episodes") + rows = [] + for dim in DIMENSIONS: + dd = ps[ps["dimension"] == dim] + s1 = dd[dd["agent_idx"] == 1]["score"].dropna() + s2 = dd[dd["agent_idx"] == 2]["score"].dropna() + diff = fmt(s1.mean() - s2.mean(), 2) if len(s1) > 0 and len(s2) > 0 else "N/A" + rows.append({"Dimension": dim, f"{col1} mean": fmt(s1.mean(), 2) if len(s1) else "N/A", + f"{col2} mean": fmt(s2.mean(), 2) if len(s2) else "N/A", "Diff (a1-a2)": diff}) + t1 = ps[ps["agent_idx"] == 1]["score"].dropna() + t2 = ps[ps["agent_idx"] == 2]["score"].dropna() + rows.append({"Dimension": "**OVERALL**", f"{col1} mean": fmt(t1.mean(), 2), + f"{col2} mean": fmt(t2.mean(), 2), "Diff (a1-a2)": fmt(t1.mean() - t2.mean(), 2)}) + md.table(rows) + + # Human vs AI alignment (in both reports) + if not ai_scores.empty: + human_ai_alignment_analysis(md, scores_df, attr_df, ai_scores, ai_attr) + + report = md.getvalue() + with open(path, "w") as f: + f.write(report) + print(f"Report written to {path} ({len(report)} chars)") + + _write_report(REPORT_PATH, "Human Evaluation Annotation Analysis", combined_only=False) + _write_report(REPORT_COMBINED_PATH, "Human Evaluation Annotation Analysis (Combined)", combined_only=True) + + +if __name__ == "__main__": + main() diff --git a/human_eval_analysis/extract_episodes_from_redis.py b/human_eval_analysis/extract_episodes_from_redis.py new file mode 100644 index 0000000..9f9429c --- /dev/null +++ b/human_eval_analysis/extract_episodes_from_redis.py @@ -0,0 +1,175 @@ +""" +Extract human_eval episodes from Redis and convert to the JSONL format +expected by the annotation pipeline (sample_episodes_and_annotate.py). + +Required JSONL fields: + - episode_id + - scenario + - social_interactions (agent utterances joined by \n\n) + - social_goals (OrderedDict: agent_name -> goal) + - agents_background (OrderedDict: agent_name -> background text) + - rewards (list of [overall_score, {goal: X, believability: Y, ...}]) +""" + +from __future__ import annotations + +import json +import os +import re +import sys +from collections import OrderedDict +from pathlib import Path + +import redis + +ANALYSIS_DIR = Path(__file__).resolve().parent +REPO_ROOT = ANALYSIS_DIR.parent +DATA_DIR = REPO_ROOT / "data" +MODELS_PATH = ANALYSIS_DIR / "episode_models.json" +OUTPUT_FILE = DATA_DIR / "human_eval_episodes.jsonl" + + +def get_all_episode_ids() -> set[str]: + """Collect episode IDs from human_eval markdown files.""" + ids = set() + human_eval_dir = REPO_ROOT / "human_eval" + for split_dir in human_eval_dir.iterdir(): + if not split_dir.is_dir(): + continue + for md_file in split_dir.glob("*.md"): + ids.add(md_file.stem) + return ids + + +def build_agent_background(profile: dict) -> str: + """Build a background text string from an agent profile.""" + name = f"{profile['first_name']} {profile['last_name']}" + age = profile.get("age", "") + gender = profile.get("gender", "").lower() + occupation = profile.get("occupation", "") + pronouns = profile.get("gender_pronoun", "") + public_info = profile.get("public_info", "") + personality = profile.get("personality_and_values", "") + secret = profile.get("secret", "") + + parts = [ + f"{name} is a {age}-year-old {gender} {occupation.lower()}.", + ] + if pronouns: + parts.append(f"{pronouns} pronouns.") + if public_info: + parts.append(public_info) + if personality: + parts.append(f"Personality and values description: {personality}") + if secret: + parts.append(f"{name}'s secrets: {secret}") + + return " ".join(parts) + + +def extract_utterances(messages: list) -> list[tuple[str, str]]: + """Extract (speaker, utterance_text) pairs from raw messages. + + Each message group has [env->a1, env->a2, a1->env, a2->env]. + The agent->env messages contain "said: ..." or "left the conversation" etc. + """ + utterances = [] + for turn in messages: + for msg in turn: + sender, receiver, content = msg[0], msg[1], msg[2] + if receiver == "Environment" and sender != "Environment": + content = content.strip() + if content == "did nothing": + continue + if content.startswith("said: "): + text = content[6:].strip().strip('"').strip('\u201c').strip('\u201d') + utterances.append((sender, f'{sender}: "{text}"')) + elif "left the conversation" in content: + utterances.append((sender, f"{sender}: left the conversation")) + return utterances + + +def main(): + redis_url = os.environ.get("REDIS_OM_URL", "") + if not redis_url: + print("ERROR: REDIS_OM_URL environment variable not set.") + sys.exit(1) + + r = redis.from_url(redis_url, decode_responses=True) + ep_prefix = ":sotopia.database.logs.EpisodeLog:" + env_prefix = ":sotopia.database.persistent_profile.EnvironmentProfile:" + agent_prefix = ":sotopia.database.persistent_profile.AgentProfile:" + + episode_ids = get_all_episode_ids() + print(f"Found {len(episode_ids)} episode IDs from human_eval/") + + DATA_DIR.mkdir(exist_ok=True) + + results = [] + errors = [] + + for eid in sorted(episode_ids): + ep_data = r.json().get(f"{ep_prefix}{eid}") + if not ep_data: + errors.append(f"Episode {eid}: not found in Redis") + continue + + env_id = ep_data["environment"] + agent_ids = ep_data["agents"] + messages = ep_data.get("messages", []) + rewards_raw = ep_data.get("rewards", []) + + env_data = r.json().get(f"{env_prefix}{env_id}") + if not env_data: + errors.append(f"Episode {eid}: environment {env_id} not found") + continue + + agent_profiles = [] + for aid in agent_ids: + prof = r.json().get(f"{agent_prefix}{aid}") + if not prof: + errors.append(f"Episode {eid}: agent {aid} not found") + break + agent_profiles.append(prof) + if len(agent_profiles) != 2: + continue + + agent_names = [f"{p['first_name']} {p['last_name']}" for p in agent_profiles] + + utterances = extract_utterances(messages) + social_interactions = "\n\n".join(utt_text for _, utt_text in utterances) + + social_goals = OrderedDict() + for i, name in enumerate(agent_names): + goal = env_data["agent_goals"][i] if i < len(env_data.get("agent_goals", [])) else "" + social_goals[name] = goal + + agents_background = OrderedDict() + for i, name in enumerate(agent_names): + agents_background[name] = build_agent_background(agent_profiles[i]) + + episode_record = { + "episode_id": eid, + "scenario": env_data.get("scenario", ""), + "codename": env_data.get("codename", ""), + "social_interactions": social_interactions, + "social_goals": social_goals, + "agents_background": agents_background, + "rewards": rewards_raw, + "tag": ep_data.get("tag", ""), + } + results.append(episode_record) + + with open(OUTPUT_FILE, "w") as f: + for record in results: + f.write(json.dumps(record) + "\n") + + print(f"Wrote {len(results)} episodes to {OUTPUT_FILE}") + if errors: + print(f"Errors ({len(errors)}):") + for e in errors: + print(f" {e}") + + +if __name__ == "__main__": + main() diff --git a/human_eval_analysis/fetch_episode_models.py b/human_eval_analysis/fetch_episode_models.py new file mode 100644 index 0000000..e35599c --- /dev/null +++ b/human_eval_analysis/fetch_episode_models.py @@ -0,0 +1,184 @@ +""" +Fetch model information for annotated episodes from Redis. + +Uses raw redis client to avoid sotopia Python version constraints. +Redis-om stores EpisodeLog as JSON at key: + :sotopia.database.logs.EpisodeLog: + +The `models` field is [judge_model, agent1_model, agent2_model] and is the +ground truth for which model played which agent position. The `tag` field +names the experiment and encodes step/checkpoint info but does NOT reflect +agent ordering. + +We use `models` for position assignment and cross-reference the tag to +recover the step number for each base model name. + +Outputs a JSON mapping: episode_id -> {agent_1_model, agent_2_model, tag, ...} +""" + +from __future__ import annotations + +import json +import os +import re +import sys +from pathlib import Path + +import redis + +ANALYSIS_DIR = Path(__file__).resolve().parent +OUTPUT_PATH = ANALYSIS_DIR / "episode_models.json" + +ANNOTATOR_FOLDERS = { + "an01_split_1": "split_1", + "an01_split_2": "split_2", + "an02_split_1": "split_1", + "an02_split_2": "split_2", + "an03_split_1": "split_1", +} + + +def get_all_episode_ids() -> set[str]: + """Collect all unique episode IDs from annotation folders.""" + ids = set() + annotations_dir = ANALYSIS_DIR / "annotations" + for folder_name in ANNOTATOR_FOLDERS: + folder = annotations_dir / folder_name + if not folder.exists(): + continue + for fp in folder.glob("*.json"): + with open(fp) as f: + ann = json.load(f) + ids.add(ann["episode_id"]) + return ids + + +def clean_model_name(raw: str) -> str: + """Extract the base model name from a raw model string. + + 'custom/sft_0510_epoch_500-gpu2@http://localhost:7010/v1' -> 'sft_0510_epoch_500' + """ + name = raw.split("@")[0] + if "/" in name: + name = name.split("/", 1)[1] + name = name.rsplit("-gpu", 1)[0] + return name + + +MODEL_ALIASES = { + "sft_0510_epoch500": "sft_0510_epoch_500", +} + +TAG_PATTERN = re.compile( + r"^(?P.+?)_vs_(?P.+?)-(?P\d{4})(?:_v\d+)?$" +) + +STEP_PATTERN = re.compile(r"^(?P.+?)_step_(?P\d+)$") + + +def build_step_map(tag: str) -> dict[str, str]: + """Parse the tag to build a mapping from base model name -> full name with step. + + E.g. tag 'pi_sft_step_1500_vs_sft_0510_epoch_500_step_200-0509_v0' + returns {'pi_sft': 'pi_sft_step_1500', 'sft_0510_epoch_500': 'sft_0510_epoch_500_step_200'} + """ + m = TAG_PATTERN.match(tag) + if not m: + return {} + result = {} + for model_str in [m.group("model1"), m.group("model2")]: + normalized = model_str + for old, new in MODEL_ALIASES.items(): + normalized = normalized.replace(old, new) + sm = STEP_PATTERN.match(normalized) + if sm: + result[sm.group("base")] = normalized + return result + + +def fetch_from_redis(episode_ids: set[str], redis_url: str) -> dict: + """Fetch model info for each episode from Redis.""" + r = redis.from_url(redis_url, decode_responses=True) + + results = {} + key_prefix = ":sotopia.database.logs.EpisodeLog:" + + for eid in sorted(episode_ids): + key = f"{key_prefix}{eid}" + try: + data = r.json().get(key) + except Exception: + data = None + + if data is None: + try: + data = r.hgetall(key) + except Exception: + data = None + + if not data: + print(f" WARNING: episode {eid} not found in Redis") + results[eid] = {"agent_1_model": "UNKNOWN", "agent_2_model": "UNKNOWN"} + continue + + models = data.get("models", []) + if isinstance(models, str): + models = json.loads(models) + + tag = data.get("tag", "") + if isinstance(tag, bytes): + tag = tag.decode() + + step_map = build_step_map(tag) + + if len(models) >= 3: + base1 = clean_model_name(models[1]) + base2 = clean_model_name(models[2]) + base1 = MODEL_ALIASES.get(base1, base1) + base2 = MODEL_ALIASES.get(base2, base2) + + results[eid] = { + "agent_1_model": step_map.get(base1, base1), + "agent_2_model": step_map.get(base2, base2), + "agent_1_model_raw": models[1], + "agent_2_model_raw": models[2], + "judge_model": models[0], + "tag": tag, + } + else: + print(f" WARNING: episode {eid} has unexpected models field: {models}") + results[eid] = {"agent_1_model": "UNKNOWN", "agent_2_model": "UNKNOWN"} + + return results + + +def main(): + redis_url = os.environ.get("REDIS_OM_URL", "") + if not redis_url: + print("ERROR: REDIS_OM_URL environment variable not set.") + print("Usage: REDIS_OM_URL='redis://:password@host:port' python fetch_episode_models.py") + sys.exit(1) + + episode_ids = get_all_episode_ids() + print(f"Found {len(episode_ids)} unique episode IDs in annotations") + + print(f"Connecting to Redis: {redis_url.split('@')[-1] if '@' in redis_url else redis_url}") + results = fetch_from_redis(episode_ids, redis_url) + + with open(OUTPUT_PATH, "w") as f: + json.dump(results, f, indent=2, sort_keys=True) + print(f"Saved model info to {OUTPUT_PATH}") + + found = sum(1 for v in results.values() if v["agent_1_model"] != "UNKNOWN") + print(f" {found}/{len(results)} episodes resolved") + + models_seen = set() + for v in results.values(): + models_seen.add(v.get("agent_1_model", "")) + models_seen.add(v.get("agent_2_model", "")) + models_seen.discard("UNKNOWN") + print(f" Models found: {sorted(models_seen)}") + + +if __name__ == "__main__": + main() diff --git a/human_eval_analysis/run_llm_annotations.py b/human_eval_analysis/run_llm_annotations.py new file mode 100644 index 0000000..a74b743 --- /dev/null +++ b/human_eval_analysis/run_llm_annotations.py @@ -0,0 +1,119 @@ +""" +Run LLM attribution annotations on all human_eval episodes for all 7 dimensions. + +This script: +1. Adds scores to the episodes JSONL (required preprocessing step) +2. Runs parallel_generate_reward_attribution for each dimension +3. Outputs one JSONL per dimension + +Usage: + cd human_eval_analysis + OPENAI_API_KEY=sk-... python run_llm_annotations.py [--dimensions goal,believability,...] [--llm gpt-4o] [--concurrency 16] +""" + +from __future__ import annotations + +import argparse +import os +import sys +import types +from pathlib import Path + +REPO_ROOT = Path(__file__).resolve().parent.parent +DATA_DIR = REPO_ROOT / "data" + +ALL_DIMENSIONS = [ + "goal", + "believability", + "relationship", + "knowledge", + "secret", + "social_rules", + "financial_and_material_benefits", +] + +INPUT_FILE = "human_eval_episodes.jsonl" +SCORES_FILE = "human_eval_episodes_with_scores.jsonl" + + +def setup_imports(): + """Workaround: stub sotopia_rl package to avoid importing training code.""" + env_file = REPO_ROOT / "human_eval_interface" / ".env" + if env_file.exists(): + for line in env_file.read_text().strip().splitlines(): + line = line.strip() + if line and not line.startswith("#") and "=" in line: + key, val = line.split("=", 1) + os.environ[key.strip()] = val.strip() + + sys.modules["sotopia_rl"] = types.ModuleType("sotopia_rl") + sys.modules["sotopia_rl"].__path__ = [str(REPO_ROOT / "sotopia_rl")] + + mod = types.ModuleType("sotopia_rl.prompter") + mod.__path__ = [str(REPO_ROOT / "prompter")] + sys.modules["sotopia_rl.prompter"] = mod + + umod = types.ModuleType("sotopia_rl.utils") + umod.__path__ = [str(REPO_ROOT / "sotopia_rl" / "utils")] + sys.modules["sotopia_rl.utils"] = umod + + +def main(): + parser = argparse.ArgumentParser(description="Run LLM annotations on human_eval episodes") + parser.add_argument("--dimensions", type=str, default=",".join(ALL_DIMENSIONS), + help="Comma-separated list of dimensions to annotate") + parser.add_argument("--llm", type=str, default="gpt-4o", help="LLM model name") + parser.add_argument("--concurrency", type=int, default=16, help="Max concurrent API calls") + parser.add_argument("--scale", type=str, default="default", help="Attribution scale (default=3-point)") + parser.add_argument("--run", type=int, default=1, help="Run number (for multi-run aggregation)") + args = parser.parse_args() + + dimensions = [d.strip() for d in args.dimensions.split(",")] + print(f"Dimensions: {dimensions}") + print(f"LLM: {args.llm}") + print(f"Concurrency: {args.concurrency}") + print(f"Scale: {args.scale}") + print(f"Data dir: {DATA_DIR}") + print() + + setup_imports() + + from sotopia_rl.utils.preprocess import add_score + from sotopia_rl.prompter.attribution_prompting import parallel_generate_reward_attribution + + input_path = DATA_DIR / INPUT_FILE + if not input_path.exists(): + print(f"ERROR: {input_path} not found. Run extract_episodes_from_redis.py first.") + sys.exit(1) + + print("Step 1: Adding scores to episodes...") + add_score(str(DATA_DIR), INPUT_FILE, SCORES_FILE) + print(f" Wrote {SCORES_FILE}") + print() + + for dim in dimensions: + output_file = f"human_eval_annotated_{args.scale}-{dim}_{args.llm}_run{args.run}.jsonl" + output_path = DATA_DIR / output_file + + print(f"Step 2: Annotating dimension '{dim}'...") + print(f" Output: {output_file}") + + instruction_name = f"{args.scale}-{dim}" + + parallel_generate_reward_attribution( + data_dir=str(DATA_DIR), + llm_name=args.llm, + input_file=SCORES_FILE, + output_file=output_file, + attribution_method_name="direct_generic", + attribution_instruction_name=instruction_name, + max_concurrency=args.concurrency, + ) + print(f" Done: {dim}") + print() + + print("All dimensions annotated.") + + +if __name__ == "__main__": + main() diff --git a/human_eval_interface/templates/index.html b/human_eval_interface/templates/index.html index 221ce60..ebf7ab0 100644 --- a/human_eval_interface/templates/index.html +++ b/human_eval_interface/templates/index.html @@ -90,11 +90,14 @@ .attribution-block .agent-label { font-weight: 600; font-size: 14px; margin-bottom: 10px; padding: 6px 12px; border-radius: 6px; } .attribution-block:nth-child(1) .agent-label { background: var(--agent1-bg); color: var(--agent1); } .attribution-block:nth-child(2) .agent-label { background: var(--agent2-bg); color: var(--agent2); } - .attr-turn { display: flex; align-items: center; gap: 10px; padding: 8px 12px; border-radius: 6px; margin-bottom: 4px; background: #f8fafc; border: 1px solid var(--border); } + .attr-turn { display: flex; align-items: flex-start; gap: 10px; padding: 8px 12px; border-radius: 6px; margin-bottom: 4px; background: #f8fafc; border: 1px solid var(--border); } .attr-turn .turn-label { font-size: 12px; font-weight: 600; min-width: 80px; } - .attr-turn .turn-preview { font-size: 12px; color: var(--text-muted); flex: 1; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; max-width: 400px; } + .attr-turn .turn-preview { font-size: 12px; color: var(--text-muted); flex: 1; } .attr-turn input[type=range] { width: 120px; accent-color: var(--primary); } .attr-turn .attr-value { width: 28px; text-align: center; font-weight: 700; font-size: 14px; color: var(--primary); } + .attr-turn.context-only { opacity: .5; background: transparent; border-style: dashed; } + .attr-turn.context-only .turn-preview { font-style: italic; } + .attr-turn .attr-placeholder { width: 148px; flex-shrink: 0; } /* Buttons */ .btn { padding: 10px 24px; border: none; border-radius: 8px; font-size: 14px; font-weight: 600; cursor: pointer; transition: all .15s; } @@ -559,10 +562,45 @@

${idx + 1}a. ${dim.label} — Score + Turn ${globalIdx} + ${t.utterance} + + ${val} +

+ ${aiAttrHint(dim.key, key)}`; + } else { + return ` +
+ Turn ${globalIdx} + ${t.speaker}: ${t.utterance} + +
`; + } + }).join(''); + } + return `

${idx + 1}b. ${dim.label} — Attribution [0 to 3]

-

For each agent, score how much each utterance contributed to the ${dim.label} outcome.

+

For each agent, score how much each utterance contributed to the ${dim.label} outcome. The other agent's turns are shown for context (dashed border, no slider).

Attribution Guidelines
${dim.attrGuide}
@@ -570,18 +608,7 @@

${idx + 1}b. ${dim.label} — Attribution
${a}
- ${agentTurns[a].map(t => { - const key = `agent_${i+1}_turn_${t.localIdx}`; - const val = scores[key] ?? 0; - return ` -
- Turn ${t.globalIdx} - ${t.utterance} - - ${val} -
- ${aiAttrHint(dim.key, key)}`; - }).join('')} + ${renderFullConversationForAgent(a, i)}

`).join('')} `; diff --git a/prompter/direct_attribution_generic_function.py b/prompter/direct_attribution_generic_function.py index 623ff5f..988235f 100644 --- a/prompter/direct_attribution_generic_function.py +++ b/prompter/direct_attribution_generic_function.py @@ -15,11 +15,15 @@ def openai_call(prompt: str, model: str = "gpt-3.5-turbo") -> str | None: if model in ["gpt-3.5-turbo", "gpt-4", "gpt-4o", "o4-mini"]: client = OpenAI() - response = client.chat.completions.create( - model=model, - messages=[{"role": "user", "content": prompt}], - response_format={ "type": "json_object" } - ) + try: + response = client.chat.completions.create( + model=model, + messages=[{"role": "user", "content": prompt}], + response_format={ "type": "json_object" } + ) + except Exception as e: + print(f"OpenAI API error: {e}") + return None return response.choices[0].message.content elif model.startswith("together_ai"): client = OpenAI(