agentreview/const.py

"""
Note
- ICLR 2021 has a category for "Significant-concerns"
- ICLR 2023 categories the papers as "Accept-notable-top-5", "Accept-notable-top-25", "Accept-poster", and "Reject"
"""
PAPER_DECISIONS = ["Reject","Accept-oral", "Accept-spotlight", "Accept-poster",]
PAPER_DECISIONS_ICLR2019 = ["Accept-oral", "Accept-poster", "Reject"]

AREA_CHAIR_TYPES = ['inclusive', 'conformist', 'authoritarian', 'BASELINE']

GLOBAL_PROMPT = "This is a realistic simulation of academic peer review."

# These are papers that contain potentially sensitive content. GPT-4 refused to generate reviews for these papers.
FILTERED_PAPER_IDS = {
    "ICLR2020": [],
    "ICLR2021": [],
    "ICLR2022": [186, 200, 270],
    "ICLR2023": []
}

ALL_REVIEW_PHASES = ["reviewer_write_reviews", "author_reviewer_discussion", "reviewer_ac_discussion", "ac_discussion"]


EXPERIMENT_NAME2REVIEWER_TYPES = {
    "BASELINE": "BASELINE",
    "knowledgeable_Rx1": "knowledgeable",
    "unknowledgeable_Rx1": "unknowledgeable",
    "irresponsible_Rx1": "irresponsible",
    "irresponsible_Rx2": "irresponsible",
    "irresponsible_Rx3": "irresponsible",
    "responsible_Rx1": "responsible",
    "malicious_Rx1": "malicious",
    "malicious_Rx2": "malicious",
    "malicious_Rx3": "malicious",
    "benign_Rx1": "benign",
    "inclusive_ACx1": "BASELINE",
    "authoritarian_ACx1": "BASELINE",
    "conformist_ACx1": "BASELINE",
    "authors_are_famous_Rx1": "authors_are_famous",
    "authors_are_famous_Rx2": "authors_are_famous",
    "authors_are_famous_Rx3": "authors_are_famous",
    "authors_are_famous_Rx1_no_rebuttal": "authors_are_famous",
    "authors_are_famous_Rx2_no_rebuttal": "authors_are_famous",
    "authors_are_famous_Rx3_no_rebuttal": "authors_are_famous",
    "no_rebuttal": "BASELINE",
    "no_overall_score": "BASELINE",
}


year2paper_ids = {
    "ICLR2018": [45, 47, 59, 76, 229, 254, 372, 415, 447, 517, 543, 544, 562, 596, 615, 639] +
                    [1, 2, 7, 10, 16, 26, 33, 51, 60, 61, 65,
                    67, 69, 72, 73, 77, 84, 88, 94, 99, 104,
                    117, 121, 124, 131, 132, 134, 136, 143, 147, 148, 149, 155, 162, 164, 166, 168, 169, 171,
                     175, 178, 179, 189, 196, 201, 203, 204, 205] +
                [3, 4, 6, 8, 9, 11, 12, 13, 15, 17, 18, 19, 20, 21, 24, 25, 27, 28, 30, 31, 32, 34, 36, 37, 39, 40,
                 41, 42, 43, 44, 46, 52, 53, 54, 55, 56, 58, 63, 66, 68, 71, 74, 75, 78, 80, 83, 85,  87, 89,
                 91, 92, 93, 95, 96, 97, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 111, 113, 114, 115,
                 116, 118, 120, 122, 123, 125, 127, 128, 129, 133, 135, 138, 141, 142, 144, 153, 154, 156, 157, 158,
                 159, 161, 163, 170, 172, 173, 174, 176, 177, 180, 181, 182, 184, 185, 186, 187, 190, 191, 193, 194,
                 197, 200, 206, 207, 209, 211, 213, 214, 218, 219, 221, 222, 223, 225, 226, 230, 234, 237, 238, 241,
                 243, 244, 247, 248, 253, 255, 256, 257, 258, 259, 266, 268, 271, 272, 273, 275, 276, 278, 283,
                 286],


    "ICLR2019": [1, 26, 119, 220, 231, 507, 563, 566, 574, 632, 654, 709, 734, 780, 835, 917] + [4, 27, 33, 39, 40,
                                                                                                 51, 57, 67, 70, 72,
                                                                                                 73, 76, 77, 82, 87,
                                                                                                 98, 99, 100, 106,
                                                                                                 108, 109, 110, 111,
                                                                                                 113, 114, 116, 123,
                                                                                                 129, 130, 143, 146,
                                                                                                 147, 150, 155, 177,
                                                                                                 184, 187, 190, 194,
                                                                                                 201, 202, 203, 205,
                                                                                                 211, 213, 222, 237,
                                                                                                 238] + [2, 3, 6, 8,
                                                                                                         9, 11, 12,
                                                                                                         13, 14, 15,
                                                                                                         16, 17, 18,
                                                                                                         19, 20, 21,
                                                                                                         22, 23, 24,
                                                                                                         28, 29, 32,
                                                                                                         35, 36, 37,
                                                                                                         38, 41, 42,
                                                                                                         43, 44, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 61, 62, 63, 65, 66, 68, 69, 71, 74, 75, 78, 79, 80, 83, 84, 85, 86, 89, 90, 91, 92, 93, 94, 95, 96, 97, 101, 102, 104, 105, 107, 112, 115, 117, 118, 120, 122, 124, 125, 127, 128, 131, 132, 133, 134, 135, 136, 137, 139, 140, 141, 142, 144, 145, 148, 149, 152, 153, 154, 158, 160, 161, 162, 163, 164, 165, 167, 168, 171, 172, 173, 174, 178, 179, 180, 181, 182, 185, 186, 189, 191, 192, 193, 195, 196, 197, 198, 204, 206, 208, 209, 210, 214, 216, 217, 218, 221, 223, 224, 225, 226, 228, 229, 230, 233],



    "ICLR2020": [2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19, 20, 21, 23, 27, 28, 31, 32, 33, 34, 35, 37, 38,
                 41, 42, 43, 46, 48, 49, 52, 56, 58, 60, 62, 63, 66, 67, 68, 74, 75, 76, 79, 80, 82, 83, 84, 85, 86,
                 87, 90, 94, 97, 101, 105, 106, 107, 109, 110, 111, 115, 116, 118, 119, 120, 121, 122, 123, 124, 126,
                 1, 16, 18, 22, 24, 29, 40, 45, 50, 53, 55, 57, 61, 70, 73, 77, 91, 93, 95, 103, 108, 112, 113, 117,
                 125, 132, 5, 44, 47, 54, 71, 88, 69, 78, 102, 221],
    "ICLR2021": [140, 218, 294, 332, 362, 420, 1, 5, 12, 20, 28, 52, 67, 69, 75, 102, 103, 110, 126, 135, 138, 147, 149, 151, 160, 170, 174, 181, 182, 190, 44, 3, 4, 10, 11, 14, 17, 18, 21, 22, 24, 27, 33, 36, 38, 45, 47, 49, 59, 70, 72, 73, 78, 79, 82, 84, 86, 88, 89, 91, 92, 98, 100, 101, 104, 105, 106, 107, 108, 111, 114, 120, 123, 124, 125, 130, 131, 133, 137, 141, 142, 143, 154, 155, 156, 157, 159, 161, 162, 164, 166, 167, 168, 171, 172, 176, 193, 194, 81, 94, 95, 146, 177, 179, 184, 186],
    "ICLR2022": [86, 154, 208, 222, 224, 284, 9, 10, 11, 12, 14, 25, 30, 31, 39, 42, 45, 56, 68, 73, 80, 88, 89, 90, 96, 101, 102, 104, 109, 1, 4, 6, 27, 36, 43, 47, 61, 62, 63, 65, 67, 69, 81, 82, 95, 98, 99, 100, 103, 105, 106, 108, 115, 120, 121, 122, 130, 134, 142, 143, 144, 145, 152, 153, 157, 159, 168, 173, 174, 175, 176, 179, 180, 186, 187, 193, 194, 197, 200, 201, 205, 210, 216, 226, 229, 233, 234, 235, 236, 239, 248, 261, 262, 263, 264, 269, 270, 271, 112, 113, 34, 64, 158, 172, 277, 280, 283, 286],
    "ICLR2023": [210, 219, 1759, 1774, 9, 11, 12, 33, 54, 55, 61, 70, 79, 86, 88, 90, 97, 116, 128, 129, 143, 152, 160, 168, 174, 177, 181, 193, 1647, 1651, 1666, 1670, 1673, 1675, 1677, 1678, 1680, 1683, 1692, 1698, 1703, 1709, 1716, 1720, 1723, 1727, 1728, 1742, 1743, 1752, 1754, 1760, 113, 156, 214, 220, 317, 318, 1657, 1686, 1740, 1762, 1783, 1817, 2, 3, 6, 8, 17, 18, 24, 25, 29, 30, 45, 62, 77, 80, 82, 84, 89, 96, 104, 105, 107, 108, 118, 119, 120, 122, 130, 131, 133, 139, 141, 145, 146, 149, 150, 151, 153, 158, 161, 163, 164, 169, 175, 178, 179, 198, 200, 206, 207, 211, 212, 225, 226, 231, 235, 236, 237, 245, 246, 249, 252, 253, 255, 257, 258, 259, 264, 265, 266, 275, 1645, 1649, 1655, 1658, 1663, 1664, 1665, 1672, 1679, 1682, 1685, 1695, 1697, 1701, 1704, 1706, 1708, 1710, 1712, 1713, 1715, 1722, 1726, 1729, 1731, 1734, 1736, 1738, 1739, 1741, 1744, 1745, 1749, 1750, 1755, 1756, 1758, 1761, 1764, 1767, 1772, 1773, 1778, 1779, 1780, 1786, 1788, 1790, 1791, 1795, 1796, 1797, 1800, 1802, 1803, 1805, 1810, 1812, 1813, 1821, 1822, 1827, 1829, 1833, 1840, 1845, 1851, 1856],
    "ICLR2024": [39, 247, 289, 400, 489, 742, 749] + [62, 78, 159, 161, 170, 192, 198, 215, 219, 335, 344, 386, 427, 432, 448, 451, 461, 472, 485, 536, 546, 559, 573, 577, 597] + [5, 9, 11, 19, 20, 30, 31, 32, 40, 49, 52, 53, 54, 56, 61, 66, 67, 73, 74, 77, 85, 87, 100, 104, 114, 116, 124, 130, 133, 138, 145, 151, 153, 156, 165, 166, 172, 181, 183, 187, 195, 204, 212, 221, 224, 230, 237, 243, 248, 257, 258, 259, 263, 272, 278, 287, 288, 291, 292, 298, 300, 302, 304, 306, 308, 318, 320, 321, 324, 325, 326, 327, 331, 332, 334, 336, 338, 340, 345, 349, 350, 356, 357, 358, 360] + [1, 2, 12, 14, 24, 26, 33, 35, 36, 41, 42, 44, 50, 51, 55, 57, 59, 70, 72, 75, 76, 81, 89, 90, 93,
                  94, 97, 99, 101, 105, 110, 111, 112, 117, 119, 120, 125, 128, 129, 131, 134, 135, 140, 148, 150, 157, 158, 163, 167, 173, 175, 177, 182, 185, 186, 188, 189, 197, 202, 207, 209, 210, 214, 216, 226, 231, 234, 236, 238, 239, 241, 244, 245, 249, 260, 262, 264, 265, 271, 276, 277, 279, 281, 282, 284, 286, 290, 294, 295, 301, 303, 307, 309, 313, 315, 319, 322, 333, 337, 339, 342, 354, 363, 364, 369, 373, 374, 375, 377, 378, 381, 382, 385, 388, 398, 399, 401, 407, 412, 413, 415, 416, 417, 420, 421, 422, 426, 428, 436, 437, 444, 446, 449, 453, 454, 463, 464, 469, 478, 480, 487, 490, 496, 498, 501, 502, 504, 506, 513, 516, 517, 518, 520, 521, 523, 524, 525, 537, 541, 545, 551, 552, 554, 555, 558, 562, 563, 574, 575, 579, 581, 584, 588, 595, 596, 598, 607, 608, 615, 622, 624, 625, 627, 629, 630, 634, 636, 641, 645, 647, 648, 651, 652, 654, 655, 662, 667, 668, 671, 672, 673, 681, 682, 685, 689, 690, 691, 697, 698, 701]
}
AGENTREVIEW_LOGO = r"""
                           _   _____            _               
     /\                   | | |  __ \          (_)              
    /  \   __ _  ___ _ __ | |_| |__) |_____   ___  _____      __
   / /\ \ / _` |/ _ \ '_ \| __|  _  // _ \ \ / / |/ _ \ \ /\ / /
  / ____ \ (_| |  __/ | | | |_| | \ \  __/\ V /| |  __/\ V  V / 
 /_/    \_\__, |\___|_| |_|\__|_|  \_\___| \_/ |_|\___| \_/\_/  
           __/ |                                                
          |___/                                                                                   
"""