github.com/cockroachdb/cockroach@v20.2.0-alpha.1+incompatible/pkg/cmd/roachtest/gopg_blacklist.go (about)

     1  // Copyright 2019 The Cockroach Authors.
     2  //
     3  // Use of this software is governed by the Business Source License
     4  // included in the file licenses/BSL.txt.
     5  //
     6  // As of the Change Date specified in that file, in accordance with
     7  // the Business Source License, use of this software will be governed
     8  // by the Apache License, Version 2.0, included in the file
     9  // licenses/APL.txt.
    10  
    11  package main
    12  
    13  var gopgBlacklists = blacklistsForVersion{
    14  	{"v19.2", "gopgBlackList19_2", gopgBlackList19_2, "gopgIgnoreList19_2", gopgIgnoreList19_2},
    15  	{"v20.1", "gopgBlackList20_1", gopgBlackList20_1, "gopgIgnoreList20_1", gopgIgnoreList20_1},
    16  	{"v20.2", "gopgBlackList20_2", gopgBlackList20_2, "gopgIgnoreList20_2", gopgIgnoreList20_2},
    17  }
    18  
    19  // These are lists of known gopg test errors and failures.
    20  // When the gopg test suite is run, the results are compared to this list.
    21  // Any failed test that is on this list is reported as FAIL - expected.
    22  // Any failed test that is not on this list is reported as FAIL - unexpected.
    23  //
    24  // Please keep these lists alphabetized for easy diffing.
    25  // After a failed run, an updated version of this blacklist should be available
    26  // in the test log.
    27  
    28  var gopgBlackList20_2 = gopgBlackList20_1
    29  
    30  var gopgBlackList20_1 = blacklist{
    31  	"pg | CopyFrom/CopyTo | copies corrupted data to a table":         "41608",
    32  	"pg | CopyFrom/CopyTo | copies data from a table and to a table":  "41608",
    33  	"pg | CountEstimate | works":                                      "17511",
    34  	"pg | CountEstimate | works when there are no results":            "17511",
    35  	"pg | CountEstimate | works with GROUP":                           "17511",
    36  	"pg | CountEstimate | works with GROUP when there are no results": "17511",
    37  	"pg | Listener | is closed when DB is closed":                     "41522",
    38  	"pg | Listener | listens for notifications":                       "41522",
    39  	"pg | Listener | reconnects on receive error":                     "41522",
    40  	"pg | Listener | returns an error on timeout":                     "41522",
    41  	"pg | Listener | supports concurrent Listen and Receive":          "41522",
    42  	"v9.ExampleDB_Model_postgresArrayStructTag":                       "32552",
    43  	"v9.TestBigColumn":  "41608",
    44  	"v9.TestConversion": "32552",
    45  	"v9.TestGinkgo":     "41522",
    46  	"v9.TestGocheck":    "17511",
    47  	"v9.TestUnixSocket": "31113",
    48  }
    49  
    50  var gopgBlackList19_2 = blacklist{
    51  	"pg | CopyFrom/CopyTo | copies corrupted data to a table":                              "5807",
    52  	"pg | CopyFrom/CopyTo | copies data from a table and to a table":                       "5807",
    53  	"pg | CountEstimate | works":                                                           "17511",
    54  	"pg | CountEstimate | works when there are no results":                                 "17511",
    55  	"pg | CountEstimate | works with GROUP":                                                "17511",
    56  	"pg | CountEstimate | works with GROUP when there are no results":                      "17511",
    57  	"pg | DB nulls | nil ptr inserts non-null value":                                       "5807",
    58  	"pg | DB nulls | nil ptr inserts null value":                                           "5807",
    59  	"pg | DB nulls | sql.NullInt64 inserts non-null value":                                 "5807",
    60  	"pg | DB nulls | sql.NullInt64 inserts null value":                                     "5807",
    61  	"pg | DB uint64 in struct field | is appended and scanned as int64":                    "5807",
    62  	"pg | DB.Select | selects bytea":                                                       "5807",
    63  	"pg | DB.Select | selects into embedded struct pointer":                                "5807",
    64  	"pg | HookTest | calls AfterSelect for a slice model":                                  "5807",
    65  	"pg | HookTest | calls AfterSelect for a struct model":                                 "5807",
    66  	"pg | HookTest | calls BeforeDelete and AfterDelete":                                   "5807",
    67  	"pg | HookTest | calls BeforeInsert and AfterInsert":                                   "5807",
    68  	"pg | HookTest | calls BeforeUpdate and AfterUpdate":                                   "5807",
    69  	"pg | HookTest | does not call BeforeDelete and AfterDelete for nil model":             "5807",
    70  	"pg | HookTest | does not call BeforeUpdate and AfterUpdate for nil model":             "5807",
    71  	"pg | Listener | is closed when DB is closed":                                          "41522",
    72  	"pg | Listener | listens for notifications":                                            "41522",
    73  	"pg | Listener | reconnects on receive error":                                          "41522",
    74  	"pg | Listener | returns an error on timeout":                                          "41522",
    75  	"pg | Listener | supports concurrent Listen and Receive":                               "41522",
    76  	"pg | soft delete with int column | model Deleted allows to select deleted model":      "5807",
    77  	"pg | soft delete with int column | model ForceDelete deletes the model":               "5807",
    78  	"pg | soft delete with int column | model soft deletes the model":                      "5807",
    79  	"pg | soft delete with int column | nil model Deleted allows to select deleted model":  "5807",
    80  	"pg | soft delete with int column | nil model ForceDelete deletes the model":           "5807",
    81  	"pg | soft delete with int column | nil model soft deletes the model":                  "5807",
    82  	"pg | soft delete with time column | model Deleted allows to select deleted model":     "5807",
    83  	"pg | soft delete with time column | model ForceDelete deletes the model":              "5807",
    84  	"pg | soft delete with time column | model soft deletes the model":                     "5807",
    85  	"pg | soft delete with time column | nil model Deleted allows to select deleted model": "5807",
    86  	"pg | soft delete with time column | nil model ForceDelete deletes the model":          "5807",
    87  	"pg | soft delete with time column | nil model soft deletes the model":                 "5807",
    88  	"v9.ExampleDB_Model_postgresArrayStructTag":                                            "5807",
    89  	"v9.TestBigColumn":  "5807",
    90  	"v9.TestConversion": "32552",
    91  	"v9.TestGinkgo":     "5807",
    92  	"v9.TestGocheck":    "5807",
    93  	"v9.TestUnixSocket": "31113",
    94  }
    95  
    96  var gopgIgnoreList20_2 = gopgIgnoreList20_1
    97  
    98  var gopgIgnoreList20_1 = gopgIgnoreList19_2
    99  
   100  var gopgIgnoreList19_2 = blacklist{
   101  	// These "fetching" tests assume a particular order when ORDER BY clause is
   102  	// omitted from the query by the ORM itself.
   103  	"pg | ORM slice model | fetches Book relations":       "41690",
   104  	"pg | ORM slice model | fetches Genre relations":      "41690",
   105  	"pg | ORM slice model | fetches Translation relation": "41690",
   106  	"pg | ORM struct model | fetches Author relations":    "41690",
   107  	"pg | ORM struct model | fetches Book relations":      "41690",
   108  	"pg | ORM struct model | fetches Genre relations":     "41690",
   109  	// These tests assume different transaction isolation level (READ COMMITTED).
   110  	"pg | Tx | supports CopyFrom and CopyIn":             "41690",
   111  	"pg | Tx | supports CopyFrom and CopyIn with errors": "41690",
   112  	// These tests sometimes failed and we haven't diagnosed it
   113  	"pg | DB race | SelectOrInsert with OnConflict is race free":    "unknown",
   114  	"pg | DB race | SelectOrInsert without OnConflict is race free": "unknown",
   115  }