Bug: Flakey test - TestBootstrap.test_local_quorum_bootstrap
Status: Resolved
Priority: Normal
Resolution: Fixed
Created: 02/Mar/20 15:28
Resolved: 05/Mar/20 14:57

Flakey test on trunk, java 8.

I did a couple of loops and it sometimes fail at the 5th run, sometimes at the 50th.

 
{noformat}
*_________________________________________________________________________________________________ TestBootstrap.test_local_quorum_bootstrap __________________________________________________________________________________________________*

 

self = <bootstrap_test.TestBootstrap object at 0x1064f5bd0>

 

    *def test_local_quorum_bootstrap(self):*

        *"""*

            *Test that CL local_quorum works while a node is bootstrapping.*

            *@jira_ticket CASSANDRA-8058*

            *"""*

        *cluster = self.cluster*

        *cluster.populate([1, 1])*

        *cluster.start()*

    **    

        *node1 = cluster.nodes['node1']*

        *yaml_config = """*

            *# Create the keyspace and table*

            *keyspace: keyspace1*

            *keyspace_definition: |*

              *CREATE KEYSPACE keyspace1 WITH replication = \{'class': 'NetworkTopologyStrategy', 'dc1': 1, 'dc2': 1};*

            *table: users*

            *table_definition:*

              *CREATE TABLE users (*

                *username text,*

                *first_name text,*

                *last_name text,*

                *email text,*

                *PRIMARY KEY(username)*

              *) WITH compaction = \{'class':'SizeTieredCompactionStrategy'};*

            *insert:*

              *partitions: fixed(1)*

              *batchtype: UNLOGGED*

            *queries:*

              *read:*

                *cql: select * from users where username = ?*

                *fields: samerow*

            *"""*

        *with tempfile.NamedTemporaryFile(mode='w+') as stress_config:*

            *stress_config.write(yaml_config)*

            *stress_config.flush()*

            *node1.stress(['user', 'profile=' + stress_config.name, 'n=200K', 'no-warmup',*

                          *'ops(insert=1)', '-rate', 'threads=10'])*

    **    

            *node3 = new_node(cluster, data_center='dc2')*

            *node3.start(no_wait=True)*

            *time.sleep(3)*

    **    

            *ntout = node1.nodetool('status').stdout*

*>           assert re.search(r'UJ\s+' + node3.ip_addr, ntout), ntout*

*E           AssertionError: Datacenter: dc1*

*E             ===============*

*E             Status=Up/Down*

*E             |/ State=Normal/Leaving/Joining/Moving*

*E             --  Address    Load       Owns (effective)  Host ID                               Token                 Rack*

*E             UN  127.0.0.1  76.82 KiB  ?                 3056e1d1-eac6-493a-b5bc-f8fe703d8d4b  -9223372036854775808  r1 * 

*E*             

*E             Datacenter: dc2*

*E             ===============*

*E             Status=Up/Down*

*E             |/ State=Normal/Leaving/Joining/Moving*

*E             --  Address    Load       Owns (effective)  Host ID                               Token                 Rack*

*E             UN  127.0.0.2  76.83 KiB  ?                 ae607eb3-5601-4b6f-9d01-cf9401da5a4c  -9223372036854775708  r1 * 

*E*             

*E*             

*E           assert None*

*E            +  where None = <function search at 0x10472f8c0>(('UJ\\s+' + '127.0.0.3'), 'Datacenter: dc1\n===============\nStatus=Up/Down\n|/ State=Normal/Leaving/Joining/Moving\n--  Address    Load       O...Rack\nUN  127.0.0.2  76.83 KiB  ?                 ae607eb3-5601-4b6f-9d01-cf9401da5a4c  -9223372036854775708  r1  \n\n')*

*E            +    where <function search at 0x10472f8c0> = re.search*

*E            +    and   '127.0.0.3' = <ccmlib.node.Node object at 0x106530b10>.ip_addr*

 

*bootstrap_test.py*:488: AssertionError

----------------------------------------------------------------------------------------------------------- Captured stdout setup ------------------------------------------------------------------------------------------------------------

11:42:12,744 ccm DEBUG Log-watching thread starting.

------------------------------------------------------------------------------------------------------------- Captured log setup -------------------------------------------------------------------------------------------------------------

11:42:12,608 conftest INFO Starting execution of test_local_quorum_bootstrap at 2020-02-28 11:42:12.608760

11:42:12,609 dtest_setup INFO cluster ccm directory: /var/folders/ql/nvcz74bd67d3vhw7227mpjm40000gp/T/dtest-51gjecxa

---------------------------------------------------------------------------------------------------------- Captured stdout teardown ----------------------------------------------------------------------------------------------------------

11:43:03,366 ccm DEBUG Log-watching thread exiting.

===Flaky Test Report===

 

test_local_quorum_bootstrap failed and was not selected for rerun.

<class 'AssertionError'>

Datacenter: dc1

  ===============

  Status=Up/Down

  |/ State=Normal/Leaving/Joining/Moving

  --  Address    Load       Owns (effective)  Host ID                               Token                 Rack

  UN  127.0.0.1  76.82 KiB  ?                 3056e1d1-eac6-493a-b5bc-f8fe703d8d4b  -9223372036854775808  r1  

  

  Datacenter: dc2

  ===============

  Status=Up/Down

  |/ State=Normal/Leaving/Joining/Moving

  --  Address    Load       Owns (effective)  Host ID                               Token                 Rack

  UN  127.0.0.2  76.83 KiB  ?                 ae607eb3-5601-4b6f-9d01-cf9401da5a4c  -9223372036854775708  r1  

  

  

assert None

 +  where None = <function search at 0x10472f8c0>(('UJ\\s+' + '127.0.0.3'), 'Datacenter: dc1\n===============\nStatus=Up/Down\n|/ State=Normal/Leaving/Joining/Moving\n--  Address    Load       O...Rack\nUN  127.0.0.2  76.83 KiB  ?                 ae607eb3-5601-4b6f-9d01-cf9401da5a4c  -9223372036854775708  r1  \n\n')

 +    where <function search at 0x10472f8c0> = re.search

 +    and   '127.0.0.3' = <ccmlib.node.Node object at 0x106530b10>.ip_addr

[<TracebackEntry /Users/ekaterina.dimitri/IdeaProjects/cassandra-dtest-d/bootstrap_test.py:488>]

 

===End Flaky Test Report===

*========================================================================================================= 1 failed in 51.61 seconds ==========================================================================================================*
{noformat}