running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --list 
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpjM4n_V
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmp0lVYG6
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmp4Baeu8
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpfT86Fl
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpBEzfRK
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpfKt6aU
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpTK_6em
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpDFBto9
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpX2qWOz
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmph8S4Cf
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpD6RKjq
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpDIxFzx
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmps7NBMG
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmp5isavg
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpk9SMcr
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpNhHBb7
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpnFRqGq
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmphmOP8c
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmp6el0_v
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpPxEGTk
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpWFGg3L
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpK5la_y
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpap0z6t
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-500} \
OS_TEST_LOCK_PATH=${OS_TEST_LOCK_PATH:-${TMPDIR:-'/tmp'}} \
${PYTHON:-python} -m subunit.run discover -t $setUpClass (tempest.api.network.test_routers
    RoutersIpV6Test)                                                  SKIP  0.00
setUpClass (tempest.api.network.test_dhcp_ipv6
    NetworksTestDHCPv6)                                               SKIP  0.00
setUpClass (tempest.api.network.test_security_groups_negative
    NegativeSecGroupIPv6Test)                                         SKIP  0.00
setUpClass (tempest.api.network.test_routers_negative
    RoutersNegativeIpV6Test)                                          SKIP  0.00
setUpClass (tempest.api.network.test_allowed_address_pair
    AllowedAddressPairIpV6TestJSON)                                   SKIP  0.00
setUpClass (tempest.api.network.test_networks
    NetworksIpV6TestJSON)                                             SKIP  0.00
    NetworksIpV6TestAttrs)                                            SKIP  0.00
tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON
    test_create_list_port_with_address_pair[id-86c3529b-1231-40de-803c-00e40882f043]OK  2.19
    test_update_port_with_address_pair[id-9599b337-272c-47fd-b3cf-509414414ac4]OK  2.08
    test_update_port_with_cidr_address_pair[id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4]OK  1.98
    test_update_port_with_multiple_ip_mac_address_pair[id-b3f20091-6cd5-472b-8487-3516137df933]OK  2.21
setUpClass (tempest.api.network.test_security_groups
    SecGroupIPv6Test)                                                 SKIP  0.00
setUpClass (tempest.api.network.test_networks
    BulkNetworkOpsIpV6TestJSON)                                       SKIP  0.00
tempest.api.network.admin.test_external_networks_negative.ExternalNetworksAdminNegativeTestJSON
    test_create_port_with_precreated_floatingip_as_fixed_ip[id-d402ae6c-0be0-4d8e-833b-a738895d98d0,negative]OK  2.94
setUpClass (tempest.api.network.test_metering_extensions
    MeteringTestJSON)                                                 FAIL
tempest.api.network.admin.test_quotas.QuotasTest
    test_quotas[id-2390f766-836d-40ef-9aeb-e810d78207fb]              OK  4.89
tempest.api.network.admin.test_routers_dvr.RoutersTestDVR
    test_centralized_router_creation[id-8a0a72b4-7290-4677-afeb-b4ffe37bc352]OK  1.88
    test_centralized_router_update_to_dvr[id-acd43596-c1fb-439d-ada8-31ad48ae3c2e]OK  2.12
    test_distributed_router_creation[id-08a2a0a8-f1e4-4b34-8e30-e522e836c44e]OK  0.84
tempest.api.network.test_floating_ips.FloatingIPTestJSON
    test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke]OK  3.00
tempest.api.network.admin.test_l3_agent_scheduler.L3AgentSchedulerTestJSON
    test_add_list_remove_router_on_l3_agent[id-9464e5e7-8625-49c3-8fd1-89c52be59d66]OK  3.18
    test_list_routers_on_l3_agent[id-b7ce6e89-e837-4ded-9b78-9ed3c9c6a45a]OK  0.97
tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON
    test_create_external_network[id-462be770-b310-4df9-9c42-773217e4c8b1]OK  2.10
    test_delete_external_networks_with_floating_ip[id-82068503-2cf2-4ed4-b3be-ecb89432e4bb]OK  4.92
tempest.api.network.test_networks_negative.NetworksNegativeTestJSON
    test_create_port_on_non_existent_network[id-13d3b106-47e6-4b9b-8d53-dae947f092fe,negative]OK  0.88
    test_delete_non_existent_network[id-03795047-4a94-4120-a0a1-bd376e36fd4e,negative]OK  0.89
    test_delete_non_existent_port[id-49ec2bbd-ac2e-46fd-8054-798e679ff894,negative]OK  0.86
    test_delete_non_existent_subnet[id-a176c859-99fb-42ec-a208-8a85b552a239,negative]OK  0.75
    test_show_non_existent_network[id-9293e937-824d-42d2-8d5b-e985ea67002a,negative]OK  1.19
    test_show_non_existent_port[id-a954861d-cbfd-44e8-b0a9-7fab111f235d,negative]OK  0.01
    test_show_non_existent_subnet[id-d746b40c-5e09-4043-99f7-cba1be8b70df,negative]OK  0.99
    test_update_non_existent_network[id-98bfe4e3-574e-4012-8b17-b2647063de87,negative]OK  0.94
    test_update_non_existent_port[id-cf8eef21-4351-4f53-adcd-cc5cb1e76b92,negative]OK  0.03
    test_update_non_existent_subnet[id-1cc47884-ac52-4415-a31c-e7ce5474a868,negative]OK  0.02
tempest.api.network.admin.test_agent_management.AgentManagementTestJSON
    test_list_agent[id-9c80f04d-11f3-44a4-8738-ed2f879b0ff4]          OK  0.63
    test_list_agents_non_admin[id-e335be47-b9a1-46fd-be30-0874c0b751e6]OK  3.53
    test_show_agent[id-869bc8e8-0fda-4a30-9b71-f8a7cf58ca9f]          OK  0.69
    test_update_agent_description[id-68a94a14-1243-46e6-83bf-157627e31556]OK  1.61
    test_update_agent_status[id-371dfc5b-55b9-4cb5-ac82-c40eadaac941] OK  0.02
tempest.api.network.test_extra_dhcp_options.ExtraDHCPOptionsTestJSON
    test_create_list_port_with_extra_dhcp_options[id-d2c17063-3767-4a24-be4f-a23dbfa133c9]OK  2.66
    test_update_show_port_with_extra_dhcp_options[id-9a6aebf4-86ee-4f47-b07a-7f7232c55607]OK  1.74
tempest.api.network.test_routers_negative.RoutersNegativeTest
    test_add_router_interfaces_on_overlapping_subnets_returns_400[id-957751a3-3c68-4fa2-93b6-eb52ea10db6e,negative]OK  3.67
    test_delete_non_existent_router_returns_404[id-c7edc5ad-d09d-41e6-a344-5c0c31e2e3e4,negative]OK  2.89
    test_router_add_gateway_invalid_network_returns_404[id-37a94fc0-a834-45b9-bd23-9a81d2fd1e22,negative]OK  1.05
    test_router_add_gateway_net_not_external_returns_400[id-11836a18-0b15-4327-a50b-f0d9dc66bddd,negative]OK  1.09
    test_router_remove_interface_in_use_returns_409[id-04df80f9-224d-47f5-837a-bf23e33d1c20,negative]OK  1.16
    test_show_non_existent_router_returns_404[id-c2a70d72-8826-43a7-8208-0209e6360c47,negative]OK  0.04
    test_update_non_existent_router_returns_404[id-b23d1569-8b0c-4169-8d4b-6abd34fad5c7,negative]OK  0.03
tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON
    test_add_remove_network_from_dhcp_agent[id-a0856713-6549-470c-a656-e97c8df9a14d]OK  8.63
    test_list_dhcp_agent_hosting_network[id-5032b1fe-eb42-4a64-8f3b-6e189d8b5c7d]OK  0.80
    test_list_networks_hosted_by_one_dhcp[id-30c48f98-e45d-4ffb-841c-b8aad57c7587]OK  0.78
tempest.api.network.test_networks.BulkNetworkOpsTestJSON
    test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke]OK  4.24
    test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke]OK  8.53
    test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke]OK  1.91
tempest.api.network.admin.test_external_network_extension.ExternalNetworksTestJSON
    test_list_external_networks[id-39be4c9b-a57e-4ff9-b7c7-b218e209dfcc]OK  2.66
    test_show_external_networks_attribute[id-2ac50ab2-7ebd-4e27-b3ce-a9e399faaea2]OK  1.72
    test_update_external_network[id-4db5417a-e11c-474d-a361-af00ebef57c5]OK  0.28
setUpClass (tempest.api.network.test_ports
    PortsAdminExtendedAttrsIpV6TestJSON)                              SKIP  0.00
tempest.api.network.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON
    test_create_list_show_floating_ip_with_tenant_id_by_admin[id-32727cc3-abe2-4485-a16e-48f2d54c14f2]OK  3.65
    test_list_floating_ips_from_admin_and_nonadmin[id-64f2100b-5471-4ded-b46c-ddeeeb4f231b]OK  3.32
setUpClass (tempest.api.network.test_metering_extensions
    MeteringIpV6TestJSON)                                             SKIP  0.00
tempest.api.network.test_floating_ips.FloatingIPTestJSON
    test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke]OK  3.56
    test_create_update_floatingip_with_port_multiple_ip_address[id-45c4c683-ea97-41ef-9c51-5e9802f2f3d7]OK  2.23
    test_floating_ip_delete_port[id-e1f6bffd-442f-4668-b30e-df13f2705e77]OK  1.32
    test_floating_ip_update_different_router[id-1bb2f731-fe5a-4b8c-8409-799ade1bed4d]OK  3.98
tempest.api.network.test_networks.NetworksTestJSON
    test_create_delete_subnet_all_attributes[id-a4d9ec4c-0306-4111-a75c-db01a709030b]OK  1.07
    test_create_delete_subnet_with_allocation_pools[id-bec949c4-3147-4ba6-af5f-cd2306118404]OK  1.79
    test_create_delete_subnet_with_dhcp_enabled[id-94ce038d-ff0a-4a4c-a56b-09da3ca0b55d]OK  1.41
    test_create_delete_subnet_with_gw[id-9393b468-186d-496d-aa36-732348cd76e7]OK  2.39
    test_create_delete_subnet_with_gw_and_allocation_pools[id-8217a149-0c6c-4cfb-93db-0486f707d13f]OK  1.47
    test_create_delete_subnet_with_host_routes_and_dns_nameservers[id-d830de0a-be47-468f-8f02-1fd996118289]OK  1.15
    test_create_delete_subnet_without_gateway[id-d2d596e2-8e76-47a9-ac51-d4648009f4d3]OK  1.04
    test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke]OK  3.81
    test_delete_network_with_subnet[id-f04f61a9-b7f3-4194-90b2-9bcf660d1bfe]OK  1.05
    test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke]OK  0.94
    test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke] OK  0.03
    test_list_networks_fields[id-6ae6d24f-9194-4869-9c85-c313cb20e080]OK  0.03
    test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke]  OK  0.02
    test_list_subnets_fields[id-842589e3-9663-46b0-85e4-7f01273b0412] OK  0.05
    test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke]  OK  0.03
    test_show_network_fields[id-867819bb-c4b6-45f7-acf9-90edcf70aa5e] OK  0.02
    test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke]   OK  0.04
    test_show_subnet_fields[id-270fff0b-8bfc-411f-a184-1e8fd35286f0]  OK  0.02
    test_update_subnet_gw_dns_host_routes_dhcp[id-3d3852eb-3009-49ec-97ac-5ce83b73010a]OK  0.52
tempest.api.network.test_security_groups_negative.NegativeSecGroupTest
    test_create_additional_default_security_group_fails[id-2323061e-9fbf-4eb0-b547-7e8fafc90849,negative]OK  0.80
    test_create_duplicate_security_group_rule_fails[id-8fde898f-ce88-493b-adc9-4e4692879fc5,negative]OK  3.72
    test_create_security_group_rule_with_bad_ethertype[id-5666968c-fff3-40d6-9efc-df1c8bd01abb,negative]OK  2.72
    test_create_security_group_rule_with_bad_protocol[id-981bdc22-ce48-41ed-900a-73148b583958,negative]OK  0.76
    test_create_security_group_rule_with_bad_remote_ip_prefix[id-5f8daf69-3c5f-4aaa-88c9-db1d66f68679,negative]OK  2.19
    test_create_security_group_rule_with_invalid_ports[id-0d9c7791-f2ad-4e2f-ac73-abf2373b0d2d,negative]OK  2.22
    test_create_security_group_rule_with_non_existent_remote_groupid[id-4bf786fd-2f02-443c-9716-5b98e159a49a,negative]OK  0.18
    test_create_security_group_rule_with_non_existent_security_group[id-be308db6-a7cf-4d5c-9baf-71bafd73f35e,negative]OK  0.68
    test_create_security_group_rule_with_remote_ip_and_group[id-b5c4b247-6b02-435b-b088-d10d45650881,negative]OK  1.65
    test_delete_non_existent_security_group[id-1f1bb89d-5664-4956-9fcd-83ee0fa603df,negative]OK  0.03
    test_show_non_existent_security_group[id-424fd5c3-9ddc-486a-b45f-39bf0c820fc6,negative]OK  0.02
    test_show_non_existent_security_group_rule[id-4c094c09-000b-4e41-8100-9617600c02a6,negative]OK  0.01
setUpClass (tempest.api.network.test_ports
    PortsIpV6TestJSON)                                                SKIP  0.00
setUpClass (tempest.api.network.test_extra_dhcp_options
    ExtraDHCPOptionsIpV6TestJSON)                                     SKIP  0.00
tempest.api.network.test_routers.DvrRoutersTest
    test_convert_centralized_router[id-644d7a4a-01a1-4b68-bb8d-0c0042cb1729]OK  8.22
    test_create_distributed_router[id-141297aa-3424-455d-aa8d-f2d95731e00a]OK  5.70
tempest.api.network.test_extensions.ExtensionsTestJSON
    test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke]OK  13.94
tempest.api.network.test_routers_negative.DvrRoutersNegativeTest
    test_router_create_tenant_distributed_returns_forbidden[id-4990b055-8fc7-48ab-bba7-aa28beaad0b9,negative]OK  0.89
tempest.api.network.test_security_groups.SecGroupTest
    test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke]OK  7.50
    test_create_security_group_rule_with_additional_args[id-87dfbcf9-1849-43ea-b1e4-efa3eeae9f71]OK  3.70
tempest.api.network.test_routers.RoutersTest
    test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke]OK  11.74
    test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke]OK  2.30
    test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke]OK  4.10
    test_create_router_setting_tenant_id[id-e54dd3a3-4352-4921-b09d-44369ae17397]OK  2.00
    test_create_router_with_default_snat_value[id-847257cc-6afd-4154-b8fb-af49f5670ce8]OK  1.68
tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON
    test_create_port_binding_ext_attr[id-8e8569c1-9ac7-44db-8bc1-f5fb2814f29b]OK  5.21
    test_list_ports_binding_ext_attr[id-1c82a44a-6c6e-48ff-89e1-abe7eaf8f9f8]OK  2.65
    test_show_port_binding_ext_attr[id-b54ac0ff-35fc-4c79-9ca3-c7dbd4ea4f13]OK  3.69
    test_update_port_binding_ext_attr[id-6f6c412c-711f-444d-8502-0ac30fbf5dd5]OK  1.16
tempest.api.network.test_ports.PortsTestJSON
    test_create_bulk_port[id-67f1b811-f8db-43e2-86bd-72c074d4a42c]    OK  3.58
    test_create_port_in_allowed_allocation_pools[id-0435f278-40ae-48cb-a404-b8a087bc09b1,smoke]OK  4.11
    test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke]OK  2.30
    test_create_show_delete_port_user_defined_mac[id-13e95171-6cbd-489c-9d7c-3f9c58215c18]OK  1.20
    test_create_update_delete_port[id-c72c1c0c-2193-4aca-aaa4-b1442640f51c,smoke]OK  1.04
tempest.api.network.test_floating_ips_negative.FloatingIPNegativeTestJSON
    test_associate_floatingip_port_ext_net_unreachable[id-6b3b8797-6d43-4191-985c-c48b773eb429,negative]OK  2.51
    test_create_floatingip_in_private_network[id-50b9aeb4-9f0b-48ee-aa31-fa955a48ff54,negative]OK  0.85
    test_create_floatingip_with_port_ext_net_unreachable[id-22996ea8-4a81-4b27-b6e1-fa5df92fa5e8,negative]OK  0.14
tempest.api.network.test_ports.PortsTestJSON
    test_create_update_port_with_second_ip[id-63aeadd4-3b49-427f-a3b1-19ca81f06270]OK  2.49
    test_list_ports[id-cf95b358-3e92-4a29-a148-52445e1ac50e,smoke]    OK  0.87
    test_list_ports_fields[id-ff7f117f-f034-4e0e-abff-ccef05c454b4]   OK  0.03
tempest.api.network.test_routers.RoutersTest
    test_create_router_with_snat_explicit[id-ea74068d-09e9-4fd7-8995-9b6a1ace920f]OK  3.43
tempest.api.network.test_security_groups.SecGroupTest
    test_create_security_group_rule_with_icmp_type_code[id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce]OK  7.20
    test_create_security_group_rule_with_protocol_integer_value[id-0a307599-6655-4220-bebc-fd70c64f2290]OK  0.80
    test_create_security_group_rule_with_remote_group_id[id-c2ed2deb-7a0c-44d8-8b4c-a5825b5c310b]OK  1.02
    test_create_security_group_rule_with_remote_ip_prefix[id-16459776-5da2-4634-bce4-4b55ee3ec188]OK  0.84
    test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke]OK  1.04
    test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke]OK  0.61
tempest.api.network.test_ports.PortsTestJSON
    test_port_list_filter_by_ip[id-e7fe260b-1e79-4dd3-86d9-bec6a7959fc5]OK  2.74
tempest.api.network.test_routers.RoutersTest
    test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke]OK  2.67
tempest.api.network.test_service_type_management.ServiceTypeManagementTestJSON
    test_service_provider_list[id-2cbbeea9-f010-40f6-8df5-4eaa0c918ea6]SKIP  0.00
tempest.api.network.test_ports.PortsTestJSON
    test_port_list_filter_by_router_id[id-5ad01ed0-0e6e-4c5d-8194-232801b15c72]OK  3.89
    test_show_port[id-c9a685bd-e83f-499c-939f-9f7863ca259f,smoke]     OK  0.03
    test_show_port_fields[id-45fcdaf2-dab0-4c13-ac6c-fcddfb579dbd]    OK  0.03
    test_update_port_with_security_group_and_extra_attributes[id-58091b66-4ff4-4cc1-a549-05d60c7acd1a]OK  1.19
    test_update_port_with_two_security_groups_and_extra_attributes[id-edf6766d-3d40-4621-bc6e-2521a44c257d]OK  1.29
tempest.api.network.test_routers.RoutersTest
    test_update_extra_route[id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c]  OK  5.65
    test_update_router_admin_state[id-a8902683-c788-4246-95c7-ad9c6d63a4d9]OK  1.20
    test_update_router_reset_gateway_without_snat[id-f2faf994-97f4-410b-a831-9bc977b64374]OK  1.51
    test_update_router_set_gateway[id-6cc285d8-46bf-4f36-9b1a-783e3008ba79]OK  1.92
    test_update_router_set_gateway_with_snat_explicit[id-b386c111-3b21-466d-880c-5e72b01e1a33]OK  2.55
    test_update_router_set_gateway_without_snat[id-96536bc7-8262-4fb2-9967-5c46940fa279]OK  2.70
    test_update_router_unset_gateway[id-ad81b7ee-4f81-407b-a19c-17e623f763e8]OK  1.15

Slowest 10 tests took 82.33 secs:
tempest.api.network.admin.test_dhcp_agent_scheduler.DHCPAgentSchedulersTestJSON
    test_add_remove_network_from_dhcp_agent[id-a0856713-6549-470c-a656-e97c8df9a14d]  8.63
tempest.api.network.test_extensions.ExtensionsTestJSON
    test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke]  13.94
tempest.api.network.test_networks.BulkNetworkOpsTestJSON
    test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke]  8.53
tempest.api.network.test_ports.PortsAdminExtendedAttrsTestJSON
    test_create_port_binding_ext_attr[id-8e8569c1-9ac7-44db-8bc1-f5fb2814f29b]  5.21
tempest.api.network.test_routers.DvrRoutersTest
    test_convert_centralized_router[id-644d7a4a-01a1-4b68-bb8d-0c0042cb1729]  8.22
    test_create_distributed_router[id-141297aa-3424-455d-aa8d-f2d95731e00a]  5.70
tempest.api.network.test_routers.RoutersTest
    test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke]  11.74
    test_update_extra_route[id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c]      5.65
tempest.api.network.test_security_groups.SecGroupTest
    test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke]  7.50
    test_create_security_group_rule_with_icmp_type_code[id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce]  7.20

======================================================================
FAIL: setUpClass (tempest.api.network.test_metering_extensions.MeteringTestJSON)
----------------------------------------------------------------------
Traceback (most recent call last):
testtools.testresult.real._StringException: Traceback (most recent call last):
  File "/root/tempest/tempest/test.py", line 272, in setUpClass
    six.reraise(etype, value, trace)
  File "/root/tempest/tempest/test.py", line 265, in setUpClass
    cls.resource_setup()
  File "/root/tempest/tempest/api/network/test_metering_extensions.py", line 46, in resource_setup
    cls.metering_label = cls.create_metering_label(name, description)
  File "/root/tempest/tempest/api/network/base.py", line 275, in create_metering_label
    name=data_utils.rand_name("metering-label"))
  File "/root/tempest/tempest/services/network/json/network_client.py", line 176, in create_metering_label
    return self._create_resource(uri, post_data)
  File "/root/tempest/tempest/services/network/json/network_client.py", line 72, in _create_resource
    resp, body = self.post(req_uri, req_post_data)
  File "/root/tempest/.venv/lib/python2.7/site-packages/tempest_lib/common/rest_client.py", line 256, in post
    return self.request('POST', url, extra_headers, headers, body)
  File "/root/tempest/.venv/lib/python2.7/site-packages/tempest_lib/common/rest_client.py", line 643, in request
    resp, resp_body)
  File "/root/tempest/.venv/lib/python2.7/site-packages/tempest_lib/common/rest_client.py", line 695, in _error_checker
    raise exceptions.NotFound(resp_body)
tempest_lib.exceptions.NotFound: Object not found
Details: 404 Not Found

The resource could not be found.


Ran 146 tests in 87.632s

FAILED (failures=1)
{OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover}  --load-list /tmp/tmpjfrUB6