This shows you the differences between two versions of the page.
Next revision | Previous revision | ||
list_of_tempest_smoke_tests [2015/05/07 15:23] Morgan Richomme created |
list_of_tempest_smoke_tests [2015/05/07 16:52] (current) Morgan Richomme |
||
---|---|---|---|
Line 1: | Line 1: | ||
- | Default list: | + | == Default list == |
- | "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor", | + | **"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor", |
"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", | "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", | ||
"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", | "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", | ||
- | "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image", | + | "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image"** |
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", | "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", | ||
- | "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images", | + | **"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",** |
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", | "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", | ||
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", | ||
- | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr", | + | **"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr", |
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id", | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id", | ||
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", | ||
- | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list", | + | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",** |
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", | ||
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", | ||
- | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", | + | **"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", |
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", | ||
"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", | "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", | ||
Line 36: | Line 36: | ||
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", | "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas", | ||
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", | "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", | ||
- | "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete", | + | "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",** |
"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", | ||
"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", | ||
Line 84: | Line 84: | ||
"tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", | "tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", | ||
"tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", | "tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", | ||
- | "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", | + | **"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",** |
"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", | "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", | ||
"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", | "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", | ||
Line 248: | Line 248: | ||
"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications", | "tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications", | ||
"tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications", | "tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications", | ||
- | "tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance", | + | **"tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance", |
- | "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance", | + | "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance",** |
"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", | "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete", | ||
"tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", | "tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image", | ||
Line 256: | Line 256: | ||
"tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", | "tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list", | ||
"tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", | "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", | ||
+ | |||
+ | |||
+ | In Bold the test removed to reach green list on Ericsson POD | ||
+ | |||
+ | == POD 1 == | ||
+ | |||
+ | == POD 2 == | ||
+ | |||
+ | 30 test Failed => correpond to 5 errors | ||
+ | |||
+ | * 15 x Details: create_network_postcommit failed | ||
+ | * 8 x Details: Not enough users available for multi-user testing | ||
+ | * 3 x Details: {u'message': u'Multiple possible networks found, use a Network ID to be more specific.', u'code': 400} | ||
+ | * 2 x Details: {u'message': u"Invalid input for external_gateway_info. Reason: '' is not a valid UUID.", u'type': u'HTTPBadRequest', u'detail': u''} | ||
+ | * 2 x tempest_lib.exceptions.UnexpectedResponseCode: Unexpected response code received | ||
+ | |||
+ | the 30 Failed testcases: | ||
+ | |||
+ | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON | ||
+ | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subne | ||
+ | tempest.api.network.test_ports.PortsIpV6TestJSON | ||
+ | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON | ||
+ | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | ||
+ | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | ||
+ | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | ||
+ | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | ||
+ | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | ||
+ | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON | ||
+ | tempest.api.compute.servers.test_create_server.ServersTestManualDisk | ||
+ | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON | ||
+ | tempest.api.network.test_floating_ips.FloatingIPTestJSON | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | ||
+ | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.network.test_networks.NetworksIpV6TestJSON | ||
+ | tempest.api.network.test_networks.NetworksTestJSON | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | ||
+ | |||
+ | |||
+ | Running gree list (OK on Ericsson POD) we have 20 errors: | ||
+ | |||
+ | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON | ||
+ | tempest.api.compute.images.test_list_images.ListImagesTestJSON | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | ||
+ | tempest.api.network.test_floating_ips.FloatingIPTestJSON | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.network.test_ports.PortsIpV6TestJSON | ||
+ | tempest.api.network.test_networks.NetworksIpV6TestJSON | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | ||
+ | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | ||
+ | tempest.api.network.test_ports.PortsTestJSON | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | ||
+ | tempest.api.network.test_networks.NetworksTestJSON | ||
+ | |||
+ | [[https://gist.github.com/morganrOL/e5e8beabf4a4760153e0#file-gistfile1-txt|details]] | ||