User Tools

Site Tools


list_of_tempest_smoke_tests

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Next revision
Previous revision
list_of_tempest_smoke_tests [2015/05/07 15:23]
Morgan Richomme created
list_of_tempest_smoke_tests [2015/05/07 16:52] (current)
Morgan Richomme
Line 1: Line 1:
-Default list:+== Default list ==
  
-"​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor",​+**"​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor",​
 "​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors",​ "​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors",​
 "​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail",​ "​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail",​
-"​tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image"​,+"​tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image"​**
 "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",​ "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",​
-"​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",​+**"​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",​**
 "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",​ "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",​
 "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create",​ "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create",​
-"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr",​+**"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr",​
 "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id",​ "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id",​
 "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted",​ "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted",​
-"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",​+"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",​**
 "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",​ "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",​
 "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",​ "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",​
-"​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",​+**"​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",​
 "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups",​ "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups",​
 "​tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip",​ "​tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip",​
Line 36: Line 36:
 "​tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",​ "​tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",​
 "​tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas",​ "​tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas",​
-"​tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",​+"​tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",​**
 "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",​ "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",​
 "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",​ "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",​
Line 84: Line 84:
 "​tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",​ "​tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",​
 "​tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",​ "​tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",​
-"​tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",​+**"​tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",​**
 "​tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",​ "​tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",​
 "​tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",​ "​tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",​
Line 248: Line 248:
 "​tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications",​ "​tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications",​
 "​tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications",​ "​tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications",​
-"​tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance",​ +**"​tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance",​ 
-"​tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance",​+"​tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance",​**
 "​tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete",​ "​tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete",​
 "​tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image",​ "​tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image",​
Line 256: Line 256:
 "​tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list",​ "​tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list",​
 "​tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",​ "​tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",​
 +
 +
 +In Bold the test removed to reach green list on Ericsson POD
 +
 +== POD 1 ==
 +
 +== POD 2 ==
 +
 +30 test Failed => correpond to 5 errors
 +
 +  * 15 x Details: create_network_postcommit failed
 +  * 8 x Details: Not enough users available for multi-user testing
 +  * 3 x Details: {u'​message':​ u'​Multiple possible networks found, use a Network ID to be more specific.',​ u'​code':​ 400}
 +  * 2 x Details: {u'​message':​ u"​Invalid input for external_gateway_info. Reason: ''​ is not a valid UUID.",​ u'​type':​ u'​HTTPBadRequest',​ u'​detail':​ u''​}
 +  * 2 x tempest_lib.exceptions.UnexpectedResponseCode:​ Unexpected response code received
 +
 +the 30 Failed testcases:
 +
 + ​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON
 + ​tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subne
 + ​tempest.api.network.test_ports.PortsIpV6TestJSON
 + ​tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON
 + ​tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port
 + ​tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router
 + ​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network
 + ​tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network
 + ​tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern
 + ​tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces
 + ​tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id
 + ​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON
 + ​tempest.api.compute.servers.test_create_server.ServersTestManualDisk
 + ​tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON
 + ​tempest.api.network.test_floating_ips.FloatingIPTestJSON
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id
 + ​tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port
 + ​tempest.api.network.test_networks.NetworksIpV6TestJSON
 + ​tempest.api.network.test_networks.NetworksTestJSON
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id
 +
 +
 +Running gree list (OK on Ericsson POD) we have 20 errors:
 +
 + ​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON
 + ​tempest.api.compute.images.test_list_images.ListImagesTestJSON
 + ​tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces
 + ​tempest.api.network.test_floating_ips.FloatingIPTestJSON
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port
 + ​tempest.api.network.test_ports.PortsIpV6TestJSON
 + ​tempest.api.network.test_networks.NetworksIpV6TestJSON
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id
 + ​tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id
 + ​tempest.api.network.test_ports.PortsTestJSON
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id ​
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet
 + ​tempest.api.network.test_networks.NetworksTestJSON
 +
 +[[https://​gist.github.com/​morganrOL/​e5e8beabf4a4760153e0#​file-gistfile1-txt|details]]
  
list_of_tempest_smoke_tests.1431012189.txt.gz · Last modified: 2015/05/07 15:23 by Morgan Richomme