This shows you the differences between two versions of the page.
Both sides previous revision Previous revision Next revision | Previous revision | ||
list_of_tempest_smoke_tests [2015/05/07 15:32] Morgan Richomme |
list_of_tempest_smoke_tests [2015/05/07 16:52] (current) Morgan Richomme |
||
---|---|---|---|
Line 1: | Line 1: | ||
== Default list == | == Default list == | ||
- | **"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor",** | + | **"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor", |
- | **"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", | + | "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors", |
"tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", | "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail", | ||
- | "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",** | + | "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image"** |
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", | "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image", | ||
**"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",** | **"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",** | ||
"tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", | "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail", | ||
- | **"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", | + | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create", |
- | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr", | + | **"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr", |
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id", | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id", | ||
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted", | ||
"tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",** | "tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",** | ||
- | **"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", | + | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete", |
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete", | ||
- | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", | + | **"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups", |
"tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", | "tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups", | ||
"tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", | "tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip", | ||
Line 37: | Line 37: | ||
"tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", | "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas", | ||
"tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",** | "tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",** | ||
- | **"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", | + | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create", |
"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete", | ||
- | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",** | + | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get", |
"tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list", | "tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list", | ||
"tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create", | "tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create", | ||
Line 84: | Line 84: | ||
"tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", | "tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services", | ||
"tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", | "tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user", | ||
- | "tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete", | + | **"tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",** |
"tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", | "tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain", | ||
"tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", | "tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint", | ||
Line 91: | Line 91: | ||
"tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", | "tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id", | ||
"tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", | "tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list", | ||
- | **"tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service",** | + | "tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service", |
"tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", | "tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all", | ||
"tempest.api.messaging.test_claims.TestClaims.test_post_claim", | "tempest.api.messaging.test_claims.TestClaims.test_post_claim", | ||
Line 257: | Line 257: | ||
"tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", | "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list", | ||
- | in Bold the test removed to create green list | + | |
+ | In Bold the test removed to reach green list on Ericsson POD | ||
== POD 1 == | == POD 1 == | ||
Line 270: | Line 271: | ||
* 2 x Details: {u'message': u"Invalid input for external_gateway_info. Reason: '' is not a valid UUID.", u'type': u'HTTPBadRequest', u'detail': u''} | * 2 x Details: {u'message': u"Invalid input for external_gateway_info. Reason: '' is not a valid UUID.", u'type': u'HTTPBadRequest', u'detail': u''} | ||
* 2 x tempest_lib.exceptions.UnexpectedResponseCode: Unexpected response code received | * 2 x tempest_lib.exceptions.UnexpectedResponseCode: Unexpected response code received | ||
+ | |||
+ | the 30 Failed testcases: | ||
+ | |||
+ | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON | ||
+ | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subne | ||
+ | tempest.api.network.test_ports.PortsIpV6TestJSON | ||
+ | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON | ||
+ | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | ||
+ | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | ||
+ | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | ||
+ | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | ||
+ | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | ||
+ | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON | ||
+ | tempest.api.compute.servers.test_create_server.ServersTestManualDisk | ||
+ | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON | ||
+ | tempest.api.network.test_floating_ips.FloatingIPTestJSON | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | ||
+ | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.network.test_networks.NetworksIpV6TestJSON | ||
+ | tempest.api.network.test_networks.NetworksTestJSON | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | ||
+ | |||
+ | |||
+ | Running gree list (OK on Ericsson POD) we have 20 errors: | ||
+ | |||
+ | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON | ||
+ | tempest.api.compute.images.test_list_images.ListImagesTestJSON | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | ||
+ | tempest.api.network.test_floating_ips.FloatingIPTestJSON | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.network.test_ports.PortsIpV6TestJSON | ||
+ | tempest.api.network.test_networks.NetworksIpV6TestJSON | ||
+ | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | ||
+ | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | ||
+ | tempest.api.network.test_ports.PortsTestJSON | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | ||
+ | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | ||
+ | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | ||
+ | tempest.api.network.test_networks.NetworksTestJSON | ||
+ | |||
+ | [[https://gist.github.com/morganrOL/e5e8beabf4a4760153e0#file-gistfile1-txt|details]] | ||
+ |