User Tools

Site Tools


list_of_tempest_smoke_tests

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revision Previous revision
Next revision
Previous revision
list_of_tempest_smoke_tests [2015/05/07 15:32]
Morgan Richomme
list_of_tempest_smoke_tests [2015/05/07 16:52] (current)
Morgan Richomme
Line 1: Line 1:
 == Default list == == Default list ==
  
-**"​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor",​** +**"​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor",​ 
-**"​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors",​+"​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors",​
 "​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail",​ "​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail",​
-"​tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image"​,**+"​tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image"​**
 "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",​ "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image",​
 **"​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",​** **"​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images",​**
 "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",​ "​tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail",​
-**"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create",​ +"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create",​ 
-"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr",​+**"​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_cidr",​
 "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id",​ "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create_with_optional_group_id",​
 "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted",​ "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_delete_when_peer_group_deleted",​
 "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",​** "​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list",​**
-**"​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",​+"​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_group_create_get_delete",​
 "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",​ "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete",​
-"​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",​+**"​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_server_security_groups",​
 "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups",​ "​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_update_security_groups",​
 "​tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip",​ "​tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip",​
Line 37: Line 37:
 "​tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas",​ "​tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas",​
 "​tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",​** "​tempest.api.compute.volumes.test_volumes_get.VolumesGetTestJSON.test_volume_create_get_delete",​**
-**"​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",​+"​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create",​
 "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",​ "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete",​
-"​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",​**+"​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get",​
 "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",​ "​tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list",​
 "​tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",​ "​tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create",​
Line 84: Line 84:
 "​tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",​ "​tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services",​
 "​tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",​ "​tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user",​
-"​tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",​+**"​tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete",​**
 "​tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",​ "​tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain",​
 "​tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",​ "​tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint",​
Line 91: Line 91:
 "​tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",​ "​tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id",​
 "​tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list",​ "​tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list",​
-**"​tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service",​**+"​tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service",​
 "​tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",​ "​tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all",​
 "​tempest.api.messaging.test_claims.TestClaims.test_post_claim",​ "​tempest.api.messaging.test_claims.TestClaims.test_post_claim",​
Line 257: Line 257:
 "​tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",​ "​tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",​
  
-in Bold the test removed to create ​green list+ 
 +In Bold the test removed to reach green list on Ericsson POD
  
 == POD 1 == == POD 1 ==
Line 270: Line 271:
   * 2 x Details: {u'​message':​ u"​Invalid input for external_gateway_info. Reason: ''​ is not a valid UUID.",​ u'​type':​ u'​HTTPBadRequest',​ u'​detail':​ u''​}   * 2 x Details: {u'​message':​ u"​Invalid input for external_gateway_info. Reason: ''​ is not a valid UUID.",​ u'​type':​ u'​HTTPBadRequest',​ u'​detail':​ u''​}
   * 2 x tempest_lib.exceptions.UnexpectedResponseCode:​ Unexpected response code received   * 2 x tempest_lib.exceptions.UnexpectedResponseCode:​ Unexpected response code received
 +
 +the 30 Failed testcases:
 +
 + ​tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON
 + ​tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subne
 + ​tempest.api.network.test_ports.PortsIpV6TestJSON
 + ​tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON
 + ​tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port
 + ​tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router
 + ​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network
 + ​tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network
 + ​tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern
 + ​tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces
 + ​tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id
 + ​tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON
 + ​tempest.api.compute.servers.test_create_server.ServersTestManualDisk
 + ​tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON
 + ​tempest.api.network.test_floating_ips.FloatingIPTestJSON
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id
 + ​tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port
 + ​tempest.api.network.test_networks.NetworksIpV6TestJSON
 + ​tempest.api.network.test_networks.NetworksTestJSON
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id
 +
 +
 +Running gree list (OK on Ericsson POD) we have 20 errors:
 +
 + ​tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON
 + ​tempest.api.compute.images.test_list_images.ListImagesTestJSON
 + ​tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces
 + ​tempest.api.network.test_floating_ips.FloatingIPTestJSON
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port
 + ​tempest.api.network.test_ports.PortsIpV6TestJSON
 + ​tempest.api.network.test_networks.NetworksIpV6TestJSON
 + ​tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id
 + ​tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id
 + ​tempest.api.network.test_ports.PortsTestJSON
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id ​
 + ​tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network
 + ​tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port
 + ​tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet
 + ​tempest.api.network.test_networks.NetworksTestJSON
 +
 +[[https://​gist.github.com/​morganrOL/​e5e8beabf4a4760153e0#​file-gistfile1-txt|details]]
 +
list_of_tempest_smoke_tests.1431012723.txt.gz · Last modified: 2015/05/07 15:32 by Morgan Richomme