2017.01.json

{
  "id": "2017.01",
  "schema": "1.6",
  "reference": "https://opendev.org/openstack/interop/raw/branch/master/doc/source/schema/1.6.json",
  "source": "http://opendev.org/openstack/interop/",
  "status": "superseded",
  "cutoff_score": "74",
  "target_approval": "2017-01-24",
  "replaces": "2016.08",
  "releases": ["liberty", "mitaka", "newton", "ocata"],
  "platform": {
    "required": ["compute", "object"],
    "advisory": [],
    "deprecated": [],
    "removed": []
  },
  "components": {
    "compute": {
      "required": [
        "compute-images-create",
        "compute-instance-actions-get",
        "compute-instance-actions-list",
        "compute-keypairs-create",
        "compute-list-api-versions",
        "compute-quotas-get",
        "compute-servers-create",
        "compute-servers-delete",
        "compute-servers-get",
        "compute-servers-host",
        "compute-servers-invalid",
        "compute-servers-list",
        "compute-servers-lock",
        "compute-servers-name",
        "compute-servers-reboot",
        "compute-servers-rebuild",
        "compute-servers-resize",
        "compute-servers-stop",
        "compute-servers-update",
        "compute-servers-verify",
        "compute-servers-metadata-delete",
        "compute-servers-metadata-get",
        "compute-servers-metadata-list",
        "compute-servers-metadata-set",
        "compute-servers-metadata-update",
        "compute-volume-attach",
        "identity-v3-api-discovery",
        "identity-v3-tokens-create",
        "images-v2-index",
        "images-v2-update",
        "images-v2-list",
        "images-v2-delete",
        "images-v2-get",
        "networks-l2-CRUD",
        "networks-security-groups-CRUD",
        "volumes-v2-create-delete",
        "volumes-v2-attach-detach",
        "volumes-v2-snapshot-create-delete",
        "volumes-v2-get",
        "volumes-v2-list",
        "volumes-v2-update",
        "volumes-v2-copy-image-to-volume",
        "volumes-v2-clone",
        "volumes-v2-availability-zones",
        "volumes-v2-extensions",
        "volumes-v2-metadata",
        "volumes-v2-reserve",
        "volumes-v2-readonly"
      ],
      "advisory": [
        "compute-availability-zones-list",
        "compute-flavors-list",
        "compute-servers-suspend-resume",
        "identity-v3-list-projects",
        "networks-l3-router",
        "networks-l3-CRUD",
        "networks-list-api-versions",
        "networks-subnet-pools-CRUD",
        "volumes-list-api-versions",
        "volumes-v2-upload",
        "volumes-v3-create-delete",
        "volumes-v3-attach-detach",
        "volumes-v3-snapshot-create-delete",
        "volumes-v3-get",
        "volumes-v3-list",
        "volumes-v3-update",
        "volumes-v3-copy-image-to-volume",
        "volumes-v3-clone",
        "volumes-v3-availability-zones",
        "volumes-v3-extensions",
        "volumes-v3-metadata",
        "volumes-v3-reserve",
        "volumes-v3-readonly"

      ],
      "deprecated": [
      ],
      "removed": [
        "compute-auth-create",
        "compute-auth-get",
        "compute-auth-set",
        "compute-images-delete",
        "compute-images-get",
        "compute-images-list",
        "compute-volume-get",
        "compute-volume-list"
      ]
    },
    "object": {
      "required": [
        "objectstore-account-quotas",
        "objectstore-account-list",
        "objectstore-container-acl",
        "objectstore-container-quotas",
        "objectstore-container-create",
        "objectstore-container-delete",
        "objectstore-container-list",
        "objectstore-info-request",
        "objectstore-object-copy",
        "objectstore-object-create",
        "objectstore-object-delete",
        "objectstore-object-get",
        "objectstore-object-versioned",
        "objectstore-temp-url-get",
        "objectstore-temp-url-put",
        "identity-v3-tokens-create"
      ],
      "advisory": [
        "objectstore-container-metadata"
      ],
      "deprecated" : [],
      "removed": [
        "objectstore-object-access"
      ]
    }
  },
  "test-repositories": {
    "tempest": {
      "git-sha": "4d63b16de86cedeb9f4ee2d4daf7cb18c0fbc4a6",
      "url": "https://opendev.org/openstack/tempest/"
    }
  },
  "capabilities": {
    "compute-list-api-versions": {
      "achievements": [
        "foundation",
        "complete",
        "proximity",
        "discover",
        "future",
        "atomic",
        "stable",
        "deployed"
      ],
      "admin": false,
      "description": "List supported versions of the Compute API",
      "project": "nova",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.compute.test_versions.TestVersions.test_list_api_versions": {
          "idempotent_id": "id-6c0a0990-43b6-4529-9b61-5fd8daf7c55c"
        }
      }
    },
    "compute-auth-create": {
      "achievements": [
        "foundation",
        "complete",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Auth related tests using Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
      }
    },
    "compute-auth-get": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Auth related tests using Compute API, Generate, import, and delete SSH keys within Compute services",
      "project": "nova",
      "required-since": "",
      "tests": {
      }
    },
    "compute-auth-set": {
      "achievements": [
        "foundation",
        "complete",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Auth related tests using Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
      }
    },
    "compute-images-delete": {
      "achievements": [
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "atomic",
        "stable",
        "tools"
      ],
      "admin": false,
      "description": "Image operations within the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image": {
          "idempotent_id": "id-aa06b52b-2db5-4807-b218-9441f75d74e3"
        }
      }
    },
    "compute-images-get": {
      "achievements": [
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "atomic",
        "stable",
        "tools"
      ],
      "admin": false,
      "description": "Image operations within the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image": {
          "idempotent_id": "id-490d0898-e12a-463f-aef0-c50156b9f789"
        }
      }
    },
    "compute-images-list": {
      "achievements": [
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "atomic",
        "stable",
        "tools"
      ],
      "admin": false,
      "description": "Image operations within the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since": {
          "idempotent_id": "id-18bac3ae-da27-436c-92a9-b22474d13aab",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name": {
          "idempotent_id": "id-33163b73-79f5-4d07-a7ea-9213bcc468ff",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id": {
          "idempotent_id": "id-9f238683-c763-45aa-b848-232ec3ce3105",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref": {
          "idempotent_id": "id-05a377b8-28cf-4734-a1e6-2ab5c38bf606",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status": {
          "idempotent_id": "id-a3f5b513-aeb3-42a9-b18e-f091ef73254d",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type": {
          "idempotent_id": "id-e3356918-4d3e-4756-81d5-abc4524ba29f",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results": {
          "idempotent_id": "id-3a484ca9-67ba-451e-b494-7fcf28d32d62",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since": {
          "idempotent_id": "id-7d439e18-ac2e-4827-b049-7e18004712c4",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name": {
          "idempotent_id": "id-644ea267-9bd9-4f3b-af9f-dffa02396a17",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref": {
          "idempotent_id": "id-8c78f822-203b-4bf6-8bba-56ebd551cf84",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status": {
          "idempotent_id": "id-9b0ea018-6185-4f71-948a-a123a107988e",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type": {
          "idempotent_id": "id-888c0cc0-7223-43c5-9db0-b125fd0a393b",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results": {
          "idempotent_id": "id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb",
          "flagged": {
            "date": "2015-05-06",
            "reason": "D405 Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.",
            "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test."
          }
        },
        "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images": {
          "idempotent_id": "id-fd51b7f4-d4a3-4331-9885-866658112a6f"
        },
        "tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail": {
          "idempotent_id": "id-9f94cb6b-7f10-48c5-b911-a0b84d7d4cd6"
        }
      }
    },
    "compute-availability-zones-list": {
      "achievements": [
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "List Compute service availability zones with the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user": {
          "idempotent_id": "id-a8333aa2-205c-449f-a828-d38c2489bf25"
        }
      }
    },
    "compute-flavors-list": {
      "achievements": [
        "complete",
        "doc",
        "clients",
        "discover",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "List Flavors within the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors": {
          "idempotent_id": "id-e36c0eaa-dff5-4082-ad1f-3f9a80aa3f59"
        },
        "tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail": {
          "idempotent_id": "id-6e85fde4-b3cd-4137-ab72-ed5f418e8c24"
        }
      }
    },
    "compute-images-create": {
      "achievements": [
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "atomic",
        "stable",
        "tools"
      ],
      "admin": false,
      "description": "Image operations within the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image": {
          "idempotent_id": "id-3731d080-d4c5-4872-b41a-64d0d0021314"
        },
        "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name": {
          "idempotent_id": "id-3b7c6fe4-dfe7-477c-9243-b06359db51e6"
        }
      }
    },
    "compute-instance-actions-get": {
      "achievements": [
        "foundation",
        "complete",
        "clients",
        "discover",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action": {
          "idempotent_id": "id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c"
        }
      }
    },
    "compute-instance-actions-list": {
      "achievements": [
        "foundation",
        "complete",
        "clients",
        "discover",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic support Compute API for server actions such as reboot, rebuild, resize",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions": {
          "idempotent_id": "id-77ca5cc5-9990-45e0-ab98-1de8fead201a"
        }
      }
    },
    "compute-keypairs-create": {
      "achievements": [
        "complete",
        "doc",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Generate, import, and delete SSH keys within Compute services",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair": {
          "idempotent_id": "id-f9e15296-d7f9-4e62-b53f-a04e89160833"
        }
      }
    },
    "compute-quotas-get": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Quotas management in Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas": {
          "idempotent_id": "id-9bfecac7-b966-4f47-913f-1a9e2c12134a"
        },
        "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas": {
          "idempotent_id": "id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107"
        }
      }
    },
    "compute-servers-create": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password": {
          "idempotent_id": "id-b92d5ec7-b1dd-44a2-87e4-45e888c46ef0"
        },
        "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name": {
          "idempotent_id": "id-8fea6be7-065e-47cf-89b8-496e6f96c699"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name": {
          "idempotent_id": "id-fd57f159-68d6-4c2a-902b-03070828a87e"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit": {
          "idempotent_id": "id-7fc74810-0bd2-4cd7-8244-4f33a9db865a"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256": {
          "idempotent_id": "id-c3e0fb12-07fc-4d76-a22e-37409887afe8"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor": {
          "idempotent_id": "id-18f5227f-d155-4429-807c-ccb103887537"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image": {
          "idempotent_id": "id-fcba1052-0a50-4cf3-b1ac-fae241edf02f"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid": {
          "idempotent_id": "id-4e72dc2d-44c5-4336-9667-f7972e95c402"
        }
      }
    },
    "compute-servers-delete": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server": {
          "idempotent_id": "id-925fdfb4-5b13-47ea-ac8a-c36ae6fddb05"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit": {
          "idempotent_id": "id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id": {
          "idempotent_id": "id-75f79124-277c-45e6-a373-a1d6803f4cc4"
        }
      }
    },
    "compute-servers-get": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server": {
          "idempotent_id": "id-3436b02f-1b1e-4f03-881e-c6a602327439"
        }
      }
    },
    "compute-servers-host": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name": {
          "idempotent_id": "id-ac1ad47f-984b-4441-9274-c9079b7a0666"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name": {
          "idempotent_id": "id-ac1ad47f-984b-4441-9274-c9079b7a0666"
        }
      }
    },
    "compute-servers-invalid": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address": {
          "idempotent_id": "id-5226dd80-1e9c-4d8a-b5f9-b26ca4763fd0"
        }
      }
    },
    "compute-servers-list": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers": {
          "idempotent_id": "id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail": {
          "idempotent_id": "id-585e934c-448e-43c4-acbf-d06a9b899997"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers": {
          "idempotent_id": "id-9a438d88-10c6-4bcd-8b5b-5b6e25e1346f"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail": {
          "idempotent_id": "id-585e934c-448e-43c4-acbf-d06a9b899997"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor": {
          "idempotent_id": "id-80c574cc-0925-44ba-8602-299028357dd9"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image": {
          "idempotent_id": "id-b3304c3b-97df-46d2-8cd3-e2b6659724e7"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name": {
          "idempotent_id": "id-f9eb2b70-735f-416c-b260-9914ac6181e4"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status": {
          "idempotent_id": "id-de2612ab-b7dd-4044-b0b1-d2539601911f"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results": {
          "idempotent_id": "id-67aec2d0-35fe-4503-9f92-f13272b867ed"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor": {
          "idempotent_id": "id-573637f5-7325-47bb-9144-3476d0416908"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image": {
          "idempotent_id": "id-05e8a8e7-9659-459a-989d-92c2f501f4ba"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit": {
          "idempotent_id": "id-614cdfc1-d557-4bac-915b-3e67b48eee76"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name": {
          "idempotent_id": "id-9b067a7b-7fee-4f6a-b29c-be43fe18fc5a"
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status": {
          "idempotent_id": "id-ca78e20e-fddb-4ce6-b7f7-bcbf8605e66e",
          "aliases": ["tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status"]
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip": {
          "idempotent_id": "id-43a1242e-7b31-48d1-88f2-3f72aa9f2077",
          "flagged": {
            "date": "2016-06-13",
            "reason": "[D401] This test is skipped by Tempest due to bug https://bugs.launchpad.net/tempest/+bug/1600349.",
            "action": "Remove flag when Tempest fix is in place."
          }
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex": {
          "idempotent_id": "id-a905e287-c35e-42f2-b132-d02b09f3654a",
          "flagged": {
            "date": "2016-03-31",
            "reason": "[D401] This test is skipped by Tempest due to bug https://bugs.launchpad.net/tempest/+bug/1540645.",
            "action": "Remove flag when Tempest fix is in place."
          }
        },
        "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard": {
          "idempotent_id": "id-e9f624ee-92af-4562-8bec-437945a18dcb"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date": {
          "idempotent_id": "id-74745ad8-b346-45b5-b9b8-509d7447fc1f"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date": {
          "idempotent_id": "id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits": {
          "idempotent_id": "id-12c80a9f-2dec-480e-882b-98ba15757659",
          "flagged": {
            "reason": "D406 Test removed from Tempest https://review.openstack.org/463257",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-08"
          }
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count": {
          "idempotent_id": "id-d47c17fb-eebd-4287-8e95-f20a7e627b18"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value": {
          "idempotent_id": "id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string": {
          "idempotent_id": "id-679bc053-5e70-4514-9800-3dfab1a380a6"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor": {
          "idempotent_id": "id-5913660b-223b-44d4-a651-a0fbfd44ca75"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image": {
          "idempotent_id": "id-ff01387d-c7ad-47b4-ae9e-64fa214638fe"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name": {
          "idempotent_id": "id-e2c77c4a-000a-4af3-a0bd-629a328bde7c"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted": {
          "idempotent_id": "id-93055106-2d34-46fe-af68-d9ddbf7ee570"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing": {
          "idempotent_id": "id-fcdf192d-0f74-4d89-911f-1ec002b822c4"
        },
        "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server": {
          "idempotent_id": "id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f"
        }
      }
    },
    "compute-servers-lock": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server": {
          "idempotent_id": "id-80a8094c-211e-440a-ab88-9e59d556c7ee"
        }
      }
    },
    "compute-servers-metadata-delete": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item": {
          "idempotent_id": "id-127642d6-4c7b-4486-b7cd-07265a378658"
        }
      }
    },
    "compute-servers-metadata-get": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item": {
          "idempotent_id": "id-3043c57d-7e0e-49a6-9a96-ad569c265e6a"
        }
      }
    },
    "compute-servers-metadata-list": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata": {
          "idempotent_id": "id-479da087-92b3-4dcf-aeb3-fd293b2d14ce"
        }
      }
    },
    "compute-servers-metadata-set": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata": {
          "idempotent_id": "id-211021f6-21de-4657-a68f-908878cfe251"
        },
        "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item": {
          "idempotent_id": "id-58c02d4f-5c67-40be-8744-d3fa5982eb1c"
        }
      }
    },
    "compute-servers-metadata-update": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata": {
          "idempotent_id": "id-344d981e-0c33-4997-8a5d-6c1d803e4134"
        }
      }
    },
    "compute-servers-name": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank": {
          "idempotent_id": "id-dbbfd247-c40c-449e-8f6c-d2aa7c7da7cf"
        }
      }
    },
    "compute-servers-reboot": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard": {
          "idempotent_id": "id-2cb1baf6-ac8d-4429-bf0d-ba8a0ba53e32"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server": {
          "idempotent_id": "id-d4c023a0-9c55-4747-9dd5-413b820143c7"
        }
      }
    },
    "compute-servers-rebuild": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server": {
          "idempotent_id": "id-aaa6cdf3-55a7-461a-add9-1c8596b9a07c"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server": {
          "idempotent_id": "id-d86141a7-906e-4731-b187-d64a2ea61422"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server": {
          "idempotent_id": "id-98fa0458-1485-440f-873b-fe7f0d714930",
          "aliases": [ "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_reboot_deleted_server"]
        }
      }
    },
    "compute-servers-resize": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm": {
          "flagged": {
            "action": "Fix resize upstream in Nova and remove flag.",
            "date": "2015-05-07",
            "reason": "Resize capabilities use an insecure mechanism that may be disabled by vendors."
          },
          "idempotent_id": "id-1499262a-9328-4eda-9068-db1ac57498d2"
        },
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert": {
          "flagged": {
            "action": "Fix resize upstream in Nova and remove flag.",
            "date": "2015-05-07",
            "reason": "Resize capabilities use an insecure mechanism that may be disabled by vendors."
          },
          "idempotent_id": "id-c03aab19-adb1-44f5-917d-c419577e9e68"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor": {
          "flagged": {
            "action": "Fix resize upstream in Nova and remove flag.",
            "date": "2015-05-07",
            "reason": "Resize capabilities use an insecure mechanism that may be disabled by vendors."
          },
          "idempotent_id": "id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor": {
          "flagged": {
            "action": "Fix resize upstream in Nova and remove flag.",
            "date": "2015-05-07",
            "reason": "Resize capabilities use an insecure mechanism that may be disabled by vendors."
          },
          "idempotent_id": "id-45436a7d-a388-4a35-a9d8-3adc5d0d940b"
        }
      }
    },
    "compute-servers-suspend-resume": {
      "achievements": [
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Suspend/Resume server within the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_suspend_resume_server": {
          "idempotent_id": "id-0d8ee21e-b749-462d-83da-b85b41c86c7f"
        }
      }
    },
    "compute-servers-stop": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server": {
          "idempotent_id": "id-af8eafd4-38a7-4a4b-bdbc-75145a580560"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server": {
          "idempotent_id": "id-a31460a9-49e1-42aa-82ee-06e0bb7c2d03"
        }
      }
    },
    "compute-servers-update": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address": {
          "idempotent_id": "id-89b90870-bc13-4b73-96af-f9d4f2b70077"
        },
        "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name": {
          "idempotent_id": "id-5e6ccff8-349d-4852-a8b3-055df7988dd2"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server": {
          "idempotent_id": "id-aa8eed43-e2cb-4ebf-930b-da14f6a21d81"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256": {
          "idempotent_id": "id-5c8e244c-dada-4590-9944-749c455b431f"
        },
        "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name": {
          "idempotent_id": "id-38204696-17c6-44da-9590-40f87fb5a899"
        }
      }
    },
    "compute-servers-verify": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Basic server operations in the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus": {
          "idempotent_id": "id-cbc0f52f-05aa-492b-bdc1-84b575ca294b"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details": {
          "idempotent_id": "id-5de47127-9977-400a-936f-abcfbec1218f"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus": {
          "idempotent_id": "id-cbc0f52f-05aa-492b-bdc1-84b575ca294b"
        },
        "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details": {
          "idempotent_id": "id-5de47127-9977-400a-936f-abcfbec1218f"
        }
      }
    },
    "compute-volume-attach": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Retrieve volume information through the Compute API",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume": {
          "idempotent_id": "id-52e9045a-e90d-4c0d-9087-79d657faffff"
        },
        "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments": {
          "idempotent_id": "id-7fa563fe-f0f7-43eb-9e22-a1ece036b513"
        }
      }
    },
    "compute-volume-get": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Retrieve volume information through the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id": {
          "idempotent_id": "id-f01904f2-e975-4915-98ce-cb5fa27bde4f",
          "flagged": {
            "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/381359",
            "action": "This test will be removed from future guidelines.",
            "date": "2016-10-17"
          }
        },
        "tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id": {
          "idempotent_id": "id-62bab09a-4c03-4617-8cca-8572bc94af9b"
        }
      }
    },
    "compute-volume-list": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Retrieve volume information through the Compute API",
      "project": "nova",
      "required-since": "",
      "tests": {
        "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list": {
          "idempotent_id": "id-bc2dd1a0-15af-48e5-9990-f2e75a48325d"
        },
        "tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details": {
          "idempotent_id": "id-bad0567a-5a4f-420b-851e-780b55bb867c"
        }
      }
    },
    "identity-v3-tokens-create": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "discover",
        "sticky",
        "future",
        "atomic",
        "stable",
        "tools",
        "deployed"
      ],
      "admin": false,
      "description": "Auth operations within the Identity API",
      "project": "keystone",
      "required-since": "2015.05",
      "tests": {
        "tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token": {
          "idempotent_id": "id-6f8e4436-fc96-4282-8122-e41df57197a9"
        }
      }
    },
    "identity-v3-api-discovery": {
        "achievements": [
          "atomic",
          "complete",
          "deployed",
          "clients",
          "discover",
          "doc",
          "foundation",
          "future",
          "proximity",
          "stable"
        ],
        "admin": false,
        "description": "API discovery operations within the Identity v3 API",
        "project": "keystone",
        "required-since": "2016.08",
        "tests": {
            "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources": {
                "idempotent_id": "id-b9232f5e-d9e5-4d97-b96c-28d3db4de1bd",
                "aliases": ["tempest.api.identity.v3.TestApiDiscovery.test_api_version_resources"]
            },
            "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types": {
                "idempotent_id": "id-657c1970-4722-4189-8831-7325f3bc4265",
                "aliases": ["tempest.api.identity.v3.TestApiDiscovery.test_api_media_types"]
            },
            "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses": {
                "idempotent_id": "id-8879a470-abfb-47bb-bb8d-5a7fd279ad1e",
                "aliases": ["tempest.api.identity.v3.TestApiDiscovery.test_api_version_statuses"]
            }
        }
    },
    "identity-v3-list-projects": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "discover",
        "future",
        "atomic",
        "stable",
        "tools",
        "clients",
        "deployed"
      ],
      "admin": false,
      "description": "List projects a user belongs to",
      "project": "keystone",
      "required-since": "",
      "tests": {
        "tempest.api.identity.v3.test_list_projects_returns_only_authorized_projects": {
          "idempotent_id": "id-86128d46-e170-4644-866a-cc487f699e1d",
          "aliases": [
             "tempest.api.identity.v3.test_projects.IdentityV3ProjectsTest.test_list_projects_returns_only_authorized_projects"
          ]
        }
      }
    },
    "images-v2-index": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "discover",
        "future",
        "atomic",
        "stable"
      ],
      "admin": false,
      "description": "CRUD image operations in Images API v2",
      "project": "nova",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_no_params": {
          "idempotent_id": "id-1e341d7a-90a9-494c-b143-2cdf2aeb6aee",
          "aliases": [
             "tempest.api.image.v2.test_images.ListImagesTest.test_index_no_params",
             "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params"
          ]
        }
      }
    },
    "images-v2-delete": {
      "achievements": [
        "clients",
        "complete",
        "deployed",
        "discover",
        "doc",
        "foundation",
        "future",
        "proximity",
        "stable"
      ],
      "admin": false,
      "description": "Image deletion tests using the Glance v2 API",
      "project": "glance",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image": {
          "idempotent_id": "id-f848bb94-1c6e-45a4-8726-39e3a5b23535"
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id": {
          "idempotent_id": "id-32248db1-ab88-4821-9604-c7c369f1f88c"
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image": {
          "idempotent_id": "id-6fe40f1c-57bd-4918-89cc-8500f850f3de"
        },
        "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag": {
          "idempotent_id": "id-39c023a2-325a-433a-9eea-649bf1414b19"
        }
      }
    },
    "images-v2-get": {
      "achievements": [
        "clients",
        "complete",
        "deployed",
        "discover",
        "doc",
        "foundation",
        "future",
        "proximity",
        "stable"
      ],
      "admin": false,
      "description": "Image get tests using the Glance v2 API",
      "project": "glance",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.image.v2.test_images.ListImagesTest.test_get_image_schema": {
          "idempotent_id": "id-622b925c-479f-4736-860d-adeaf13bc371",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_get_images_schema": {
          "idempotent_id": "id-25c8d7b2-df21-460f-87ac-93130bcdc684",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema"]
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image": {
          "idempotent_id": "id-e57fc127-7ba0-4693-92d7-1d8a05ebcba9"
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id": {
          "idempotent_id": "id-ef45000d-0a72-4781-866d-4cb7bf2562ad"
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image": {
          "idempotent_id": "id-668743d5-08ad-4480-b2b8-15da34f81d9f"
        }
      }
    },
    "images-v2-list": {
      "achievements": [
        "clients",
        "complete",
        "deployed",
        "discover",
        "doc",
        "foundation",
        "future",
        "proximity",
        "stable"
      ],
      "admin": false,
      "description": "Image list tests using the Glance v2 API",
      "project": "glance",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_container_format": {
          "idempotent_id": "id-9959ca1d-1aa7-4b7a-a1ea-0fff0499b37e",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_disk_format": {
          "idempotent_id": "id-4a4735a7-f22f-49b6-b0d9-66e1ef7453eb",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_limit": {
          "idempotent_id": "id-e914a891-3cc8-4b40-ad32-e0a39ffbddbb",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_min_max_size": {
          "idempotent_id": "id-4ad8c157-971a-4ba8-aa84-ed61154b1e7f",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_size": {
          "idempotent_id": "id-cf1b9a48-8340-480e-af7b-fe7e17690876",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_status": {
          "idempotent_id": "id-7fc9e369-0f58-4d05-9aa5-0969e2d59d15",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status"]
        },
        "tempest.api.image.v2.test_images.ListImagesTest.test_list_images_param_visibility": {
          "idempotent_id": "id-7a95bb92-d99e-4b12-9718-7bc6ab73e6d2",
          "aliases": ["tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility"]
        }
      }
    },
    "images-v2-import": {
      "achievements": [
        "clients",
        "complete",
        "deployed",
        "discover",
        "doc",
        "foundation",
        "future",
        "proximity",
        "stable"
      ],
      "admin": false,
      "description": "Image registration tests using the Glance v2 API",
      "project": "glance",
      "required-since": "",
      "tests": {
        "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file": {
          "idempotent_id": "id-139b765e-7f3d-4b3d-8b37-3ca3876ee318"
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_container_format": {
          "idempotent_id": "id-292bd310-369b-41c7-a7a3-10276ef76753"
        },
        "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_register_with_invalid_disk_format": {
          "idempotent_id": "id-70c6040c-5a97-4111-9e13-e73665264ce1"
        }
      }
    },
    "images-v2-update": {
      "achievements": [
        "clients",
        "complete",
        "deployed",
        "discover",
        "doc",
        "foundation",
        "future",
        "proximity",
        "stable"
      ],
      "admin": false,
      "description": "Image update tests using the Glance v2 API",
      "project": "glance",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image": {
          "idempotent_id": "id-f66891a7-a35c-41a8-b590-a065c2a1caa6"
        },
        "tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image": {
          "idempotent_id": "id-10407036-6059-4f95-a2cd-cbbbee7ed329"
        },
        "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image": {
          "idempotent_id": "id-8cd30f82-6f9a-4c6e-8034-c1b51fba43d9"
        }
      }
    },
    "objectstore-object-copy": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_2d_way": {
          "idempotent_id": "id-06f90388-2d0e-40aa-934c-e9a8833e958a"
        },
        "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_across_containers": {
          "idempotent_id": "id-aa467252-44f3-472a-b5ae-5b57c3c9c147"
        },
        "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_in_same_container": {
          "idempotent_id": "id-1a9ab572-1b66-4981-8c21-416e2a5e6011"
        },
        "tempest.api.object_storage.test_object_services.ObjectTest.test_copy_object_to_itself": {
          "idempotent_id": "id-2248abba-415d-410b-9c30-22dff9cd6e67"
        }
      }
    },
    "objectstore-object-create": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_services.ObjectTest.test_create_object": {
          "idempotent_id": "id-5b4ce26f-3545-46c9-a2ba-5754358a4c62"
        },
        "tempest.api.object_storage.test_object_services.ObjectTest.test_object_upload_in_segments": {
          "idempotent_id": "id-e3e6a64a-9f50-4955-b987-6ce6767c97fb"
        }
      }
    },
    "objectstore-object-delete": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_services.ObjectTest.test_delete_object": {
          "idempotent_id": "id-17738d45-03bd-4d45-9e0b-7b2f58f98687"
        }
      }
    },
    "objectstore-object-get": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time": {
          "idempotent_id": "id-fb024a42-37f3-4ba5-9684-4f40a7910b41"
        },
        "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object": {
          "idempotent_id": "id-02610ba7-86b7-4272-9ed8-aa8d417cb3cd"
        },
        "tempest.api.object_storage.test_object_services.ObjectTest.test_get_object_if_different": {
          "idempotent_id": "id-50d01f12-526f-4360-9ac2-75dd508d7b68"
        }
      }
    },
    "objectstore-temp-url-put": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url": {
          "idempotent_id": "id-9b08dade-3571-4152-8a4f-a4f2a873a735"
        }
      }
    },
    "objectstore-object-versioned": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_version.ContainerTest.test_versioned_container": {
          "idempotent_id": "id-a151e158-dcbf-4a1f-a1e7-46cd65895a6f"
        }
      }
    },
    "objectstore-container-metadata": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Basic container metadata operations in Object Storage API",
      "project": "swift",
      "required-since": "",
      "tests": {
        "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_and_delete_metadata": {
          "idempotent_id": "id-cf19bc0b-7e16-4a5a-aaed-cb0c2fe8deef"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata": {
          "idempotent_id": "id-2ae5f295-4bf1-4e04-bfad-21e54b62cec5"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata": {
          "idempotent_id": "id-3a5ce7d4-6e4b-47d0-9d87-7cd42c325094"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_create_metadata_key": {
          "idempotent_id": "id-31f40a5f-6a52-4314-8794-cd89baed3040"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_update_container_metadata_with_delete_metadata_key": {
          "idempotent_id": "id-a2e36378-6f1f-43f4-840a-ffd9cfd61914"
        }
      }
    },
    "objectstore-temp-url-get": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "2014.07",
      "tests": {
        "tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url": {
          "idempotent_id": "id-f91c96d4-1230-4bba-8eb9-84476d18d991"
        }
      }
    },
    "objectstore-account-quotas": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object": {
          "idempotent_id": "id-a22ef352-a342-4587-8f47-3bbdb5b039c4",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_quotas_negative.AccountQuotasNegativeTest.test_upload_large_object": {
          "idempotent_id": "id-cf9e21f5-3aa4-41b1-9462-28ac550d8d3f",
          "flagged": {
            "reason": "D406 Test removed from Tempest https://review.openstack.org/#/c/354873/",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-01-31"
          }
        },
        "tempest.api.object_storage.test_account_quotas_negative.AccountQuotasNegativeTest.test_user_modify_quota": {
          "idempotent_id": "id-d1dc5076-555e-4e6d-9697-28f1fe976324",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        }
      }
    },
    "objectstore-account-list": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers": {
          "idempotent_id": "id-3499406a-ae53-4f8c-b43a-133d4dc6fe3f",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_containers": {
          "idempotent_id": "id-884ec421-fbad-4fcc-916b-0580f2699565",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_end_marker": {
          "idempotent_id": "id-5ca164e4-7bde-43fa-bafb-913b53b9e786",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_format_json": {
          "idempotent_id": "id-1c7efa35-e8a2-4b0b-b5ff-862c7fd83704",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit": {
          "idempotent_id": "id-5cfa4ab2-4373-48dd-a41f-a532b12b08b2",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_end_marker": {
          "idempotent_id": "id-888a3f0e-7214-4806-8e50-5e0c9a69bb5e",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker": {
          "idempotent_id": "id-f7064ae8-dbcc-48da-b594-82feef6ea5af",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_limit_and_marker_and_end_marker": {
          "idempotent_id": "id-8cf98d9c-e3a0-4e44-971b-c87656fdddbd",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker": {
          "idempotent_id": "id-638f876d-6a43-482a-bbb3-0840bca101c6",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_containers_with_marker_and_end_marker": {
          "idempotent_id": "id-ac8502c2-d4e4-4f68-85a6-40befea2ef5e",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions": {
          "idempotent_id": "id-6eb04a6a-4860-4e31-ba91-ea3347d76b58",
          "flagged": {
            "reason": "D404 This test has already been included in the objectstore-info-request capability",
            "action": "This test should be removed in the future",
            "date": "2017-03-13"
          }
        },
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_no_account_metadata": {
          "idempotent_id": "id-b904c2e3-24c2-4dba-ad7d-04e90a761be5",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        }
      }
    },
    "objectstore-container-acl": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_read_object_with_rights": {
          "idempotent_id": "id-a3270f3f-7640-4944-8448-c7ea783ea5b6",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        },
        "tempest.api.object_storage.test_container_acl.ObjectTestACLs.test_write_object_with_rights": {
          "idempotent_id": "id-aa58bfa5-40d9-4bc3-82b4-d07f4a9e392a",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        }
      }
    },
    "objectstore-container-quotas": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object": {
          "idempotent_id": "id-22eeeb2b-3668-4160-baef-44790f65a5a0"
        },
        "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects": {
          "idempotent_id": "id-3a387039-697a-44fc-a9c0-935de31f426b"
        },
        "tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object": {
          "idempotent_id": "id-9a0fb034-86af-4df0-86fa-f8bd7db21ae0"
        }
      }
    },
    "objectstore-container-create": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container": {
          "idempotent_id": "id-92139d73-7819-4db1-85f8-3f2f22a8d91f"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_overwrite": {
          "idempotent_id": "id-49f866ed-d6af-4395-93e7-4187eb56d322"
        }
      }
    },
    "objectstore-container-delete": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_container_services.ContainerTest.test_delete_container": {
          "idempotent_id": "id-95d3a249-b702-4082-a2c4-14bb860cf06a"
        }
      }
    },
    "objectstore-container-list": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents": {
          "idempotent_id": "id-312ff6bd-5290-497f-bda1-7c5fec6697ab"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_no_object": {
          "idempotent_id": "id-4646ac2d-9bfb-4c7d-a3c5-0f527402b3df"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_path": {
          "idempotent_id": "id-58ca6cc9-6af0-408d-aaec-2a6a7b2f0df9"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_delimiter": {
            "idempotent_id": "id-fe323a32-57b9-4704-a996-2e68f83b09bc"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_end_marker": {
            "idempotent_id": "id-55b4fa5c-e12e-4ca9-8fcf-a79afe118522"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_format_json": {
            "idempotent_id": "id-196f5034-6ab0-4032-9da9-a937bbb9fba9"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_limit": {
            "idempotent_id": "id-297ec38b-2b61-4ff4-bcd1-7fa055e97b61"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_marker": {
            "idempotent_id": "id-c31ddc63-2a58-4f6b-b25c-94d2937e6867"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents_with_prefix": {
            "idempotent_id": "id-77e742c7-caf2-4ec9-8aa4-f7d509a3344c"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata": {
            "idempotent_id": "id-96e68f0e-19ec-4aa2-86f3-adc6a45e14dd"
        },
        "tempest.api.object_storage.test_container_services.ContainerTest.test_list_no_container_metadata": {
            "idempotent_id": "id-a2faf936-6b13-4f8d-92a2-c2278355821e"
        }
      }
    },
    "objectstore-object-access": {
      "achievements": [
        "foundation",
        "complete",
        "doc",
        "proximity",
        "clients",
        "future",
        "atomic",
        "stable",
        "tools"
      ],
      "admin": false,
      "description": "Basic object operations in Object Storage API",
      "project": "swift",
      "required-since": "",
      "tests": {
      }
    },
    "objectstore-info-request": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "",
      "project": "swift",
      "required-since": "2017.01",
      "tests": {
        "tempest.api.object_storage.test_account_services.AccountTest.test_list_extensions": {
          "idempotent_id": "id-6eb04a6a-4860-4e31-ba91-ea3347d76b58",
          "flagged": {
            "reason": "D400 This test requires two user credentials and may create a barrier for independent testing of public clouds",
            "action": "This test should be removed or changed to require only one user if possible in the future",
            "date": "2017-02-03"
          }
        }
      }
    },
    "networks-l2-CRUD": {
      "achievements": [
          "foundation",
          "complete",
          "doc",
          "proximity",
          "clients",
          "discover",
          "future",
          "atomic",
          "stable",
          "tools",
          "deployed"
      ],
      "admin": false,
      "description": "Basic CRUD operations on L2 networks and L2 network ports",
      "project": "neutron",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes": {
          "idempotent_id": "id-a4d9ec4c-0306-4111-a75c-db01a709030b",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_all_attributes"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools": {
          "idempotent_id": "id-bec949c4-3147-4ba6-af5f-cd2306118404",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_allocation_pools"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled": {
          "idempotent_id": "id-94ce038d-ff0a-4a4c-a56b-09da3ca0b55d",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_dhcp_enabled"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw": {
          "idempotent_id": "id-9393b468-186d-496d-aa36-732348cd76e7",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools": {
          "idempotent_id": "id-8217a149-0c6c-4cfb-93db-0486f707d13f",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_gw_and_allocation_pools"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers": {
          "idempotent_id": "id-d830de0a-be47-468f-8f02-1fd996118289",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_with_host_routes_and_dns_nameservers"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway": {
          "idempotent_id": "id-d2d596e2-8e76-47a9-ac51-d4648009f4d3",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_delete_subnet_without_gateway"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet": {
          "idempotent_id": "id-0e269138-0da6-4efc-a46d-578161e7b221",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_create_update_delete_network_subnet"]
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port": {
          "idempotent_id": "id-67f1b811-f8db-43e2-86bd-72c074d4a42c"
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools": {
          "idempotent_id": "id-0435f278-40ae-48cb-a404-b8a087bc09b1"
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups": {
          "idempotent_id": "id-4179dcb9-1382-4ced-84fe-1b91c54f5735",
          "flagged": {
            "date": "2017-01-19",
            "reason": "[D405] The test reflects an implementation choice that is not widely deployed even if the Capability is widely deployed.",
            "action": "Remove test from future guidelines"
          }
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_create_show_delete_port_user_defined_mac": {
          "idempotent_id": "id-13e95171-6cbd-489c-9d7c-3f9c58215c18",
          "flagged": {
            "date": "2017-01-19",
            "reason": "[D405] The test reflects an implementation choice that is not widely deployed even if the Capability is widely deployed.",
            "action": "Remove test from future guidelines"
          }
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port": {
          "idempotent_id": "id-c72c1c0c-2193-4aca-aaa4-b1442640f51c"
        },
        "tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet": {
          "idempotent_id": "id-f04f61a9-b7f3-4194-90b2-9bcf660d1bfe",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_delete_network_with_subnet"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_list_networks": {
          "idempotent_id": "id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_list_networks"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_list_networks_fields": {
          "idempotent_id": "id-6ae6d24f-9194-4869-9c85-c313cb20e080",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_list_networks_fields"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_list_subnets": {
          "idempotent_id": "id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields": {
          "idempotent_id": "id-842589e3-9663-46b0-85e4-7f01273b0412",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_list_subnets_fields"]
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_list_ports": {
          "idempotent_id": "id-cf95b358-3e92-4a29-a148-52445e1ac50e"
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields": {
          "idempotent_id": "id-ff7f117f-f034-4e0e-abff-ccef05c454b4"
        },
        "tempest.api.network.test_networks.NetworksTest.test_show_network": {
          "idempotent_id": "id-2bf13842-c93f-4a69-83ed-717d2ec3b44e",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_show_network"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_show_network_fields": {
          "idempotent_id": "id-867819bb-c4b6-45f7-acf9-90edcf70aa5e",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_show_network_fields"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_show_subnet": {
          "idempotent_id": "id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet"]
        },
        "tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields": {
          "idempotent_id": "id-270fff0b-8bfc-411f-a184-1e8fd35286f0",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_show_subnet_fields"]
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_show_port": {
          "idempotent_id": "id-c9a685bd-e83f-499c-939f-9f7863ca259f"
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields": {
          "idempotent_id": "id-45fcdaf2-dab0-4c13-ac6c-fcddfb579dbd"
        },
        "tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp": {
          "idempotent_id": "id-3d3852eb-3009-49ec-97ac-5ce83b73010a",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_update_subnet_gw_dns_host_routes_dhcp"]
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes": {
          "idempotent_id": "id-58091b66-4ff4-4cc1-a549-05d60c7acd1a",
          "flagged": {
            "date": "2017-04-27",
            "reason": "[D401] The test fails or is skipped due to a bug in the test and the bug is accepted by the OpenStack project which maintains the test.",
            "action": "Remove flag when Tempest fix is in place"
          }
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes": {
          "idempotent_id": "id-edf6766d-3d40-4621-bc6e-2521a44c257d",
          "flagged": {
            "date": "2017-04-27",
            "reason": "[D401] The test fails or is skipped due to a bug in the test and the bug is accepted by the OpenStack project which maintains the test.",
            "action": "Remove flag when Tempest fix is in place"
          }
        }
      }
    },
    "networks-l3-CRUD": {
      "achievements": [
          "foundation",
          "complete",
          "doc",
          "proximity",
          "clients",
          "discover",
          "future",
          "atomic",
          "stable",
          "tools",
          "deployed"
      ],
      "admin": true,
      "description": "Basic CRUD operations on L3 networks and L3 routers",
      "project": "neutron",
      "required-since": "",
      "tests": {
        "tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces": {
          "idempotent_id": "id-802c73c9-c937-4cef-824b-2191e24a6aab"
        },
        "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id": {
          "idempotent_id": "id-2b7d2f37-6748-4d78-92e5-1d590234f0d5"
        },
        "tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id": {
          "idempotent_id": "id-b42e6e39-2e37-49cc-a6f4-8467e940900a"
        },
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_add_router_interfaces_on_overlapping_subnets_returns_400": {
          "idempotent_id": "id-957751a3-3c68-4fa2-93b6-eb52ea10db6e"
        },
        "tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router": {
          "idempotent_id": "id-f64403e2-8483-4b34-8ccd-b09a87bcc68c"
        },
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_delete_non_existent_router_returns_404": {
          "idempotent_id": "id-c7edc5ad-d09d-41e6-a344-5c0c31e2e3e4"
        },
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_show_non_existent_router_returns_404": {
          "idempotent_id": "id-c2a70d72-8826-43a7-8208-0209e6360c47"
        },
        "tempest.api.network.test_routers.RoutersTest.test_update_extra_route": {
          "idempotent_id": "id-c86ac3a8-50bd-4b00-a6b8-62af84a0765c",
          "aliases": ["tempest.api.network.test_routers.RoutersTest.test_update_delete_extra_route"]
        },
        "tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state": {
          "idempotent_id": "id-a8902683-c788-4246-95c7-ad9c6d63a4d9"
        },
        "tempest.api.network.test_routers.RoutersTest.test_update_router_reset_gateway_without_snat": {
          "idempotent_id": "id-f2faf994-97f4-410b-a831-9bc977b64374"
        },
        "tempest.api.network.test_routers.RoutersTest.test_update_router_unset_gateway": {
          "idempotent_id": "id-ad81b7ee-4f81-407b-a19c-17e623f763e8"
        },
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_update_non_existent_router_returns_404": {
          "idempotent_id": "id-b23d1569-8b0c-4169-8d4b-6abd34fad5c7"
        },
        "tempest.api.network.test_networks.NetworksTest.test_external_network_visibility": {
          "idempotent_id": "id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec",
          "aliases": ["tempest.api.network.test_networks.NetworksTestJSON.test_external_network_visibility"]
        },
        "tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id": {
          "idempotent_id": "id-5ad01ed0-0e6e-4c5d-8194-232801b15c72"
        }
      }
    },
    "networks-l3-router": {
      "achievements": [
          "foundation",
          "complete",
          "doc",
          "proximity",
          "clients",
          "discover",
          "future",
          "atomic",
          "stable",
          "tools",
          "deployed"
      ],
      "admin": true,
      "description": "Operations on L3 routers",
      "project": "neutron",
      "required-since": "",
      "tests": {
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_invalid_network_returns_404": {
          "idempotent_id": "id-37a94fc0-a834-45b9-bd23-9a81d2fd1e22"
        },
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_net_not_external_returns_400": {
          "idempotent_id": "id-11836a18-0b15-4327-a50b-f0d9dc66bddd"
        },
        "tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_remove_interface_in_use_returns_409": {
          "idempotent_id": "id-04df80f9-224d-47f5-837a-bf23e33d1c20"
        }
      }
    },
    "networks-security-groups-CRUD": {
      "achievements": [
          "foundation",
          "complete",
          "doc",
          "proximity",
          "clients",
          "discover",
          "future",
          "atomic",
          "stable",
          "tools",
          "deployed"
      ],
      "admin": false,
      "description": "Basic CRUD operations on security groups",
      "project": "neutron",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group": {
          "idempotent_id": "id-bfd128e5-3c92-44b6-9d66-7fe29d22c802"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args": {
          "idempotent_id": "id-87dfbcf9-1849-43ea-b1e4-efa3eeae9f71"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code": {
          "idempotent_id": "id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value": {
          "idempotent_id": "id-0a307599-6655-4220-bebc-fd70c64f2290"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id": {
          "idempotent_id": "id-c2ed2deb-7a0c-44d8-8b4c-a5825b5c310b"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix": {
          "idempotent_id": "id-16459776-5da2-4634-bce4-4b55ee3ec188"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule": {
          "idempotent_id": "id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails": {
          "idempotent_id": "id-2323061e-9fbf-4eb0-b547-7e8fafc90849"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails": {
          "idempotent_id": "id-8fde898f-ce88-493b-adc9-4e4692879fc5"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype": {
          "idempotent_id": "id-5666968c-fff3-40d6-9efc-df1c8bd01abb"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol": {
          "idempotent_id": "id-981bdc22-ce48-41ed-900a-73148b583958"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix": {
          "idempotent_id": "id-5f8daf69-3c5f-4aaa-88c9-db1d66f68679"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports": {
          "idempotent_id": "id-0d9c7791-f2ad-4e2f-ac73-abf2373b0d2d"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid": {
          "idempotent_id": "id-4bf786fd-2f02-443c-9716-5b98e159a49a"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group": {
          "idempotent_id": "id-be308db6-a7cf-4d5c-9baf-71bafd73f35e"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group": {
          "idempotent_id": "id-1f1bb89d-5664-4956-9fcd-83ee0fa603df"
        },
        "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups": {
          "idempotent_id": "id-e30abd17-fef9-4739-8617-dc26da88e686"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group": {
          "idempotent_id": "id-424fd5c3-9ddc-486a-b45f-39bf0c820fc6"
        },
        "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule": {
          "idempotent_id": "id-4c094c09-000b-4e41-8100-9617600c02a6"
        }
      }
    },
    "networks-list-api-versions": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "List supported versions of the Networks API",
      "project": "neutron",
      "required-since": "",
      "tests": {
        "tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources": {
          "idempotent_id": "id-cac8a836-c2e0-4304-b556-cd299c7281d1"
        }
      }
    },
    "networks-subnet-pools-CRUD": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "CRUD operations on subnet pools.",
      "project": "neutron",
      "required-since": "",
      "tests": {
        "tempest.api.network.test_subnetpools_extension.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools": {
          "idempotent_id": "id-62595970-ab1c-4b7f-8fcc-fddfe55e9811",
          "aliases": ["tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools"]
        }
      }
    },
    "volumes-list-api-versions": {
      "achievements": [
        "foundation",
        "complete",
        "proximity",
        "discover",
        "future",
        "atomic",
        "deployed",
        "doc"
      ],
      "admin": false,
      "description": "List supported versions of the Cinder API",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.NEED_TEST": {
          "idempotent_id": ""
        }
      }
    },
    "volumes-v2-create-delete": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume creation and deletion operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete": {
          "idempotent_id": "id-27fb0e9f-fb64-41dd-8bdb-1ffa762f0d51",
          "aliases": ["tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete"]

        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size": {
          "idempotent_id": "id-1ed83a8a-682d-4dfb-a30e-ee63ffd6c049",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid": {
          "idempotent_id": "id-47c73e08-4be8-45bb-bfdf-0c4e79b88344",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type": {
          "idempotent_id": "id-10254ed8-3849-454e-862e-3ab8e6aa01d2",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size": {
          "idempotent_id": "id-9387686f-334f-4d31-a439-33494b9e2683",
          "aliases": [
             "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size",
             "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size"
          ]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative": {
          "idempotent_id": "id-8b472729-9eba-446e-a83b-916bdb34bef7",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero": {
          "idempotent_id": "id-41331caa-eaf4-4001-869d-bc18c1869360",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero"]
        }
      }
    },
    "volumes-v2-attach-detach": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume attach and detach operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
          "idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        },
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
          "idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
          "idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
          "idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        }
      }
    },
    "volumes-v2-snapshot-create-delete": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume snapshot creation/deletion operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_create_get_delete_snapshot_metadata": {
          "idempotent_id": "id-a2f20f99-e363-4584-be97-bc33afb1a56c",
          "aliases": [
             "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata",
             "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata"
          ]
        },
        "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item": {
          "idempotent_id": "id-e8ff85c5-8f97-477f-806a-3ac364a949ed",
          "aliases": [
            "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_snapshot_metadata_item",
            "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item"
          ]
        },
        "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete": {
          "idempotent_id": "id-2a8abbe4-d871-46db-b049-c41f5af8216e",
          "aliases": ["tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete"]
        },
        "tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params": {
          "idempotent_id": "id-220a1022-1fcd-4a74-a7bd-6b859156cda2",
          "aliases": [
             "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_details_with_params",
             "tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params"
          ]
        },
        "tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params": {
          "idempotent_id": "id-59f41f43-aebf-48a9-ab5d-d76340fab32b",
          "aliases": [
             "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_with_params",
             "tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params"
          ]
        },
        "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot": {
          "idempotent_id": "id-677863d1-3142-456d-b6ac-9924f667a7f4",
          "aliases": ["tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot"]
        },
        "tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id": {
          "idempotent_id": "id-e3e466af-70ab-4f4b-a967-ab04e3532ea7",
          "aliases": ["tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id"]
        },
        "tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id": {
          "idempotent_id": "id-bb9da53e-d335-4309-9c15-7e76fd5e4d6d",
          "aliases": ["tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id": {
          "idempotent_id": "id-0c36f6ae-4604-4017-b0a9-34fdc63096f9",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id": {
          "idempotent_id": "id-1f035827-7c32-4019-9240-b4ec2dbd9dfd",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id": {
          "idempotent_id": "id-441a1550-5d44-4b30-af0f-a6d402f52026",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id": {
          "idempotent_id": "id-555efa6e-efcd-44ef-8a3b-4a7ca4837a29",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v2-get": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume GET operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id": {
          "idempotent_id": "id-30799cfd-7ee4-446c-b66c-45b383ed211b",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id": {
          "idempotent_id": "id-c6c3db06-29ad-4e91-beb0-2ab195fe49e3",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id": {
          "idempotent_id": "id-f131c586-9448-44a4-a8b0-54ca838aa43e",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v2-list": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume listing operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list": {
          "idempotent_id": "id-0b6ddd39-b948-471f-8038-4787978747c4",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name": {
          "idempotent_id": "id-a28e8da4-0b56-472f-87a8-0f4d3f819c02",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name": {
          "idempotent_id": "id-2de3a6d4-12aa-403b-a8f2-fdeb42a89623",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status": {
          "idempotent_id": "id-777c87c1-2fc4-4883-8b8e-5c0b951d1ec8",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status": {
          "idempotent_id": "id-856ab8ca-6009-4c37-b691-be1065528ad4",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata": {
          "idempotent_id": "id-1ca92d3c-4a8e-4b43-93f5-e4c7fb3b291d",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details": {
          "idempotent_id": "id-adcbb5a7-5ad8-4b61-bd10-5380e111a877",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata": {
          "idempotent_id": "id-b5ebea1b-0603-40a0-bb41-15fcd0a53214",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone": {
          "idempotent_id": "id-c0cfa863-3020-40d7-b587-e35f597d5d87",
          "aliases": [
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_availability_zone",
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone"
          ]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status": {
          "idempotent_id": "id-39654e13-734c-4dab-95ce-7613bf8407ce",
          "aliases": [
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_status",
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status"
          ]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone": {
          "idempotent_id": "id-e1b80d13-94f0-4ba2-a40e-386af29f8db1",
          "aliases": [
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_availability_zone",
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone"
          ]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status": {
          "idempotent_id": "id-2943f712-71ec-482a-bf49-d5ca06216b9f",
          "aliases": [
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_status",
             "tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status"
          ]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status": {
          "idempotent_id": "id-ba94b27b-be3f-496c-a00e-0283b373fa75",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name": {
          "idempotent_id": "id-9ca17820-a0e7-4cbd-a7fa-f4468735e359",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status": {
          "idempotent_id": "id-143b279b-7522-466b-81be-34a87d564a7c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name": {
          "idempotent_id": "id-0f4aa809-8c7b-418f-8fb3-84c7a5dfc52f",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name"]
        },
        "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination": {
          "idempotent_id": "id-e9138a2c-f67b-4796-8efa-635c196d01de",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination"]
        },
        "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params": {
          "idempotent_id": "id-2a7064eb-b9c3-429b-b888-33928fc5edd3",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params"]
        },
        "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination": {
          "idempotent_id": "id-af55e775-8e4b-4feb-8719-215c43b0238c",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination"]
        }
      }
    },
    "volumes-v2-update": {
      "achievements": [
        "deployed",
        "tools",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume update operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id": {
          "idempotent_id": "id-72aeca85-57a5-4c1f-9057-f320f9ea575b",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id": {
          "idempotent_id": "id-e66e40d6-65e6-4e75-bdc7-636792fa152d",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id": {
          "idempotent_id": "id-0186422c-999a-480e-a026-6a665744c30c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v2-copy-image-to-volume": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Image copy-to-volume operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image": {
          "idempotent_id": "id-54a01030-c7fc-447c-86ee-c1182beae638",
          "aliases": ["tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image"]
        },
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable": {
          "idempotent_id": "id-63e21b4c-0a0c-41f6-bfc3-7c2816815599",
          "aliases": [
             "tempest.api.volume.test_volumes_get.VolumesActionsTest.test_volume_bootable",
             "tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable"
          ]
        }
      }
    },
    "volumes-v2-clone": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume cloning operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone": {
          "idempotent_id": "id-3f591b4a-7dc6-444c-bd51-77469506b3a1",
          "aliases": ["tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone"]
        }
      }
    },
    "volumes-v2-availability-zones": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Volume service availability zone operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list": {
          "idempotent_id": "id-01f1ae88-eba9-4c6b-a011-6f7ace06b725",
          "aliases": ["tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list"]
        }
      }
    },
    "volumes-v2-extensions": {
      "achievements": [
        "deployed",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "atomic"
      ],
      "admin": false,
      "description": "Volume service extension listing operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions": {
          "idempotent_id": "id-94607eb0-43a5-47ca-82aa-736b41bd2e2c",
          "aliases": ["tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions"]
        }
      }
    },
    "volumes-v2-metadata": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Volume metadata operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata": {
          "idempotent_id": "id-6f5b125b-f664-44bf-910f-751591fe5769",
          "aliases": [
             "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata",
             "tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata"
          ]
        },
        "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item": {
          "idempotent_id": "id-862261c5-8df4-475a-8c21-946e50e36a20",
          "aliases": [
            "tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_volume_metadata_item",
            "tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item"
          ]
        }
      }
    },
    "volumes-v2-reserve": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Volume reservation operations with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume": {
          "idempotent_id": "id-92c4ef64-51b2-40c0-9f7e-4749fbaaba33",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status": {
          "idempotent_id": "id-449c4ed2-ecdd-47bb-98dc-072aeccf158c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id": {
          "idempotent_id": "id-ac6084c0-0546-45f9-b284-38a367e0e0e2",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id": {
          "idempotent_id": "id-eb467654-3dc1-4a72-9b46-47c29d22654c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v2-readonly": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Verification of read-only status on volumes with the Cinder v2 API",
      "project": "cinder",
      "required-since": "2016.08",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update": {
          "idempotent_id": "id-fff74e1e-5bd3-4b33-9ea9-24c103bc3f59",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update"]
        }
      }
    },
    "volumes-v2-upload": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "sticky",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Upload volumes with Cinder v2 API",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_upload": {
          "idempotent_id": "id-d8f1ca95-3d5b-44a3-b8ca-909691c9532d",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload"]
        }
      }
    },
    "volumes-v3-create-delete": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume creation and deletion operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete": {
          "idempotent_id": "id-27fb0e9f-fb64-41dd-8bdb-1ffa762f0d51",
          "aliases": ["tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size": {
          "idempotent_id": "id-1ed83a8a-682d-4dfb-a30e-ee63ffd6c049",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid": {
          "idempotent_id": "id-47c73e08-4be8-45bb-bfdf-0c4e79b88344",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type": {
          "idempotent_id": "id-10254ed8-3849-454e-862e-3ab8e6aa01d2",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_out_passing_size": {
          "idempotent_id": "id-9387686f-334f-4d31-a439-33494b9e2683",
          "aliases": [
             "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size",
             "tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size"
          ]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative": {
          "idempotent_id": "id-8b472729-9eba-446e-a83b-916bdb34bef7",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero": {
          "idempotent_id": "id-41331caa-eaf4-4001-869d-bc18c1869360",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero"]
        }
      }
    },
    "volumes-v3-attach-detach": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume attach and detach operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance": {
          "idempotent_id": "id-fff42874-7db5-4487-a8e1-ddda5fb5288d",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        },
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment": {
            "idempotent_id": "id-9516a2c8-9135-488c-8dd6-5677a7e5f371",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id": {
            "idempotent_id": "id-f5e56b0a-5d02-43c1-a2a7-c9b792c2e3f6",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id": {
          "idempotent_id": "id-9f9c24e4-011d-46b5-b992-952140ce237a",
          "flagged": {
            "reason": "D400 The test is for a Capability that fails to meet the Criteria as set out in the Core Criteria document",
            "action": "This test will be removed from future guidelines.",
            "date": "2017-05-05"
          }
        }
      }
    },
    "volumes-v3-snapshot-create-delete": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume snapshot creation/deletion operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_create_get_delete_snapshot_metadata": {
          "idempotent_id": "id-a2f20f99-e363-4584-be97-bc33afb1a56c",
          "aliases": ["tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata",
                      "tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata"]
        },
        "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata": {
          "idempotent_id": "id-bd2363bc-de92-48a4-bc98-28943c6e4be1",
          "aliases": ["tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_snapshot_metadata"]
        },
        "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item": {
          "idempotent_id": "id-e8ff85c5-8f97-477f-806a-3ac364a949ed",
          "aliases": ["tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_snapshot_metadata_item"]
        },
        "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete": {
          "idempotent_id": "id-2a8abbe4-d871-46db-b049-c41f5af8216e",
          "aliases": ["tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete"]
        },
        "tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params": {
          "idempotent_id": "id-220a1022-1fcd-4a74-a7bd-6b859156cda2",
          "aliases": [
             "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_details_with_params",
             "tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params"
          ]
        },
        "tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params": {
          "idempotent_id": "id-59f41f43-aebf-48a9-ab5d-d76340fab32b",
          "aliases": [
             "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshots_list_with_params",
             "tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params"
          ]
        },
        "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot": {
          "idempotent_id": "id-677863d1-3142-456d-b6ac-9924f667a7f4",
          "aliases": ["tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot"]
        },
        "tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id": {
          "idempotent_id": "id-e3e466af-70ab-4f4b-a967-ab04e3532ea7",
          "aliases": ["tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id"]
        },
        "tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id": {
          "idempotent_id": "id-bb9da53e-d335-4309-9c15-7e76fd5e4d6d",
          "aliases": ["tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id": {
          "idempotent_id": "id-0c36f6ae-4604-4017-b0a9-34fdc63096f9",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id": {
          "idempotent_id": "id-1f035827-7c32-4019-9240-b4ec2dbd9dfd",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id": {
          "idempotent_id": "id-441a1550-5d44-4b30-af0f-a6d402f52026",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id": {
          "idempotent_id": "id-555efa6e-efcd-44ef-8a3b-4a7ca4837a29",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v3-get": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume GET operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id": {
          "idempotent_id": "id-30799cfd-7ee4-446c-b66c-45b383ed211b",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id": {
          "idempotent_id": "id-c6c3db06-29ad-4e91-beb0-2ab195fe49e3",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id": {
          "idempotent_id": "id-f131c586-9448-44a4-a8b0-54ca838aa43e",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v3-list": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume listing operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list": {
          "idempotent_id": "id-0b6ddd39-b948-471f-8038-4787978747c4",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name": {
          "idempotent_id": "id-a28e8da4-0b56-472f-87a8-0f4d3f819c02",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name": {
          "idempotent_id": "id-2de3a6d4-12aa-403b-a8f2-fdeb42a89623",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status": {
          "idempotent_id": "id-777c87c1-2fc4-4883-8b8e-5c0b951d1ec8",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status": {
          "idempotent_id": "id-856ab8ca-6009-4c37-b691-be1065528ad4",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata": {
          "idempotent_id": "id-1ca92d3c-4a8e-4b43-93f5-e4c7fb3b291d",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details": {
          "idempotent_id": "id-adcbb5a7-5ad8-4b61-bd10-5380e111a877",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata": {
          "idempotent_id": "id-b5ebea1b-0603-40a0-bb41-15fcd0a53214",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone": {
          "idempotent_id": "id-c0cfa863-3020-40d7-b587-e35f597d5d87",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status": {
          "idempotent_id": "id-39654e13-734c-4dab-95ce-7613bf8407ce",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone": {
          "idempotent_id": "id-e1b80d13-94f0-4ba2-a40e-386af29f8db1",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone"]
        },
        "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status": {
          "idempotent_id": "id-2943f712-71ec-482a-bf49-d5ca06216b9f",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status": {
          "idempotent_id": "id-ba94b27b-be3f-496c-a00e-0283b373fa75",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name": {
          "idempotent_id": "id-9ca17820-a0e7-4cbd-a7fa-f4468735e359",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status": {
          "idempotent_id": "id-143b279b-7522-466b-81be-34a87d564a7c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name": {
          "idempotent_id": "id-0f4aa809-8c7b-418f-8fb3-84c7a5dfc52f",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name"]
        },
        "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination": {
          "idempotent_id": "id-e9138a2c-f67b-4796-8efa-635c196d01de",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination"]
        },
        "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params": {
          "idempotent_id": "id-2a7064eb-b9c3-429b-b888-33928fc5edd3",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params"]
        },
        "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination": {
          "idempotent_id": "id-af55e775-8e4b-4feb-8719-215c43b0238c",
          "aliases": ["tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination"]
        }
      }
    },
    "volumes-v3-update": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume update operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id": {
          "idempotent_id": "id-72aeca85-57a5-4c1f-9057-f320f9ea575b",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id": {
          "idempotent_id": "id-e66e40d6-65e6-4e75-bdc7-636792fa152d",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id": {
          "idempotent_id": "id-0186422c-999a-480e-a026-6a665744c30c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v3-copy-image-to-volume": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Image copy-to-volume operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image": {
          "idempotent_id": "id-54a01030-c7fc-447c-86ee-c1182beae638",
          "aliases": ["tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image"]
        },
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable": {
          "idempotent_id": "id-63e21b4c-0a0c-41f6-bfc3-7c2816815599",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable"]
        }
      }
    },
    "volumes-v3-clone": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic",
        "proximity"
      ],
      "admin": false,
      "description": "Volume cloning operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone": {
          "idempotent_id": "id-3f591b4a-7dc6-444c-bd51-77469506b3a1",
          "aliases": ["tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone"]
        }
      }
    },
    "volumes-v3-availability-zones": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Volume service availability zone operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list": {
          "idempotent_id": "id-01f1ae88-eba9-4c6b-a011-6f7ace06b725",
          "aliases": ["tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list"]
        }
      }
    },
    "volumes-v3-extensions": {
      "achievements": [
        "deployed",
        "complete",
        "discover",
        "doc",
        "atomic"
      ],
      "admin": false,
      "description": "Volume service extension listing operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions": {
          "idempotent_id": "id-94607eb0-43a5-47ca-82aa-736b41bd2e2c",
          "aliases": ["tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions"]
        }
      }
    },
    "volumes-v3-metadata": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Volume metadata operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_create_get_delete_volume_metadata": {
          "idempotent_id": "id-6f5b125b-f664-44bf-910f-751591fe5769",
          "aliases": [
             "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata",
             "tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata"
          ]
        },
        "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata": {
          "idempotent_id": "id-774d2918-9beb-4f30-b3d1-2a4e8179ec0a",
          "aliases": ["tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata"]
        },
        "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item": {
          "idempotent_id": "id-862261c5-8df4-475a-8c21-946e50e36a20",
          "aliases": ["tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item"]
        }
      }
    },
    "volumes-v3-reserve": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Volume reservation operations with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume": {
          "idempotent_id": "id-92c4ef64-51b2-40c0-9f7e-4749fbaaba33",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_reserve_unreserve_volume"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status": {
          "idempotent_id": "id-449c4ed2-ecdd-47bb-98dc-072aeccf158c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_negative_volume_status"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id": {
          "idempotent_id": "id-ac6084c0-0546-45f9-b284-38a367e0e0e2",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_reserve_volume_with_nonexistent_volume_id"]
        },
        "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id": {
          "idempotent_id": "id-eb467654-3dc1-4a72-9b46-47c29d22654c",
          "aliases": ["tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_unreserve_volume_with_nonexistent_volume_id"]
        }
      }
    },
    "volumes-v3-readonly": {
      "achievements": [
        "deployed",
        "future",
        "complete",
        "discover",
        "doc",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Verification of read-only status on volumes with the Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update": {
          "idempotent_id": "id-fff74e1e-5bd3-4b33-9ea9-24c103bc3f59",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update"]
        }
      }
    },
    "volumes-v3-upload": {
      "achievements": [
        "deployed",
        "clients",
        "future",
        "complete",
        "stable",
        "discover",
        "doc",
        "foundation",
        "atomic"
      ],
      "admin": false,
      "description": "Upload volumes with Cinder v3 API. This is being added as advisory to highlight the transitition from  v2 to v3.",
      "project": "cinder",
      "required-since": "",
      "tests": {
        "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_upload": {
          "idempotent_id": "id-d8f1ca95-3d5b-44a3-b8ca-909691c9532d",
          "aliases": ["tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload"]
        }
      }
    }
  },
  "designated-sections" : {
    "required" : {
      "nova" : {
        "guidance": "By default, designated except scheduler, filter, drivers, API extensions and networking. Additional properties allowed on Nova 2.0 API responses.",
        "comment": "All code except driver/plugins listed.  Even for replaceable drivers or plugins, we still expect use of the existing nova service that wraps those interfaces. Additional properties may be returned on Nova 2.0 API responses. Endpoints with additional response data must be reported. The Nova 2.1 and greater API must return complete and unmodified responses.",
        "sections": {
          "scheduler driver": { "description": "(Host and cell)", "designated": false, "comment": "none provided"},
          "filter scheduler driver": { "description": "(Host and cell)  While the line above implies the entire driver is fair game, this case is incredibly common and worth mentioning specifically.", "designated": false, "comment": "none provided"},
          "compute driver": { "description": "not provided", "designated": false, "comment": "none provided"},
          "rest api extensions": { "description": "may be required for capabilities", "designated": false, "comment": "none provided"},
          "nova networking components": { "description": "not provided", "designated": false, "comment": "none provided"},
          "nova networking drivers": { "description": "not provided", "designated": false, "comment": "none provided"}
        }
      },
      "keystone" : {
        "guidance": "Designation is outlined per API grouping. Identity (user and group) management APIs will not be designated. API access (with exception of auth) may be prohibited by policy (resulting in HTTP 403). Designated APIs include both v2.0 and v3 versions where applicable.",
        "comment": "Specific Drivers/Plugins and Identity management code are not designated as many deployments have custom drivers and/or read-only, federated, or externally managed Identity information.",
        "sections": {
          "assignment API": {"description": "APIs for managing roles and assignment of roles to user(s)/group(s) for a given scope", "designated": true, "comment": "Some functionality for v2.0 is provided via the 'admin_crud' extension"},
          "auth (v2.0) API": {"description": "'/v2.0/tokens' APIs used for v2.0 authentication and token validation/revocation/signing certificates (when PKI tokens are in use)", "designated": true, "comment": "This includes the catalog data provided as part of the token body."},
          "auth (v3) API": {"description": "'/v3/auth' APIs used for v3 authentication and token validation/revocation", "designated": true, "comment": "This includes the catalog data provided as part of the token body and '/v3/auth/catalog'."},
          "catalog API": {"description": "APIs for managing services, endpoints, and regions", "designated": false, "comment": "Catalog API is not designated due to the support of template catalog driver which cannot be updated via REST calls. The catalog in the token is considered part of the AUTH APIs."},
          "credential API": {"description": "APIs for managing user credentials", "designated": false, "comment": "none provided"},
          "drivers": {"description": "specific implementations for the keystone API backends (e.g. SQL, LDAP, etc)", "designated": false, "comment": "none provided"},
          "ec2 API": {"description": "APIs for managing and utilizing ec2-style credentials", "designated": false, "comment": "May be required for some OpenStack features in non-keystone services"},
          "federation API": {"description": "APIs for managing and consuming federated identity", "designated": false, "comment": "none provided"},
          "identity API": {"description": "APIs for managing user(s) and group(s) in a read/write identity store", "designated": false, "comment": "Some functionality for v2.0 is provided via the 'admin_crud' and 'user_crud' extensions"},
          "notifications": {"description": "CADF notifications for events (authentication, creation of resources, etc)", "designated": false, "comment": "Highly recommended and may be required for some features of OpenStack"},
          "policy API": {"description": "APIs for managing centralized policy.json distribution for OpenStack services", "designated": false, "comment": "none provided"},
          "trust API": {"description": "APIs for managing delegation (via trusts) of roles from one user/group to another user/group", "designated": true, "comment": "none provided"},
          "resource API": {"description": "APIs for managing resources (projects/tenants and/or domains)", "designated": true, "comment": "In the releases prior to Kilo this is covered by the assignment API"},
          "revoke API": {"description": "APIs for revocation event handling", "designated": false, "comment": "Highly recommended and required for Fernet (non-persistent) tokens"}
        }
      },
      "glance": {
        "guidance": "Designated sections are the API implementation code and domain model.",
        "comment": "not given",
        "sections": {
          "http apis": { "description": "not provided", "designated": true, "comment": "API"},
          "domain model": { "description": "not provided", "designated": true, "comment": "Shared"},
          "stores": { "description": "the swift, filesystem, and http stores", "designated": false, "comment": "should be replaceable, vendor-specificddCross platform"},
          "db driver": { "description": "not provided", "designated": false, "comment": "should be replaceable" },
          "wsgi framework": { "description": "not provided", "designated": false, "comment": "should be replaceable"}
        }
      },
      "cinder": {
        "guidance": "Designated sections are the API implementation code",
        "comment": "Historically, cinder has had plug-ins around schedulers and drivers.",
        "sections": {
          "api": { "description": "API section means actually the CODE that exposes the API, not just API-comparability", "designated": true, "comment": ""},
          "drivers": { "description": "not provided", "designated": false, "comment": "there MUST be requirements that it implements what's defined as core functionality in the Cinder API"},
          "scheduler": { "description": "not provided", "designated": false, "comment": "there MUST be requirements that it implements what's defined as core functionality in the Cinder API"},
          "api extensions": { "description": "not provided", "designated": false, "comment": "should be replaceable"}
        }
      },
      "swift" : {
        "guidance": "Designated sections are proxy server, object server, container server, account server and select middleware",
        "comment": "You should use the proxy and storage servers, and you can use your own DiskFile or add new middleware for the proxy or storage nodes.  Please review sections for specific middleware guidelines",
        "sections": {
          "proxy server": { "description": "the proxy server code and, if enabled, the functionality implemented by provided middleware (eg static large objects or signed urls or bulk requests",
            "designated": true, "comment": ""},
          "object server": { "description": "the object server code that calls a DiskFile implementation and updates container listings",
            "designated": true, "comment": ""},
          "container server": { "description": "the code that provides a list of objects in a container and container metadata",
            "designated": true, "comment": ""},
          "account server": { "description": "the code that provides a list of containers and account metadata",
            "designated": true, "comment": ""},
          "catch_errors": { "description": "not provided", "designated": true, "comment": "middleware"},
          "healthcheck": { "description": "not provided", "designated": true, "comment": ""},
          "bulk": { "description": "not provided", "designated": true, "comment": ""},
          "slo": { "description": "not provided", "designated": true, "comment": ""},
          "container-quotas": { "description": "not provided", "designated": true, "comment": ""},
          "account-quotas": { "description": "not provided", "designated": true, "comment": ""},
          "tempurl": { "description": "not provided", "designated": true, "comment": ""},
          "replicators": { "description": "not provided", "designated": false, "comment": "recommended"},
          "auditors": { "description": "not provided", "designated": false, "comment": "recommended"},
          "updaters": { "description": "not provided", "designated": false, "comment": "recommended"},
          "account reaper": { "description": "not provided", "designated": false, "comment": "recommended"},
          "object expirer": { "description": "not provided", "designated": false, "comment": "recommended"},
          "ratelimit": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "recon": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "staticweb": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "formpost": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "domain_remap": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "crossdomain": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "cname_lookup": { "description": "not provided", "designated": false, "comment": "middleware, recommended"},
          "diskfile": { "description": "the part of the object server that actually persists the object data to a storage volume",
            "designated": false, "comment": "replaceable"},
          "cache": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
          "tempauth": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
          "keystoneauth": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"},
          "proxy-logging": { "description": "not provided", "designated": false, "comment": "middleware, replaceable"}
        }
      },
      "neutron" : {
        "guidance": "By default, designated for all code backing required capabilities except pluggable components such as plugins, drivers, and API extensions other than those listed below.",
        "comment": "Intentionally replaceable code such as network plugins, ML2 drivers, IPAM drivers, schedulers are not designated.",
        "sections": {
          "Scheduler drivers": { "description": "Scheduler drivers", "designated": false, "comment": "none provided"},
          "IPAM drivers": { "description": "IPAM drivers", "designated": false, "comment": "none provided"},
          "Network plugins": { "description": "Network backend plugins", "designated": false, "comment": "none provided"},
          "ML2 drivers": { "description": "ML2 type and mechanism drivers", "designated": false, "comment": "none provided"},
          "Core API and server": { "description": "Core API and server", "designated": true, "comment": "none provided"},
          "Core API quota extension": { "description": "Quota API", "designated": true, "comment": "none provided"},
          "Core API security group extension": { "description": "Security group API", "designated": true, "comment": "none provided"},
          "Core API L3 extension": { "description": "L3 API for floating IPs and routers", "designated": true, "comment": "none provided"},
          "Agents": { "description": "Agents if used by relevant driver", "designated": true, "comment": "Some drivers require the use of community-developed agents to provide required Capabilities (such as L3 networking). If a product uses such agents, they are designated."},
          "RPC": { "description": "RPC API", "designated": true, "comment": "none provided"},
          "neutron-lib": { "description": "Library code imported in several parts of Neutron's core", "designated": true, "comment": "none provided"}
        }
      }
    },
    "advisory" : {},
    "deprecated" : {},
    "removed" : {},
    "informational" : {
      "heat": {
        "guidance": "Not a core capability, no position at this time",
        "comment": "",
        "sections": {}
      },
      "horizon": {
        "guidance": "Not a core capability, no position at this time",
        "comment": "",
        "sections": {}
      },
      "ceilometer": {
        "guidance": "Not a core capability, no position at this time",
        "comment": "",
        "sections": {}
      }
    }
  },
  "criteria": {
    "atomic": {
        "Description": "Capabilities is unique and cannot be built out of other must-pass capabilities",
        "name": "Atomic",
        "weight": 6
    },
    "clients": {
        "Description": "Candidates are widely used capabilities: Should be included if called by common OpenStack clients (openstackclient, neutronclient, novaclient, etc) if necessary.  This Criteria pertains mostly to API versioning.  For example: if v2 of a given API is not used by other OpenStack clients but v1 is, then v2 doesn't achieve the 'used by clients' Criteria.",
        "name": "Used by Clients",
        "weight": 10
    },
    "complete": {
        "Description": "Where the code being tested has a designated area of alternate implementation (extension framework) as per the Core Principles, there should be parity in capability tested across extension implementations. This also implies that the capability test is not configuration specific or locked to non-open technology",
        "name": "Complete",
        "weight": 8
    },
    "deployed": {
        "Description": "Candidates are widely deployed capabilities. We favor capabilities that are supported by multiple public cloud providers and private cloud products",
        "name": "Widely Deployed",
        "weight": 8
    },
    "discover": {
        "Description": "Capability being tested is Service Discoverable (can be found in Keystone and via service introspection)",
        "name": "Discoverable",
        "weight": 8
    },
    "doc": {
        "Description": "Should be well documented, particularly the expected behavior. This can be a very subjective measure and we expect to refine this definition over time",
        "name": "Documented",
        "weight": 8
    },
    "foundation": {
        "Description": "Test capabilities that are required by other must-pass tests and/or depended on by many other capabilities",
        "name": "Foundation",
        "weight": 9
    },
    "future": {
        "Description": "Should reflect future technical direction (from the project technical teams and the TC) and help manage deprecated capabilities",
        "name": "Future Direction",
        "weight": 11
    },
    "proximity": {
        "Description": "Sometimes called a Test Cluster, selects for Capabilities that are related to Core Capabilities. This helps ensure that related capabilities are managed together",
        "name": "Proximity",
        "weight": 8
    },
    "stable": {
        "Description": "Test is required stable for >2 releases because we don't want DefCore capabilities that do not have dependable APIs",
        "name": "Stable",
        "weight": 9
    },
    "sticky": {
        "Description": "A test that is a must-pass test should stay a must-pass test. This makes DefCore capabilities sticky release per release. Leaving Core is disruptive to the ecosystem",
        "name": "Core in Last Release",
        "weight": 9
    },
    "tools": {
        "Description": "Candidates are widely used capabilities: Should be included if supported by common tools outside of the OpenStack community (RightScale, Scalr, CloudForms, jClouds, Fog, etc...)",
        "name": "Used by Tools",
        "weight": 6
    }
  }
}