Scoring of networking-bgpvpn project for NFV vertical

Scoring, notes and guideline updates for the networking-bgpvpn project.
From a scoring perspective, this looks fine for inclusion in the NFV
vertical. One of the capabilities is an admin-only API but this
criterion might be relaxed for the NFV vertical. The test coverage needs
to be discussed and potentially extended.

Change-Id: I415bcd3d5bc66708c12af6c8988d1f4f101c51e1
This commit is contained in:
Georg Kunz 2017-12-12 13:29:12 +01:00
parent 39e1a7459a
commit 80b5dcb201
3 changed files with 171 additions and 5 deletions

View File

@ -81,7 +81,7 @@
"components": [
{
"name": "os_powered_nfv_platform"
},
},
{
"name": "os_powered_compute",
"source": "https://git.openstack.org/cgit/openstack/interop/tree/2017.09.json"
@ -97,7 +97,10 @@
"advisory": [
"networking-trunk-port-crud",
"networking-trunk-subport-crud",
"networking-trunk-show-trunk-details"
"networking-trunk-show-trunk-details",
"networking-bgpvpn-bgpvpn-crud",
"networking-bgpvpn-net-assoc-crud",
"networking-bgpvpn-router-assoc-crud"
],
"deprecated": [
],
@ -208,6 +211,126 @@
"idempotent_id": "id-fe6d865f-1d5c-432e-b65d-904157172f24"
}
}
},
"networking-bgpvpn-bgpvpn-crud": {
"achievements": [
"complete",
"doc",
"proximity",
"clients",
"discover",
"future",
"atomic",
"stable",
"tools",
"deployed"
],
"admin": true,
"description": "CRUD operations for BGP VPNs",
"project": "networking-bgpvpn",
"tests": {
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_create_bgpvpn": {
"idempotent_id": "id-4f90deb2-eb8e-4e7d-9d68-c5b5cc657f7e"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_create_bgpvpn_as_non_admin_fail": {
"idempotent_id": "id-0a911d61-d908-4c21-a11e-e403ac0d8e38"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_create_bgpvpn_with_invalid_routetargets": {
"idempotent_id": "id-464ca6f9-86e4-4ee3-9c65-f1edae93223d"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_delete_bgpvpn": {
"idempotent_id": "id-709b23b0-9719-47df-9f53-b0812a5d5a48"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_delete_bgpvpn_as_non_admin_fail": {
"idempotent_id": "id-596abfc2-fd89-491d-863d-25459db1df4b"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_show_bgpvpn_as_non_owner_fail": {
"idempotent_id": "id-b20110bb-393b-4342-8b30-6486cd2b4fc6"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_list_bgpvpn": {
"idempotent_id": "id-7a7feca2-1c24-4f5d-ad4b-b0e5a712adb1"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_list_bgpvpn_as_non_owner_fail": {
"idempotent_id": "id-4875e65d-0b65-40c0-9efd-309420686ab4"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_show_bgpvpn": {
"idempotent_id": "id-9fa29db8-35d0-4beb-a986-23c369499ab1"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_update_route_target": {
"idempotent_id": "id-559013fd-1e34-4fde-9599-f8aafe9ae716"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_update_route_target_non_admin_fail": {
"idempotent_id": "id-e35eb9be-fe1f-406c-b36b-fc1879328313"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_update_bgpvpn_invalid_routetargets": {
"idempotent_id": "id-7d4e9b87-e1ab-47a7-a8d6-9d179365556a"
}
}
},
"networking-bgpvpn-net-assoc-crud": {
"achievements": [
"complete",
"doc",
"proximity",
"clients",
"discover",
"future",
"atomic",
"stable",
"tools",
"deployed"
],
"admin": false,
"description": "CRUD operations for associating BGP VPNs with Neutron networks",
"project": "networking-bgpvpn",
"tests": {
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_associate_disassociate_network": {
"idempotent_id": "id-51e1b079-aefa-4c37-8b1a-0567b3ef7954"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_associate_invalid_network": {
"idempotent_id": "id-f049ce21-d239-47c0-b13f-fb57a2a558ce"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_disassociate_invalid_network": {
"idempotent_id": "id-078b2660-4adb-4c4c-abf0-b77bf0bface5"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_list_show_network_association": {
"idempotent_id": "id-096281da-356d-4c04-bd55-784a26bb1b0c"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_list_netassoc_as_non_owner_fail": {
"idempotent_id": "id-2cbb10af-bf9c-4b32-b6a6-4066de783758"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_show_netassoc_as_non_owner_fail": {
"idempotent_id": "id-57b0da93-8e37-459f-9aaf-f903acc36025"
}
}
},
"networking-bgpvpn-router-assoc-crud": {
"achievements": [
"complete",
"doc",
"proximity",
"clients",
"discover",
"future",
"atomic",
"stable",
"tools",
"deployed"
],
"admin": false,
"description": "CRUD operations for BGP VPNs with Neutron routers",
"project": "networking-bgpvpn",
"tests": {
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_associate_disassociate_router": {
"idempotent_id": "id-de8d94b0-0239-4a48-9574-c3a4a4f7cacb"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_list_show_router_association": {
"idempotent_id": "id-3ae91755-b1b6-4c62-a699-a44eeb4ee522"
},
"networking_bgpvpn_tempest.tests.api.test_bgpvpn.test_attach_associated_subnet_to_associated_router": {
"idempotent_id": "id-4be1f073-fe57-4858-b7b9-9a189e90b770"
}
}
}
},
"designated_sections": {
@ -584,6 +707,26 @@
"guidance": "Not a core capability, no position at this time",
"sections": {}
}
},
"networking-bgpvpn": {
"advisory": {
"guidance": "Designated sections are the networking-bgpvpn Neutron service plugin and Neutron API extensions.",
"comment": "The backend drivers are intentially not designated sections.",
"sections": {
"Backend drivers": {
"description": "Service plugin drivers for different backends, such as bagpipe, OpenDaylight, and OpenContrail.",
"designated": false
},
"Service plugin": {
"description": "The service plugin for managing BGP VPNs",
"designated": true
},
"API extension": {
"description": "Neutron API extension for managing BGP VPNs.",
"designated": true
}
}
}
}
},
"test_repositories": {
@ -591,6 +734,11 @@
"repository": "https://git.openstack.org/cgit/openstack/neutron/",
"reference": "e971f0c317",
"description": "OpenStack Neutron project reposoritory containing API and scenario tests"
},
"networking-bgpvpn": {
"repository": "https://git.openstack.org/cgit/openstack/networking-bgpvpn",
"reference": "c5575c657f",
"description": "OpenStack networking-bgpvpn project repository containing API and scenario tests"
}
}
}

View File

@ -16,7 +16,6 @@ networking-trunk-port-crud: [1,0,1] [1,1,1] [1,1,0] [0,1,1] [1] [76]*
networking-trunk-subport-crud: [1,0,1] [1,1,1] [1,1,0] [0,1,1] [1] [76]*
networking-trunk-show-trunk-details: [1,0,1] [1,1,1] [1,1,0] [0,1,1] [1] [76]*
Notes:
* In line with established practice in the main programs, typical sets of
operations have been combined into CRUD groups:
@ -60,6 +59,24 @@ Notes:
BGP/MPLS VPNs - networking-bgpvpn
---------------------------------
networking-bgpvpn-bgpvpn-crud: [1,1,1] [1,1,1] [1,1,0] [0,1,1] [0] [0]
networking-bgpvpn-net-assoc-crud: [1,1,1] [1,1,1] [1,1,0] [0,1,1] [1] [82]*
networking-bgpvpn-router-assoc-crud: [1,1,1] [1,1,1] [1,1,0] [0,1,1] [1] [82]*
Notes:
* creating VPNs is an admin API. The non-admin API criterion should be relaxed
for the NFV program
* missing (non-negative) test cases for
- list, show, delete VPNs
- list, show networking associations
- list, show router associations
* consider using scenario tests as well
NFV-feature candidates for inclusion in first release:
------------------------------------------------------
@ -74,8 +91,6 @@ NFV-feature candidates for inclusion in first release:
* (subset of) telemetry services
* MPLS VPNs (networking-bpg)
NFV-feature candidates for inclusion in later releases:

View File

@ -2,3 +2,6 @@ Capability,Widely Deployed,Used by Tools,Used by Clients,Future Direction,Comple
networking-trunk-port-crud,1,0,1,1,1,1,1,1,0,0,1,1,1,76*
networking-trunk-subport-crud,1,0,1,1,1,1,1,1,0,0,1,1,1,76*
networking-trunk-show-trunk-details,1,0,1,1,1,1,1,1,0,0,1,1,1,76*
networking-bgpvpn-bgpvpn-crud,0
networking-bgpvpn-net-assoc-crud,1,1,1,1,1,1,1,1,0,0,1,1,1,82*
networking-bgpvpn-router-assoc-crud,1,1,1,1,1,1,1,1,0,0,1,1,1,82*

1 Capability Capability,Widely Deployed,Used by Tools,Used by Clients,Future Direction,Complete,Stable,Discoverable,Documented,Core in Last Release,Foundation,Atomic,Proximity,Non-Admin,Total Widely Deployed Used by Tools Used by Clients Future Direction Complete Stable Discoverable Documented Core in Last Release Foundation Atomic Proximity Non-Admin Total
2 networking-trunk-port-crud networking-trunk-port-crud,1,0,1,1,1,1,1,1,0,0,1,1,1,76* 1 0 1 1 1 1 1 1 0 0 1 1 1 76*
3 networking-trunk-subport-crud networking-trunk-subport-crud,1,0,1,1,1,1,1,1,0,0,1,1,1,76* 1 0 1 1 1 1 1 1 0 0 1 1 1 76*
4 networking-trunk-show-trunk-details networking-trunk-show-trunk-details,1,0,1,1,1,1,1,1,0,0,1,1,1,76* 1 0 1 1 1 1 1 1 0 0 1 1 1 76*
5 networking-bgpvpn-bgpvpn-crud,0
6 networking-bgpvpn-net-assoc-crud,1,1,1,1,1,1,1,1,0,0,1,1,1,82*
7 networking-bgpvpn-router-assoc-crud,1,1,1,1,1,1,1,1,0,0,1,1,1,82*