-- Logs begin at Thu 2021-09-16 17:13:36 UTC, end at Thu 2021-09-16 18:18:51 UTC. -- Sep 16 17:53:21.656697 dv-cinder-805887-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 17:53:24.455132 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.common.config [-] Logging enabled! Sep 16 17:53:24.455711 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 17:53:24.455904 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 17:53:24.459091 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.common.config [-] Logging enabled! Sep 16 17:53:24.459348 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 17:53:24.459664 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 17:53:24.460604 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 17:53:24.460841 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 17:53:24.461229 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 17:53:24.461480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 17:53:24.461707 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 17:53:24.462026 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.462322 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.462648 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.462881 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.463178 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.463471 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.463763 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.464056 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.464352 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.464639 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.464921 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.465208 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.465440 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.465723 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.466013 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.466302 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.466556 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] debug = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.466837 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.467270 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.467681 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.467964 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.468257 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.468536 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.468808 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.469084 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.469368 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.469695 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] host = dv-cinder-805887-16-iscsi {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.469974 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.470264 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.470577 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.470864 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.471137 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.471415 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.471701 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.471974 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.472247 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.472522 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.472810 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.473099 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.473386 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.473610 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.473833 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.474126 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.474440 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.474719 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.474994 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.475268 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.475540 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.475813 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.476082 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.476366 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.477282 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.477617 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.477897 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.478172 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.478484 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.478762 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.479049 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.479325 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.479602 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.479874 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.480160 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.480432 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.480707 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.481007 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.481294 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.481575 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.481860 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.482134 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.482445 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.482723 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.482995 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.483267 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] use_json = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.483540 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.483811 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.484091 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.484363 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.484634 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.484908 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.485179 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.485466 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:24.485761 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.486057 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.486382 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.486671 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.486970 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.487251 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.487543 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.487820 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.488109 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.488399 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.488687 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.488964 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.489251 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.489528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.489823 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.490126 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.490478 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.490785 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.491064 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.491342 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.491621 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.491902 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.492235 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.492997 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.493299 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.493592 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.493875 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.494167 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.494489 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.494783 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.495060 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.495340 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.495634 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.495914 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.496190 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.496466 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.496758 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.497043 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.497316 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.497599 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.497876 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.498150 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.498455 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.498735 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.499027 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.499304 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.499578 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.499849 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.500127 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.500398 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.500681 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.500958 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.501229 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.501502 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.501779 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.502051 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.502322 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.502621 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.502895 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.503171 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.503445 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.503719 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.503991 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.504266 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.504538 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.504808 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.505081 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.505359 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.505633 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.505907 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.506180 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.506480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.506755 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.507050 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.507349 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.507629 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.507982 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.508310 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.508548 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.508826 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.509108 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.509389 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.509669 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.509945 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.510240 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.510553 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.510843 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.511129 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.511409 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.511712 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.511989 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.512273 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.512552 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.512830 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.513114 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.513399 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.513696 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.513992 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.514293 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.514608 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.514901 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.515183 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.515492 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.515774 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:24.515994 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 17:53:24.516235 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94264) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 17:53:24.891180 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:53:24.891488 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:53:24.891885 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:53:24.892340 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 17:53:25.294732 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.295043 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.295319 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.296607 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.296886 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.297155 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.333350 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.333632 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.333904 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.348511 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.348797 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.349069 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.377291 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.377574 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.377842 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.420061 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.420349 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.420628 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.650546 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.651166 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.651166 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.651332 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.651979 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.770717 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.771036 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.771320 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.771595 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.771863 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.772179 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.772442 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.772704 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.772957 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.773239 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.773525 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.773791 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.774046 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.774296 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.774573 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.774840 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.775094 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.775359 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.775631 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.775891 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.776165 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.776416 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.776697 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.777076 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.777328 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.777577 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.777970 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:25.778212 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:25.778478 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:25.778718 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:25.778956 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:25.779193 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:25.779560 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 17:53:25.782625 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 17:53:25.786642 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 17:53:25.791094 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 16 17:53:25.792708 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 17:53:25.793156 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 17:53:25.793492 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 17:53:25.793874 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 17:53:25.796658 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 17:53:25.796912 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 17:53:25.797258 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 17:53:25.802679 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 17:53:25.825007 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 17:53:25.825465 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.825766 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94264) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 17:53:25.826131 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.827531 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94264) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 17:53:25.827985 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 17:53:25.828236 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 17:53:25.831454 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.831736 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:25.894867 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 17:53:25.895106 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 17:53:25.895346 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 17:53:25.895711 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 17:53:25.918019 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_db.sqlalchemy.engines [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94264) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 17:53:26.655704 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing driver for type 'gre' Sep 16 17:53:26.656320 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] gre ID ranges: [(1, 1000)] Sep 16 17:53:26.822099 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing driver for type 'local' Sep 16 17:53:26.822455 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing driver for type 'vlan' Sep 16 17:53:26.884387 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] VlanTypeDriver initialization complete Sep 16 17:53:26.884722 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing driver for type 'vxlan' Sep 16 17:53:26.885212 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] vxlan ID ranges: [(1, 1000)] Sep 16 17:53:27.090004 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing extension driver 'port_security' Sep 16 17:53:27.090355 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] PortSecurityExtensionDriver initialization complete Sep 16 17:53:27.090708 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing mechanism driver 'openvswitch' Sep 16 17:53:27.091035 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing mechanism driver 'hyperv' Sep 16 17:53:27.097516 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.plugin [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:53:27.098191 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.098595 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.098952 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.099473 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 17:53:27.099909 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.100302 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.100649 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.101044 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 17:53:27.101452 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.101801 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.102146 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.102559 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 17:53:27.102965 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.103317 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.103659 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.104186 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 17:53:27.104595 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.104945 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.105293 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.105689 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 17:53:27.106095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.106468 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.106810 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.107201 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 17:53:27.107578 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] ML2 OVO RPC backend initialized. {{(pid=94264) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 17:53:27.108281 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.108639 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.109056 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.109405 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > networks before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.109754 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.110096 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > ports before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.110474 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.110841 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.111165 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.111505 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.111892 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.112232 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.112569 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.112905 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.113240 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.113575 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.113910 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.114517 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.plugin [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Modular L2 Plugin initialization complete Sep 16 17:53:27.122361 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading services supported by the core plugin {{(pid=94264) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 17:53:27.122361 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.plugins.ml2.managers [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Got port-security extension from driver 'port_security' Sep 16 17:53:27.122361 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.extensions.vlantransparent [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Disabled vlantransparent extension. Sep 16 17:53:27.122361 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94264) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 17:53:27.122361 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: router Sep 16 17:53:27.161639 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.162035 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_create 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.162438 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router before_create 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.162807 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.163439 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.163800 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_delete 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.164675 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.165028 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.165389 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_create 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.165739 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_update 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.166089 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_update 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.166481 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.166844 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_update 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.167262 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.167631 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.167970 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.168314 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: subnet after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.168652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.169039 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.169391 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.169735 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.170077 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.170461 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router after_update 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.170808 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.171157 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.171520 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.171867 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.172232 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > agent after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.172581 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > agent after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.172930 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > network after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.173782 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Tracking information for resource: router configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:27.174119 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Tracking information for resource: floatingip configured {{(pid=94264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:53:27.179027 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.db.l3_agentschedulers_db [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 17:53:27.180267 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.180636 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port after_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.180989 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port after_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.181341 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: port after_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.182131 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router before_create 55550100 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.182530 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.182894 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.183274 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.187884 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.provider_configuration [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service providers = [] {{(pid=94264) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 17:53:27.188260 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.db.servicetype_db [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94264) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 17:53:27.191225 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.service_base [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:53:27.191580 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.service_base [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:53:27.191927 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.service_base [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:53:27.192823 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.services.service_base [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:53:27.193198 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.services.service_base [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 17:53:27.193576 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.193898 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 17:53:27.204487 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.204827 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: auto_allocate Sep 16 17:53:27.210552 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: network precommit_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.210956 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: network precommit_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.211478 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.211803 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: tag Sep 16 17:53:27.218234 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.218601 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: timestamp Sep 16 17:53:27.222597 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.222928 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: network_ip_availability Sep 16 17:53:27.228815 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.229189 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.229549 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.230257 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.230601 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: flavors Sep 16 17:53:27.235312 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.235647 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading Plugin: revisions Sep 16 17:53:27.239893 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:53:27.240286 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_concurrency.lockutils [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.348s {{(pid=94264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:53:27.241022 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94264) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 17:53:27.241360 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Initializing extension manager. Sep 16 17:53:27.241871 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: __init__.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.242771 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: __pycache__ {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.243116 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.243450 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: address_group.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.244204 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.244762 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: address-group Sep 16 17:53:27.245086 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: address_scope.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.245991 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.246539 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: address-scope Sep 16 17:53:27.246867 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.247800 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.248313 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: router-admin-state-down-before-update Sep 16 17:53:27.248643 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: agent.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.249347 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.249852 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: agent Sep 16 17:53:27.250176 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: agent_resources_synced.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.251126 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.251637 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: agent-resources-synced Sep 16 17:53:27.251959 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.253756 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.254277 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: allowed-address-pairs Sep 16 17:53:27.254637 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.255773 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.256304 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: auto-allocated-topology Sep 16 17:53:27.256618 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: availability_zone.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.257312 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.257844 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: availability_zone Sep 16 17:53:27.258166 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: availability_zone_filter.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.259107 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.259616 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: availability_zone_filter Sep 16 17:53:27.259937 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: data_plane_status.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.260842 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.261339 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 17:53:27.261661 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: default_subnetpools.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.262604 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.263108 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: default-subnetpools Sep 16 17:53:27.263429 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.264248 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.264754 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: dhcp_agent_scheduler Sep 16 17:53:27.265082 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: dns.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.266008 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.266548 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 17:53:27.266877 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: dns_domain_ports.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.267807 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.268314 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 17:53:27.268646 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.269573 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.270081 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 17:53:27.270429 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: dvr.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.271105 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.271612 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: dvr Sep 16 17:53:27.271933 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: ecmp_routes.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.272858 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.273393 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 17:53:27.273717 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: empty_string_filtering.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.274660 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.275173 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: empty-string-filtering Sep 16 17:53:27.275495 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.276419 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.276923 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 17:53:27.277244 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.278151 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.278692 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 17:53:27.279014 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: external_net.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.279924 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.280433 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: external-net Sep 16 17:53:27.280753 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.281670 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.282177 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: extra_dhcp_opt Sep 16 17:53:27.282534 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: extraroute.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.283448 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.283953 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: extraroute Sep 16 17:53:27.284275 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: extraroute_atomic.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.285308 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.285818 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: extraroute-atomic Sep 16 17:53:27.286144 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: filter_validation.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.286839 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.287350 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: filter-validation Sep 16 17:53:27.287674 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: fip_pf_description.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.288854 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.289866 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 17:53:27.290189 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: fip_port_details.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.291150 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.291662 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: fip-port-details Sep 16 17:53:27.291987 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: flavors.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.293221 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.293735 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: flavors Sep 16 17:53:27.294059 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.295745 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.296268 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 17:53:27.296604 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: floatingip_pools.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.297314 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.297828 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: floatingip-pools Sep 16 17:53:27.298160 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: ip_allocation.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.299128 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.299638 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 17:53:27.299966 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.300888 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.301400 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: ip-substring-filtering Sep 16 17:53:27.301727 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l2_adjacency.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.302695 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.303200 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 17:53:27.303526 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.305194 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.305717 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: router Sep 16 17:53:27.306046 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.308317 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.308848 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 17:53:27.309189 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.310140 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.310697 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: ext-gw-mode Sep 16 17:53:27.311031 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.311951 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.312464 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: l3-ha Sep 16 17:53:27.312792 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3_flavors.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.313707 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.314220 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: l3-flavors Sep 16 17:53:27.314572 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.315490 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.316005 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 17:53:27.316333 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: l3agentscheduler.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.317351 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.317858 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: l3_agent_scheduler Sep 16 17:53:27.318184 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: logging.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.319708 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.320252 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension logging not supported by any of loaded plugins Sep 16 17:53:27.320586 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: metering.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.321610 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.322572 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: metering Sep 16 17:53:27.323088 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.324687 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.325496 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: metering_source_and_destination_fields Sep 16 17:53:27.325978 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: multiprovidernet.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.327319 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.328116 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: multi-provider Sep 16 17:53:27.328600 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: netmtu.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.329905 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.330734 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: net-mtu Sep 16 17:53:27.331219 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: netmtu_writable.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.332519 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.333314 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: net-mtu-writable Sep 16 17:53:27.333800 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: network_availability_zone.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.334811 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.335606 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: network_availability_zone Sep 16 17:53:27.336119 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: network_ip_availability.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.337683 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.338526 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: network-ip-availability Sep 16 17:53:27.339019 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: network_segment_range.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.340180 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.340930 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 17:53:27.341416 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: pagination.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.342845 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.343334 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: pagination Sep 16 17:53:27.343815 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: port_device_profile.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.345115 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.345924 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: port-device-profile Sep 16 17:53:27.346448 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.347767 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.348564 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: port-mac-address-regenerate Sep 16 17:53:27.349056 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.350402 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.351179 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: port-numa-affinity-policy Sep 16 17:53:27.352173 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: port_resource_request.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.353650 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.354483 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 17:53:27.354972 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: portbindings.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.356269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.356791 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: binding Sep 16 17:53:27.357120 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: portbindings_extended.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.358480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.359001 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: binding-extended Sep 16 17:53:27.359332 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: portsecurity.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.360329 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.361120 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: port-security Sep 16 17:53:27.361593 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: project_id.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.363000 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.363485 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: project-id Sep 16 17:53:27.363952 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: providernet.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.365356 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.366045 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: provider Sep 16 17:53:27.366556 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.371106 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.371632 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos not supported by any of loaded plugins Sep 16 17:53:27.372011 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.373772 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.374592 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 17:53:27.375070 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.376351 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.377141 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 17:53:27.377616 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_default.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.378977 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.379677 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-default not supported by any of loaded plugins Sep 16 17:53:27.380010 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_fip.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.380673 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.381187 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 17:53:27.381538 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.382504 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.383051 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 17:53:27.383517 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.384804 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.385592 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 17:53:27.386061 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_pps_rule.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.387762 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.388555 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 17:53:27.389023 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.390404 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.390992 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 17:53:27.391327 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: qos_rules_alias.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.392427 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.392949 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 17:53:27.393276 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: quotasv2.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.394220 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.394722 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: quotas Sep 16 17:53:27.395194 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: quotasv2_detail.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.399880 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.400356 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: quota_details Sep 16 17:53:27.400840 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: rbac.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.402408 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.403153 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: rbac-policies Sep 16 17:53:27.403490 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: rbac_address_group.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.404427 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.404948 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: rbac-address-group Sep 16 17:53:27.405279 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: rbac_address_scope.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.406199 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.406750 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: rbac-address-scope Sep 16 17:53:27.407081 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: rbac_security_groups.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.408001 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.408516 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: rbac-security-groups Sep 16 17:53:27.408843 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.409767 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.410287 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: rbac-subnetpool Sep 16 17:53:27.410641 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: revisionifmatch.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.411570 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.412085 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: revision-if-match Sep 16 17:53:27.412412 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: revisions.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.413781 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.414844 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: standard-attr-revisions Sep 16 17:53:27.415171 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: router_availability_zone.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.415853 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.416363 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: router_availability_zone Sep 16 17:53:27.416688 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: routerservicetype.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.417614 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.418130 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 17:53:27.418490 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.419416 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.419930 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: security-groups-normalized-cidr Sep 16 17:53:27.420261 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.421179 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.421689 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: port-security-groups-filtering Sep 16 17:53:27.422017 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.422978 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.423493 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: security-groups-remote-address-group Sep 16 17:53:27.423819 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: securitygroup.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.435465 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.436001 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: security-group Sep 16 17:53:27.436337 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: segment.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.437132 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.437646 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension segment not supported by any of loaded plugins Sep 16 17:53:27.437979 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.438960 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.439474 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 17:53:27.439803 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: servicetype.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.440995 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.441519 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: service-type Sep 16 17:53:27.441852 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: sorting.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.442866 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.443202 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: sorting Sep 16 17:53:27.443529 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: standard_attr_segment.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.444456 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.444971 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 17:53:27.445330 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: standardattrdescription.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.445978 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.446510 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: standard-attr-description Sep 16 17:53:27.446836 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: stateful_security_group.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.447769 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.448281 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: stateful-security-group Sep 16 17:53:27.448606 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: stdattrs_common.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.449187 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 17:53:27.449508 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.450474 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.450985 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 17:53:27.451308 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: subnet_onboard.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.452385 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.452902 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: subnet_onboard Sep 16 17:53:27.453226 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.454155 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.454699 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 17:53:27.455025 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: subnet_service_types.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.455955 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.456466 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: subnet-service-types Sep 16 17:53:27.456792 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: subnetallocation.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.457884 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.458418 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: subnet_allocation Sep 16 17:53:27.458750 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.459418 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.459928 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: subnetpool-prefix-ops Sep 16 17:53:27.460259 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.461228 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.461733 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 17:53:27.462058 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: tagging.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.463164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.463684 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: standard-attr-tag Sep 16 17:53:27.464016 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: timestamp.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.465214 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.465733 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loaded extension: standard-attr-timestamp Sep 16 17:53:27.466064 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: trunk.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.467121 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.467640 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension trunk not supported by any of loaded plugins Sep 16 17:53:27.467967 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: trunk_details.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.468894 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.469406 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 17:53:27.469728 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.470681 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.471197 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 17:53:27.471520 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Loading extension file: vlantransparent.py {{(pid=94264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:53:27.472193 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:53:27.472705 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 17:53:27.475135 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:network Sep 16 17:53:27.475659 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:subnet Sep 16 17:53:27.476059 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:53:27.476980 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:port Sep 16 17:53:27.478187 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.478665 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service FLAVORS assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.479308 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.479731 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.480067 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:router Sep 16 17:53:27.480498 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 17:53:27.480995 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service METERING assigned prefix: /metering {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.482468 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.482849 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.483208 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:53:27.484228 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 17:53:27.484685 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:security_group Sep 16 17:53:27.485114 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 17:53:27.485703 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service CORE assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.486044 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:53:27.486423 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] subnetpool is already registered Sep 16 17:53:27.486862 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service CORE assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.487201 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:53:27.487539 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] subnetpool is already registered Sep 16 17:53:27.498957 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.499395 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service FLAVORS assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.499992 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.500418 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.500762 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:router Sep 16 17:53:27.501114 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] router is already registered Sep 16 17:53:27.501527 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 17:53:27.501866 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] floatingip is already registered Sep 16 17:53:27.502323 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service METERING assigned prefix: /metering {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.503032 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 17:53:27.503363 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] rbac_policy is already registered Sep 16 17:53:27.503778 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:security_group Sep 16 17:53:27.504118 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] security_group is already registered Sep 16 17:53:27.504520 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 17:53:27.504858 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] security_group_rule is already registered Sep 16 17:53:27.505484 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service CORE assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.505814 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:53:27.506153 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] subnetpool is already registered Sep 16 17:53:27.506599 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.v2.resource_helper [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Service CORE assigned prefix: {{(pid=94264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:53:27.506932 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:53:27.507266 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING neutron.quota.resource_registry [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] subnetpool is already registered Sep 16 17:53:27.507821 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: extensions {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.509273 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: address-groups {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.510766 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: address-scopes {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.512083 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: agents {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.513220 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: auto-allocated-topology {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.514492 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: availability_zones {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.515699 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: dhcp-networks {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.517402 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: dhcp-agents {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.518860 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: routers {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.521060 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: flavors {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.522202 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: service_profiles {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.523451 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: next_providers {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.524890 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: service_profiles {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.526442 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: floatingip-pools {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.527650 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: routers {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.529730 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: floatingips {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.531036 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: l3-routers {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.532404 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: l3-agents {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.533790 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: metering-labels {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.535175 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: metering-label-rules {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.536444 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: network-ip-availabilities {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.537718 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: bindings {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.541133 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: quotas {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.542610 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: quotas {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.544004 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: rbac-policies {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.545192 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: security-groups {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.546502 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: security-group-rules {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.547797 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: service-providers {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.548993 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: subnetpools {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.550438 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: subnetpools {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.551870 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.553509 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.556087 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.557844 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.559651 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.561474 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.563226 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.565125 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.566892 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.568620 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron.api.extensions [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Extended resource: tags {{(pid=94264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:53:27.574665 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING keystonemiddleware.auth_token [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 17:53:27.579362 dv-cinder-805887-16-iscsi neutron-server[94264]: WARNING keystonemiddleware.auth_token [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 17:53:27.588337 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_concurrency.lockutils [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Acquired lock "singleton_lock" {{(pid=94264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 17:53:27.588810 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_concurrency.lockutils [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Releasing lock "singleton_lock" {{(pid=94264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 17:53:27.589453 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Starting 2 workers Sep 16 17:53:27.594243 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Started child 94375 {{(pid=94264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 17:53:27.598578 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Started child 94376 {{(pid=94264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 17:53:27.599724 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:27.600350 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO neutron.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 17:53:27.600754 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Notify callbacks [] for process, before_spawn {{(pid=94264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:27.601173 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [-] (94375) wsgi starting up on http://0.0.0.0:9696 Sep 16 17:53:27.603840 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Starting 1 workers Sep 16 17:53:27.603980 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:27.605298 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [-] (94376) wsgi starting up on http://0.0.0.0:9696 Sep 16 17:53:27.608977 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Started child 94377 {{(pid=94264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 17:53:27.609524 dv-cinder-805887-16-iscsi neutron-server[94264]: INFO oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Starting 1 workers Sep 16 17:53:27.612736 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] calling RpcWorker wait() {{(pid=94377) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 17:53:27.613290 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] returning from RpcWorker wait() {{(pid=94377) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 17:53:27.613901 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Started child 94378 {{(pid=94264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 17:53:27.614696 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:27.614798 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG neutron_lib.callbacks.manager [None req-bd886973-c7d9-471a-ba8a-34d9e21128d4 None None] Notify callbacks [] for process, after_spawn {{(pid=94264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:27.615195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:53:27.616607 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 17:53:27.616818 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 17:53:27.617000 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 17:53:27.617276 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 17:53:27.617614 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 17:53:27.617778 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 17:53:27.618329 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.618591 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.618856 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.618958 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:27.619401 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.619401 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.619998 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.620244 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.620502 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.620790 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.621025 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.621199 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.621364 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.621607 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.621835 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.622134 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.622419 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.622656 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.622920 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.623092 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.623346 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.623619 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.623861 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.624131 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] debug = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.624372 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.624864 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.625100 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.625348 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.625571 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.625845 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.626078 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.626371 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.626616 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.626848 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.627121 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.627382 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.627615 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.627830 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.628067 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.628309 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.628529 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.629003 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] host = dv-cinder-805887-16-iscsi {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.629236 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.629471 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.629730 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.629959 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.630213 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.630469 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.630727 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.630981 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.631234 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.631526 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.631732 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.631984 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.632229 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.632480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.632695 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_options = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.632930 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.633207 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.633464 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.633658 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.633828 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.634003 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.634240 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.634428 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.634675 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.634922 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.635103 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.635321 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.635556 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.635799 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.636062 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.636305 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.636518 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.636728 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.636987 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.637213 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.637440 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.637680 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.637899 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.638136 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.638377 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.638617 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.638841 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.639086 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.639299 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.639521 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.639734 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.639997 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.640212 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.640447 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.640706 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.640935 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.641164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.641380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.641639 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.641865 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.642117 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.642392 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.642611 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.642869 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.643099 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.643331 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.643565 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_json = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.643777 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.644005 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.644275 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.644507 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.644746 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.645041 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.645174 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.645410 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.645840 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.646108 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.646463 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.646691 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.646926 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.647198 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.647396 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.647637 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.647908 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.648135 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.649593 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.649593 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.649593 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.649938 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:53:27.650066 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.650066 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.650315 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.650541 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.650805 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.651045 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.651284 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.651523 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.651768 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.652051 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.653652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.653652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.653652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.653652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.653652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.653652 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.654044 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.654139 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.654548 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.654793 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.655033 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.655270 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.655503 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.655720 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.656239 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.656239 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.656402 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.656598 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.656843 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.657061 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.657289 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.657512 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.657765 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.657997 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.658217 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.658482 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.658717 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.658933 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.659149 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.659379 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.659593 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.659858 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.660109 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.660331 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.660549 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.662380 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.676528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.677480 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.678458 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.679269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.680164 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.681741 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.682113 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.682499 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.682950 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.683302 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.683676 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.684050 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.684423 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.684816 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.685172 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.685620 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.685889 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.686268 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.686681 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.687066 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.687424 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.687789 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.688162 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.688532 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.688899 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.689258 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.689619 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.689995 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.690329 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.690822 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.691163 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.691466 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.691777 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.692110 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.692591 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.692949 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.693260 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.693595 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.693979 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.694372 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.694785 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.695258 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.695668 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.696067 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.696484 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.696868 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.697233 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.697639 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.698016 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.698423 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.698812 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.699227 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.700190 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.700589 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.701014 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.701316 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.701563 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.701793 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.702043 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.702272 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.702518 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.702772 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.702993 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.703219 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.703462 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.703686 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.703907 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.704151 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.704368 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.704627 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.704852 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.705128 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.705398 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.705638 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.705890 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.706138 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.706429 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.706667 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.706918 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.707157 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.707368 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.707582 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.707823 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.708057 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.708280 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.708508 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.708722 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.708959 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.709220 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.709761 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.710156 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.710509 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.711364 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.711718 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.712132 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.712362 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.712612 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.712832 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.713053 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.713274 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.713539 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.713765 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.714008 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.714222 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.714478 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.714711 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.714945 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.715156 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.715441 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.715703 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.715948 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.716202 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.716439 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.716651 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.716899 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.717108 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.717317 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.717543 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.717758 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.717968 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.718218 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.718468 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.718698 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.718921 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.719138 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.719351 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.719574 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.719809 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.720016 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.720234 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.720450 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.720678 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.720901 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.721109 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.721338 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.721563 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.721779 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.721986 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.722235 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.722466 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.722678 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.722921 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.723158 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.723378 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.723724 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.723979 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.724563 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.724782 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.725148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.725513 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.725861 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.726314 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.727227 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.727586 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.727947 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.728344 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.728612 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.728974 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.729309 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.729612 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.729877 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.730166 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.730487 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.730782 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.731084 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.731421 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.731809 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.732219 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.732511 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.732766 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.733028 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.733318 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.733564 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.733785 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.734021 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.734331 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.734673 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.735022 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.735306 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.735546 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.735767 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.736000 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.736268 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.736497 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.736733 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.736955 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.737172 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.737397 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 17:53:27.738098 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 17:53:27.738328 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 17:53:27.738533 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 17:53:27.738689 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 17:53:27.738866 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 17:53:27.739009 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 17:53:27.739216 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.739371 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.739517 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.739671 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.739834 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740030 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740195 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740356 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740516 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740676 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740827 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.740981 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.741123 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.741285 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.741445 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.741597 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.741750 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.741892 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.742086 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.742242 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.742410 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.742554 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.742713 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] debug = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.742874 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.743081 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.743244 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.743394 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.743528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.743741 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.743877 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744011 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744144 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744277 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744409 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744542 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744704 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.744845 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745009 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745170 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745311 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745475 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] host = dv-cinder-805887-16-iscsi {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745616 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745779 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.745919 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.746080 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.746223 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.746412 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.746556 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.746689 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.746844 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747004 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747166 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747326 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747477 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747631 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747781 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_options = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.747934 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.748076 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.748238 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.748421 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.748585 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.748729 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.748895 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749037 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749202 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749355 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749697 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749697 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749954 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.749954 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.750207 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.750207 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.750490 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.750635 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.750770 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.750904 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751037 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751170 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751304 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751448 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751582 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751710 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751847 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.751993 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.752127 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.752270 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.752426 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.752585 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.752742 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.752901 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.753059 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.753217 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.753375 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.753532 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.753693 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.753853 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754010 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754171 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754329 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754508 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754668 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754825 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.754983 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_json = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.755143 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.755301 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.755460 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.755618 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.755776 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.755933 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.756095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.756252 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:53:27.756591 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.756756 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.756929 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.757090 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.757250 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.757411 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.757572 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.757765 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.757927 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.758087 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.758256 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.758444 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.758685 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.758797 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.758933 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.759096 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.759257 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.759418 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.759580 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.759740 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.759900 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.760060 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.760231 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.760390 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.760550 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.760711 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.760872 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.761050 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.761212 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.761374 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.761533 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.761694 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.761856 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.762018 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.762181 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.762383 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.762513 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.762677 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.762838 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763000 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763163 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763324 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763487 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763649 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763810 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.763972 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.764132 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.764294 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.764456 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.764617 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.764778 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.764939 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.765100 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.765263 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.765422 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.765596 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.765756 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.765917 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.766077 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.766238 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.766420 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.766583 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.766742 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.766878 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.767044 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.767186 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:53:27.767334 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.767470 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.767603 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.767736 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.767868 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768000 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768134 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768266 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768411 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768553 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768708 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.768935 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769069 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769202 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769336 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769468 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769622 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769785 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.769935 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.770095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.770243 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.770426 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.770579 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.770712 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.770886 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.771064 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.771225 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.771378 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.771534 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.771695 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.771856 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772017 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772177 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772338 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772499 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772650 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772792 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.772957 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.773117 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.773769 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.773948 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.774109 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.774269 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.774435 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.774602 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.774754 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.774913 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.775073 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.775229 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.775383 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.775543 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.775715 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.775997 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776140 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776283 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776417 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776551 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776683 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776817 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.776949 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.777082 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.777225 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.777382 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.777537 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.777693 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.777853 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.778014 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.778182 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.778384 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.778532 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.778687 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.778926 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.779080 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.779215 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.779360 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.779487 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780095 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780367 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780367 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780509 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780676 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780837 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.780999 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.781162 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.781321 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.781482 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.782026 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.782026 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.782026 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.782276 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.782276 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783148 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783582 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783582 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.783582 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.784609 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.784609 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.784609 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.784609 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.784609 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.784609 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785035 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785035 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785035 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785234 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785234 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785375 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785564 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785699 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.785852 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786014 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786175 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786335 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786517 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786683 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786856 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.786999 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.787162 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.787342 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.787495 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.787716 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.787810 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.788196 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.788369 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.788528 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.788689 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.788849 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.789554 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.789726 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.789888 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.790054 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.790221 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.790411 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.790577 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.790739 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.790901 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.791043 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.791202 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.791377 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.791539 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.791702 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.791863 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792026 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792174 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792348 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792519 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792660 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792790 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.792954 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.793113 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.793287 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.793431 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.793596 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.793774 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.793912 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794045 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794211 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794389 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794531 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794690 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794842 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.794998 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.795169 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.795330 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.795491 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.795651 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.795812 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.795972 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.796143 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.796304 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.796464 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.796613 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.796773 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.796923 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.797090 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.797252 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.797414 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.797584 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.797744 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.797904 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.798053 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.798224 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.798395 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.798560 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.798723 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.798874 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.799019 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.799183 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.799347 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.799501 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.799680 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.799904 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800046 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800179 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800312 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800465 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800632 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800806 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.800956 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.801103 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.801265 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.801426 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.801587 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.801748 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.801908 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.802068 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.802229 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.802429 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.802571 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.802705 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.802858 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803008 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803167 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803319 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803461 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803623 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803808 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:53:27.803945 dv-cinder-805887-16-iscsi neutron-server[94264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 17:53:27.831109 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43800) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:53:27.840262 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069070 Sep 16 17:53:39.484834 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00212a-0757-4c2e-bc6b-8af93ae1afc7 None None] get_active_networks_info from dv-cinder-805887-16-iscsi {{(pid=94377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 17:53:39.612383 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00212a-0757-4c2e-bc6b-8af93ae1afc7 None None] No non-hosted networks {{(pid=94377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 17:53:39.618619 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.agentschedulers_db [None req-dd00212a-0757-4c2e-bc6b-8af93ae1afc7 None None] DHCP Agent not found on host dv-cinder-805887-16-iscsi {{(pid=94377) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 17:53:39.794879 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-71672c49-ec80-42a5-9f1f-c2ccd19e4f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074667'] for agent, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:41.943749 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2bc4260d-fdbc-42df-a642-ebbbb1d43dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074667'] for agent, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:41.992758 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.db.api [None req-37032382-0b2f-4ed4-8f7c-e2a197f7cd72 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805887-16-iscsi {{(pid=94377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:53:41.993467 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG oslo_db.api [None req-37032382-0b2f-4ed4-8f7c-e2a197f7cd72 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:53:42.516736 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-37032382-0b2f-4ed4-8f7c-e2a197f7cd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:42.688287 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074667'] for agent, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:42.688954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.689291 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.689606 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.689940 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.690261 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.727513 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.727896 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.728311 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.728580 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.728908 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.729248 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.729651 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:42.729954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805887-16-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:53:42.747172 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805887-16-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:53:42.970677 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074667'] for agent, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:44.661556 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074667'] for agent, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:45.654174 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43892) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:53:46.145356 dv-cinder-805887-16-iscsi neutron-server[94376]: WARNING oslo_policy.policy [None req-3d2065a6-0a28-4f7c-92c7-ac16dc0bfaf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:53:46.145935 dv-cinder-805887-16-iscsi neutron-server[94376]: WARNING oslo_policy.policy [None req-3d2065a6-0a28-4f7c-92c7-ac16dc0bfaf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:53:46.188943 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.db.l3_hamode_db [None req-27e82b39-7582-4cb4-bd1d-6e666a4fa7ad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 17:53:46.265913 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e82b39-7582-4cb4-bd1d-6e666a4fa7ad None None] Routers set() bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:53:46.266296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e82b39-7582-4cb4-bd1d-6e666a4fa7ad None None] Router IDs set() for agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 17:53:46.369846 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [None req-3d2065a6-0a28-4f7c-92c7-ac16dc0bfaf1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:53:46.370869 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-3d2065a6-0a28-4f7c-92c7-ac16dc0bfaf1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7156847 Sep 16 17:53:48.712040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43906) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:53:49.013627 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:53:49.107170 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.policy [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 17:53:49.151395 dv-cinder-805887-16-iscsi neutron-server[94376]: WARNING oslo_policy.policy [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:53:49.151762 dv-cinder-805887-16-iscsi neutron-server[94376]: WARNING oslo_policy.policy [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:53:49.160483 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.quota [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] Loaded quota_driver: . Sep 16 17:53:49.356694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766130113930', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766130114137', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766130109670', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766130107994', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766130538089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766130078358', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-850500', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-825690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1792515', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1713705'] for rbac-policy, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:49.522430 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:49.523803 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cf5f0b43-35f6-4e0b-8b25-ab9ea1597c26 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8107610 Sep 16 17:53:52.074665 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43918) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:53:52.364708 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Request body: {'network': {'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'name': 'private', 'project_id': 'f6e6230e7745476da630b4bd6d71004f'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:53:52.467162 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Made reservation on behalf of f6e6230e7745476da630b4bd6d71004f for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:53:52.469842 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.486987 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.603754 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.650136 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.669319 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:53:52.696217 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766132338068', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.696784 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Unsubscribe: segment precommit_create {{(pid=94376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 17:53:52.697291 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Added segment a5e68ce5-6158-46c3-bb1a-165dbd019f95 of type vlan for network 0d60e4ea-0f0a-47e2-922f-f2577637b80f Sep 16 17:53:52.714319 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d214bde-b619-454c-97a4-494d417102ce,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:52.763507 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.763860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.764192 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.764515 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.764832 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.765166 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.765487 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.765820 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.766150 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.766490 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.766803 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.767113 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Tracked resource versions report: Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: pushed versions: Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: { 'AddressGroup': {'1.2'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'ConntrackHelper': {'1.0'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Log': {'1.0'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Network': {'1.1'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Port': {'1.7'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'PortForwarding': {'1.2'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'QosPolicy': {'1.9'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroup': {'1.4'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SubPort': {'1.0'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Subnet': {'1.1'}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Trunk': {'1.1'}} Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: consumer versions: Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'ConntrackHelper': '1.0', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Log': '1.0', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Network': '1.1', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Port': '1.7', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'PortForwarding': '1.2', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'QosPolicy': '1.9', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroup': '1.4', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroupRule': '1.2', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SubPort': '1.0', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Subnet': '1.1', Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Trunk': '1.1'}} Sep 16 17:53:52.768460 dv-cinder-805887-16-iscsi neutron-server[94376]: {{(pid=94376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:53:52.809063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.895305 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.896405 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:52.897062 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:52.990637 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] Pushing event updated for resources: {'Network': ['ID=0d60e4ea-0f0a-47e2-922f-f2577637b80f,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:53.001699 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:53:53.004559 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cb356613-b355-4bc2-8fc1-74b6f9416a29 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9288843 Sep 16 17:53:55.624178 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43932) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:53:56.009166 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f43450-bb46-47fc-95fb-020045a9df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:56.010536 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-69f43450-bb46-47fc-95fb-020045a9df7f admin admin] 10.222.0.39 "GET /v2.0/networks/0d60e4ea-0f0a-47e2-922f-f2577637b80f HTTP/1.1" status: 200 len: 825 time: 0.3854063 Sep 16 17:53:56.036267 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6784e389-790a-42a7-a776-04e751307007 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/030f52cc-c370-42fd-b2fd-0478d322072f HTTP/1.1" status: 200 len: 734 time: 0.0194204 Sep 16 17:53:56.046421 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:53:56.139390 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Made reservation on behalf of f6e6230e7745476da630b4bd6d71004f for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:53:56.141627 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:56.505525 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:56.575708 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e4fd53-b894-4ef5-bf89-41f8192a40bf,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:56.577669 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Checking segment: {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:53:56.578038 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Network hostable DHCP agents. Network: 0d60e4ea-0f0a-47e2-922f-f2577637b80f, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:53:56.676592 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:53:56.745419 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 0d60e4ea-0f0a-47e2-922f-f2577637b80f) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:53:56.749973 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:53:56.758462 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:56.759148 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862332d-abfc-4ca5-a744-4bd312e91897 None None] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:53:56.822469 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-438fcba6-3018-4043-8204-413c91d27ad7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7792361 Sep 16 17:53:57.079359 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:53:57.080594 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:57.358693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Allocated IP 172.20.0.2 (0d60e4ea-0f0a-47e2-922f-f2577637b80f/e1e4fd53-b894-4ef5-bf89-41f8192a40bf/ac115ca0-b252-4508-9277-0bbf2064059e) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:53:57.556651 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:57.639144 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:57.735490 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:53:57.744766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:53:57.752373 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Pushing event updated for resources: {'Port': ['ID=ac115ca0-b252-4508-9277-0bbf2064059e,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:57.754638 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:53:57.787224 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.787875 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.787954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.789111 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.789454 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.789788 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.790118 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.790473 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.790822 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.791152 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.791476 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.791798 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Tracked resource versions report: Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: pushed versions: Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: { 'AddressGroup': {'1.2'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'ConntrackHelper': {'1.0'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Log': {'1.0'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Network': {'1.1'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Port': {'1.7'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'PortForwarding': {'1.2'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'QosPolicy': {'1.9'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroup': {'1.4'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SubPort': {'1.0'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Subnet': {'1.1'}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Trunk': {'1.1'}} Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: consumer versions: Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'ConntrackHelper': '1.0', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Log': '1.0', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Network': '1.1', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Port': '1.7', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'PortForwarding': '1.2', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'QosPolicy': '1.9', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroup': '1.4', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroupRule': '1.2', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SubPort': '1.0', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Subnet': '1.1', Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Trunk': '1.1'}} Sep 16 17:53:57.793182 dv-cinder-805887-16-iscsi neutron-server[94377]: {{(pid=94377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:53:57.839923 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Attempting to bind port ac115ca0-b252-4508-9277-0bbf2064059e on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:53:57.840363 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Attempting to bind port ac115ca0-b252-4508-9277-0bbf2064059e by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:53:57.840775 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Attempting to bind port ac115ca0-b252-4508-9277-0bbf2064059e on network 0d60e4ea-0f0a-47e2-922f-f2577637b80f {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:53:57.845732 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:53:57.854793 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Checking segment: {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:53:57.854793 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:57.854793 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Bound using segment: {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:53:57.855079 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Bound port: ac115ca0-b252-4508-9277-0bbf2064059e, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:53:57.855079 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:57.944014 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] For port ac115ca0-b252-4508-9277-0bbf2064059e, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:53:57.948342 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] For port ac115ca0-b252-4508-9277-0bbf2064059e, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ac115ca0-b252-4508-9277-0bbf2064059e,segment=NetworkSegment(a5e68ce5-6158-46c3-bb1a-165dbd019f95),segment_id=a5e68ce5-6158-46c3-bb1a-165dbd019f95)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:53:58.010293 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:58.078031 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7135a6-dfc0-4303-a8c9-e0a0a7f34baf None None] Pushing event updated for resources: {'Port': ['ID=ac115ca0-b252-4508-9277-0bbf2064059e,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:53:59.237174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 43940) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:53:59.725758 dv-cinder-805887-16-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-b3c09f74-8367-43df-a1bd-7b9d978a97aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:53:59.726320 dv-cinder-805887-16-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-b3c09f74-8367-43df-a1bd-7b9d978a97aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:53:59.950879 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [None req-b3c09f74-8367-43df-a1bd-7b9d978a97aa admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:53:59.952132 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b3c09f74-8367-43df-a1bd-7b9d978a97aa admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7128348 Sep 16 17:54:02.344351 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43954) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:02.653292 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [None req-fc81e172-5d79-4b7d-80ac-31525fc37101 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:54:02.666377 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fc81e172-5d79-4b7d-80ac-31525fc37101 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089797 Sep 16 17:54:05.298787 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43968) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:05.596905 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] Request body: {'router': {'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'name': 'router1', 'admin_state_up': True}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:54:05.678523 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:05.680160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:05.812685 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:05.869129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:06.023011 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:06.024164 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a84c1ee3-ed7a-42e6-8d26-bea24bf43f35 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7244501 Sep 16 17:54:06.075393 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ac115ca0-b252-4508-9277-0bbf2064059e up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:54:06.170162 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port ac115ca0-b252-4508-9277-0bbf2064059e triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:06.170532 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:06.285802 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:06.321059 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port ac115ca0-b252-4508-9277-0bbf2064059e, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ac115ca0-b252-4508-9277-0bbf2064059e,segment=NetworkSegment(a5e68ce5-6158-46c3-bb1a-165dbd019f95),segment_id=a5e68ce5-6158-46c3-bb1a-165dbd019f95)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:54:06.396236 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0855b6-29f3-492a-ac35-ea09c20c9f65 None None] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:54:06.399866 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:06.507874 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=ac115ca0-b252-4508-9277-0bbf2064059e,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:06.518520 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-9407bb22-d7d7-4d5e-bb01-b1f2f8a5fa92 None None] Provisioning complete for port ac115ca0-b252-4508-9277-0bbf2064059e triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:06.518890 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9407bb22-d7d7-4d5e-bb01-b1f2f8a5fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:06.872193 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c6d19ce8-e0ee-4074-9c77-09895031c412 None None] Provisioning complete for port ac115ca0-b252-4508-9277-0bbf2064059e triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:06.872566 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c6d19ce8-e0ee-4074-9c77-09895031c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:08.046076 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ac115ca0-b252-4508-9277-0bbf2064059e up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:54:08.096722 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port ac115ca0-b252-4508-9277-0bbf2064059e triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:08.097094 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:08.406137 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43978) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:08.673454 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:54:08.719267 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [None req-f0587161-8586-4663-9c9a-7514304e1a49 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:54:08.720259 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-f0587161-8586-4663-9c9a-7514304e1a49 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131649 Sep 16 17:54:09.438360 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-70085f5a-6011-4226-8f01-bbd9625831dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.111618 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 43986) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:11.417043 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:54:11.506255 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Made reservation on behalf of 674533bcf47c4e1e92c3d4ae411edfc4 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:54:11.509111 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.518900 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.600485 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.637670 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.652387 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Reserving flat network on physical network physnet1 {{(pid=94376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 17:54:11.669679 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad128761-3014-4448-a432-a527f861bd75,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:11.674318 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.674715 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Added segment 214abdd1-05c3-4eb7-b9d9-2df53c705951 of type flat for network 1981297e-bd33-420a-b023-a2a8d1f49788 Sep 16 17:54:11.718445 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.786336 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.787355 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:11.787973 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:11.845670 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] Pushing event updated for resources: {'Network': ['ID=1981297e-bd33-420a-b023-a2a8d1f49788,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:11.849885 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b55d433a-047b-4aea-95d1-baab1035a2af admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7372849 Sep 16 17:54:11.860764 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 1981297e-bd33-420a-b023-a2a8d1f49788 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:54:11.914473 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee397726-0f51-4c28-a6a3-a2f92fd0c830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:12.672784 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:13.008283 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:14.213231 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44004) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:14.403026 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce4322-df7d-4e8a-995b-70c51325b5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:14.404318 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bdce4322-df7d-4e8a-995b-70c51325b5c8 admin admin] 10.222.0.39 "GET /v2.0/subnets/e1e4fd53-b894-4ef5-bf89-41f8192a40bf HTTP/1.1" status: 200 len: 849 time: 0.1901531 Sep 16 17:54:14.524076 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a2ea0951-b819-4999-9f41-4c30e8aad762 admin admin] 10.222.0.39 "GET /v2.0/routers/006df2b3-8c9e-4b65-8f8b-57bc883ddd76 HTTP/1.1" status: 200 len: 704 time: 0.1111174 Sep 16 17:54:14.597936 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:14.794462 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:15.082778 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Allocated IP 172.20.0.1 (0d60e4ea-0f0a-47e2-922f-f2577637b80f/e1e4fd53-b894-4ef5-bf89-41f8192a40bf/4cc5048a-798e-4363-9bf3-f8ed29630252) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:54:15.275922 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:15.404606 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:15.482134 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:54:15.492703 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:54:15.494838 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc5048a-798e-4363-9bf3-f8ed29630252,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:15.505789 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:54:15.506423 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:15.719627 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-df1f4153-9524-4d9d-bb94-0c5874eca875 None None] Provisioning complete for port 4cc5048a-798e-4363-9bf3-f8ed29630252 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:15.720170 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-df1f4153-9524-4d9d-bb94-0c5874eca875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:15.751701 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-df1f4153-9524-4d9d-bb94-0c5874eca875 None None] Port 4cc5048a-798e-4363-9bf3-f8ed29630252 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:54:15.756736 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:16.051771 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:16.100841 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:16.101598 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:16.161018 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc5048a-798e-4363-9bf3-f8ed29630252,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:16.223656 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:54:16.224929 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:54:16.373029 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c6aa0b4a-f31b-4d70-865f-7ddcb9f53436 None None] Provisioning complete for port 4cc5048a-798e-4363-9bf3-f8ed29630252 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:16.373400 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c6aa0b4a-f31b-4d70-865f-7ddcb9f53436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:16.405324 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa0b4a-f31b-4d70-865f-7ddcb9f53436 None None] Port 4cc5048a-798e-4363-9bf3-f8ed29630252 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:54:16.426848 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 17:54:16.517668 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:54:16.522805 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-7ee535db-12c5-48e5-93fc-0362e271d507 admin admin] 10.222.0.39 "PUT /v2.0/routers/006df2b3-8c9e-4b65-8f8b-57bc883ddd76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9930961 Sep 16 17:54:16.527510 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Sync routers for ids ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:54:16.538923 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Routers {'006df2b3-8c9e-4b65-8f8b-57bc883ddd76'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:54:16.539869 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T17:54:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:16.722572 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Set router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 gateway port host: None {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:54:17.140741 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'name': 'router1', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:54:05Z', 'updated_at': '2021-09-16T17:54:15Z', 'revision_number': 2, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'gw_port_host': None, '_interfaces': [{'id': '4cc5048a-798e-4363-9bf3-f8ed29630252', 'name': '', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'mac_address': 'fa:16:3e:7b:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:14Z', 'updated_at': '2021-09-16T17:54:15Z', 'revision_number': 2, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnets': [{'id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:17.191725 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Checking router: 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:54:17.192102 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Updating router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 port 4cc5048a-798e-4363-9bf3-f8ed29630252 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:54:17.239061 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:17.746952 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:17.820323 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:17.990299 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Pushing event updated for resources: {'Port': ['ID=4cc5048a-798e-4363-9bf3-f8ed29630252,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:17.995744 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Attempting to bind port 4cc5048a-798e-4363-9bf3-f8ed29630252 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:54:17.996139 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Attempting to bind port 4cc5048a-798e-4363-9bf3-f8ed29630252 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:54:17.996579 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Attempting to bind port 4cc5048a-798e-4363-9bf3-f8ed29630252 on network 0d60e4ea-0f0a-47e2-922f-f2577637b80f {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:54:18.001735 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:54:18.002155 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Checking segment: {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:54:18.002671 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.003066 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Bound using segment: {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:54:18.003559 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Bound port: 4cc5048a-798e-4363-9bf3-f8ed29630252, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e68ce5-6158-46c3-bb1a-165dbd019f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:54:18.003954 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.007622 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.008004 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.008385 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.008720 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.009046 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.009373 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.009696 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.010021 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.010374 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.010702 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.011022 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.011342 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Tracked resource versions report: Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: pushed versions: Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: { 'AddressGroup': {'1.2'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'ConntrackHelper': {'1.0'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Log': {'1.0'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Network': {'1.1'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Port': {'1.7'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'PortForwarding': {'1.2'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'QosPolicy': {'1.9'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroup': {'1.4'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SubPort': {'1.0'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Subnet': {'1.1'}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Trunk': {'1.1'}} Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: consumer versions: Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'ConntrackHelper': '1.0', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Log': '1.0', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Network': '1.1', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Port': '1.7', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'PortForwarding': '1.2', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'QosPolicy': '1.9', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroup': '1.4', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroupRule': '1.2', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SubPort': '1.0', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Subnet': '1.1', Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Trunk': '1.1'}} Sep 16 17:54:18.012677 dv-cinder-805887-16-iscsi neutron-server[94378]: {{(pid=94378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:54:18.034696 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-e7664a13-bf74-434e-ab99-5c1051960311 None None] Provisioning complete for port 4cc5048a-798e-4363-9bf3-f8ed29630252 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:18.035200 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e7664a13-bf74-434e-ab99-5c1051960311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.067650 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-e7664a13-bf74-434e-ab99-5c1051960311 None None] Port 4cc5048a-798e-4363-9bf3-f8ed29630252 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 17:54:18.078523 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] For port 4cc5048a-798e-4363-9bf3-f8ed29630252, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:54:18.098083 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] For port 4cc5048a-798e-4363-9bf3-f8ed29630252, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=4cc5048a-798e-4363-9bf3-f8ed29630252,segment=NetworkSegment(a5e68ce5-6158-46c3-bb1a-165dbd019f95),segment_id=a5e68ce5-6158-46c3-bb1a-165dbd019f95)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:54:18.147061 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.206570 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Routers {'006df2b3-8c9e-4b65-8f8b-57bc883ddd76'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:54:18.207188 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T17:54:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:18.208907 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1667ae-a72d-43f1-945b-68ccecd69b91 None None] Pushing event updated for resources: {'Port': ['ID=4cc5048a-798e-4363-9bf3-f8ed29630252,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:18.297867 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] Set router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 gateway port host: None {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:54:18.387796 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c7d2d097-22dc-4969-b544-39096c00f31e None None] Provisioning complete for port 4cc5048a-798e-4363-9bf3-f8ed29630252 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:18.388175 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d097-22dc-4969-b544-39096c00f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.464841 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d097-22dc-4969-b544-39096c00f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.496235 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-c7d2d097-22dc-4969-b544-39096c00f31e None None] For port 4cc5048a-798e-4363-9bf3-f8ed29630252, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=4cc5048a-798e-4363-9bf3-f8ed29630252,segment=NetworkSegment(a5e68ce5-6158-46c3-bb1a-165dbd019f95),segment_id=a5e68ce5-6158-46c3-bb1a-165dbd019f95)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:54:18.504455 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'name': 'router1', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:54:05Z', 'updated_at': '2021-09-16T17:54:15Z', 'revision_number': 2, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'gw_port_host': None, '_interfaces': [{'id': '4cc5048a-798e-4363-9bf3-f8ed29630252', 'name': '', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'mac_address': 'fa:16:3e:7b:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:14Z', 'updated_at': '2021-09-16T17:54:18Z', 'revision_number': 4, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnets': [{'id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:18.533779 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92761e0a-8806-4fee-8b3d-004776e6e9b3 None None] The sync data for ids ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'] in dv-cinder-805887-16-iscsi is: [{'id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'name': 'router1', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:54:05Z', 'updated_at': '2021-09-16T17:54:15Z', 'revision_number': 2, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'gw_port_host': None, '_interfaces': [{'id': '4cc5048a-798e-4363-9bf3-f8ed29630252', 'name': '', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'mac_address': 'fa:16:3e:7b:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:14Z', 'updated_at': '2021-09-16T17:54:18Z', 'revision_number': 4, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnets': [{'id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:54:18.564661 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7d2d097-22dc-4969-b544-39096c00f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:18.616981 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2d097-22dc-4969-b544-39096c00f31e None None] Pushing event updated for resources: {'Port': ['ID=4cc5048a-798e-4363-9bf3-f8ed29630252,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:18.763512 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44026) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:19.041994 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.policy [None req-972439ba-b866-46ec-b45f-28230bdde22a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 17:54:19.085792 dv-cinder-805887-16-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-972439ba-b866-46ec-b45f-28230bdde22a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:54:19.086169 dv-cinder-805887-16-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-972439ba-b866-46ec-b45f-28230bdde22a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:54:19.095231 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972439ba-b866-46ec-b45f-28230bdde22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:19.096993 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-972439ba-b866-46ec-b45f-28230bdde22a admin admin] 10.222.0.39 "GET /v2.0/networks/1981297e-bd33-420a-b023-a2a8d1f49788 HTTP/1.1" status: 200 len: 842 time: 0.3325243 Sep 16 17:54:19.107671 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:54:19.109477 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.quota [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Loaded quota_driver: . Sep 16 17:54:19.197734 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Made reservation on behalf of 674533bcf47c4e1e92c3d4ae411edfc4 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:54:19.200661 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:19.697663 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.objects.ports [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94375) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 17:54:19.698171 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:19.766691 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:54:19.767391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Network hostable DHCP agents. Network: 1981297e-bd33-420a-b023-a2a8d1f49788, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:54:19.771697 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98318b9d-7c8a-4df8-baca-38bd70270734,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:19.784583 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.784934 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.785270 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.785597 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.785926 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.786262 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.786603 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.786938 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.787278 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.787637 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.787969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.788510 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Tracked resource versions report: Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: pushed versions: Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: { 'AddressGroup': {'1.2'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'ConntrackHelper': {'1.0'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Log': {'1.0'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Network': {'1.1'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Port': {'1.7'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'PortForwarding': {'1.2'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'QosPolicy': {'1.9'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroup': {'1.4'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SubPort': {'1.0'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Subnet': {'1.1'}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Trunk': {'1.1'}} Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: consumer versions: Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'ConntrackHelper': '1.0', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Log': '1.0', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Network': '1.1', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Port': '1.7', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'PortForwarding': '1.2', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'QosPolicy': '1.9', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroup': '1.4', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroupRule': '1.2', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SubPort': '1.0', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Subnet': '1.1', Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Trunk': '1.1'}} Sep 16 17:54:19.790017 dv-cinder-805887-16-iscsi neutron-server[94375]: {{(pid=94375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:54:19.910992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:54:19.980881 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 1981297e-bd33-420a-b023-a2a8d1f49788) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:54:19.987391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:19.993087 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:19.993210 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154be2a-bf10-4d2e-b8bf-9237738ab55e None None] Network 1981297e-bd33-420a-b023-a2a8d1f49788 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:54:20.057024 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4470fc4d-4efe-4254-800c-0610f468b5e8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9528646 Sep 16 17:54:20.132923 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b62a113-9871-464b-8671-ec4c006462a3 None None] Network 1981297e-bd33-420a-b023-a2a8d1f49788 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:54:22.331795 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44040) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:22.572134 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5653177f-0978-4681-af5c-b5b168107f34 admin admin] 10.222.0.39 "GET /v2.0/routers/006df2b3-8c9e-4b65-8f8b-57bc883ddd76 HTTP/1.1" status: 200 len: 710 time: 0.2391527 Sep 16 17:54:22.657435 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768be46-e4d9-4aac-9ea0-f7791c2a3641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:54:22.658784 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6768be46-e4d9-4aac-9ea0-f7791c2a3641 admin admin] 10.222.0.39 "GET /v2.0/networks/1981297e-bd33-420a-b023-a2a8d1f49788 HTTP/1.1" status: 200 len: 886 time: 0.0807667 Sep 16 17:54:22.668230 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:54:22.917365 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:23.197509 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:23.272409 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:23.424065 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Allocated IP 172.27.2.205 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/942a92f5-62cc-45b4-a64d-ebd5c9a378f9) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:54:23.537305 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:23.684575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:23.757288 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:54:23.760866 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:54:23.764058 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:54:23.858274 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=942a92f5-62cc-45b4-a64d-ebd5c9a378f9,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:24.074851 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 4cc5048a-798e-4363-9bf3-f8ed29630252 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:54:24.122259 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 4cc5048a-798e-4363-9bf3-f8ed29630252 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:24.122673 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:24.185545 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:24.379211 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2075575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2068999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7933'] for router, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:24.384218 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2075580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2075557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2069004'] for router, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:24.494454 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 17:54:24.598610 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 17:54:24.603429 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:24.618633 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-28bdb913-3fde-4a5f-b804-66fc8fded8a3 admin admin] 10.222.0.39 "PUT /v2.0/routers/006df2b3-8c9e-4b65-8f8b-57bc883ddd76 HTTP/1.1" status: 200 len: 890 time: 1.9394755 Sep 16 17:54:24.869771 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Sync routers for ids ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:54:24.880966 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Routers {'006df2b3-8c9e-4b65-8f8b-57bc883ddd76'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:54:24.882097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T17:54:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:25.088471 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Set router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:54:25.466526 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'name': 'router1', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '942a92f5-62cc-45b4-a64d-ebd5c9a378f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:54:05Z', 'updated_at': '2021-09-16T17:54:23Z', 'revision_number': 4, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'gw_port': {'id': '942a92f5-62cc-45b4-a64d-ebd5c9a378f9', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:23Z', 'updated_at': '2021-09-16T17:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '4cc5048a-798e-4363-9bf3-f8ed29630252', 'name': '', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'mac_address': 'fa:16:3e:7b:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:14Z', 'updated_at': '2021-09-16T17:54:18Z', 'revision_number': 5, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnets': [{'id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:25.517667 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Checking router: 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:54:25.517929 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Updating router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:54:25.564465 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:25.875288 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:25.946268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:26.078187 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Attempting to bind port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:54:26.078584 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Attempting to bind port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:54:26.078948 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Attempting to bind port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:54:26.080853 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5f6bb-9d20-433b-a338-7d26899b6c6d None None] Pushing event updated for resources: {'Port': ['ID=942a92f5-62cc-45b4-a64d-ebd5c9a378f9,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:26.086199 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:54:26.086534 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:54:26.086938 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:26.087325 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:54:26.087801 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Bound port: 942a92f5-62cc-45b4-a64d-ebd5c9a378f9, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:54:26.088241 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:26.136386 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] For port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:54:26.139293 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] For port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=942a92f5-62cc-45b4-a64d-ebd5c9a378f9,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:54:26.190620 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:26.246893 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5f6bb-9d20-433b-a338-7d26899b6c6d None None] Pushing event updated for resources: {'Port': ['ID=942a92f5-62cc-45b4-a64d-ebd5c9a378f9,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:26.249254 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Routers {'006df2b3-8c9e-4b65-8f8b-57bc883ddd76'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 17:54:26.249839 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T17:54:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:26.362416 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] Set router 006df2b3-8c9e-4b65-8f8b-57bc883ddd76 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 17:54:26.576326 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'name': 'router1', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '942a92f5-62cc-45b4-a64d-ebd5c9a378f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:54:05Z', 'updated_at': '2021-09-16T17:54:23Z', 'revision_number': 4, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'gw_port': {'id': '942a92f5-62cc-45b4-a64d-ebd5c9a378f9', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:23Z', 'updated_at': '2021-09-16T17:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '4cc5048a-798e-4363-9bf3-f8ed29630252', 'name': '', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'mac_address': 'fa:16:3e:7b:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:14Z', 'updated_at': '2021-09-16T17:54:18Z', 'revision_number': 5, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnets': [{'id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:54:26.601873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3b6b9-6705-4366-9385-17f88bcee520 None None] The sync data for ids ['006df2b3-8c9e-4b65-8f8b-57bc883ddd76'] in dv-cinder-805887-16-iscsi is: [{'id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'name': 'router1', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '942a92f5-62cc-45b4-a64d-ebd5c9a378f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:54:05Z', 'updated_at': '2021-09-16T17:54:23Z', 'revision_number': 4, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'gw_port': {'id': '942a92f5-62cc-45b4-a64d-ebd5c9a378f9', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:23Z', 'updated_at': '2021-09-16T17:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '4cc5048a-798e-4363-9bf3-f8ed29630252', 'name': '', 'network_id': '0d60e4ea-0f0a-47e2-922f-f2577637b80f', 'tenant_id': 'f6e6230e7745476da630b4bd6d71004f', 'mac_address': 'fa:16:3e:7b:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006df2b3-8c9e-4b65-8f8b-57bc883ddd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:54:14Z', 'updated_at': '2021-09-16T17:54:18Z', 'revision_number': 5, 'project_id': 'f6e6230e7745476da630b4bd6d71004f', 'subnets': [{'id': 'e1e4fd53-b894-4ef5-bf89-41f8192a40bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030f52cc-c370-42fd-b2fd-0478d322072f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:54:27.030317 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44052) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:54:27.147362 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-aa74418c-ba30-4568-b259-a8eb710f30dd admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158853 Sep 16 17:54:28.211582 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:54:28.258473 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:28.258781 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:28.341451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:28.362314 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=942a92f5-62cc-45b4-a64d-ebd5c9a378f9,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:54:28.465002 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:28.511616 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=942a92f5-62cc-45b4-a64d-ebd5c9a378f9,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:54:30.082961 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:54:30.153263 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 942a92f5-62cc-45b4-a64d-ebd5c9a378f9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:54:30.153537 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:39.430256 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-919d0326-668a-49d4-af4b-bae7b9b86bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:41.926202 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d388e1e6-3550-4352-a779-2c6c5e582cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:42.665690 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:42.916200 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:44.627592 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:45.673687 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:55:09.443633 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36ba5dbc-f2f0-4c6c-a700-cfb6fc2525db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:12.234242 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3701c8d9-cb57-4265-93ad-72c5b735e42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:12.690411 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:12.951862 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:14.631686 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:22.672627 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:55:39.454061 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5476de95-18bb-494e-8baa-c166e18a0289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:41.882307 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9335320d-0e7d-4059-b627-28ad8a347b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:42.676963 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:42.922708 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:44.619770 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:59.670834 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:56:04.415685 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44614) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:04.478204 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd14f4e1-bc02-4dd0-8793-6b365687c0d7 admin admin] GET failed (client error): The resource could not be found. Sep 16 17:56:04.479528 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-dd14f4e1-bc02-4dd0-8793-6b365687c0d7 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629108 Sep 16 17:56:04.634930 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c901efc-718a-41e5-b5d7-4e191ea9557f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:04.636296 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0c901efc-718a-41e5-b5d7-4e191ea9557f admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1522655 Sep 16 17:56:06.787695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44624) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:06.878326 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028c0e3-295d-458c-8458-f701799dfaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:06.879659 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5028c0e3-295d-458c-8458-f701799dfaf4 admin admin] 10.222.0.39 "GET /v2.0/subnets/e1e4fd53-b894-4ef5-bf89-41f8192a40bf HTTP/1.1" status: 200 len: 849 time: 0.0910394 Sep 16 17:56:06.889891 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:56:06.973555 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Notify callbacks [] for subnet, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:07.182297 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766132329732'] for subnet, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:07.280630 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:07.281228 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:07.282526 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] 10.222.0.39 "PUT /v2.0/subnets/e1e4fd53-b894-4ef5-bf89-41f8192a40bf HTTP/1.1" status: 200 len: 868 time: 0.3962202 Sep 16 17:56:07.297379 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585ed7d-974a-45fd-a2f0-920a27d478c5 None None] Network 0d60e4ea-0f0a-47e2-922f-f2577637b80f requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:56:07.301597 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e4fd53-b894-4ef5-bf89-41f8192a40bf,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:56:07.308902 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.309262 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.309590 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.310403 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.310403 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.310750 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.311183 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.311313 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.311584 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.311957 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.312281 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.312609 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80820f-0279-42ab-90c7-2ee64087a9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:07.620689 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-5845611d-b3f1-4879-a1b9-aafa66398f4d None None] Provisioning complete for port ac115ca0-b252-4508-9277-0bbf2064059e triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:56:07.621068 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5845611d-b3f1-4879-a1b9-aafa66398f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:07.703569 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-5845611d-b3f1-4879-a1b9-aafa66398f4d None None] Provisioning complete for port 4cc5048a-798e-4363-9bf3-f8ed29630252 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:56:07.703945 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5845611d-b3f1-4879-a1b9-aafa66398f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:09.428679 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8fb90f2e-1ec4-47cb-9c50-ec666a5e9ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:09.461384 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44634) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:09.651772 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca22cd0-3d7b-4dc8-83a5-186f11424ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:09.652166 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca22cd0-3d7b-4dc8-83a5-186f11424ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:09.653955 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0ca22cd0-3d7b-4dc8-83a5-186f11424ff8 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1916339 Sep 16 17:56:11.858172 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44642) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:11.902899 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-97ce25c4-8429-47f4-b742-7a90dfc650cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:12.057753 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0857ba-1d55-4865-9f4d-3e9c516d22e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:12.058164 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0857ba-1d55-4865-9f4d-3e9c516d22e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:12.059753 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4d0857ba-1d55-4865-9f4d-3e9c516d22e8 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004967 Sep 16 17:56:12.687324 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:12.933110 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:14.214553 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44650) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:14.341415 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc1781-cd8d-4a3d-a91d-2aa742968cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:14.342701 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-35cc1781-cd8d-4a3d-a91d-2aa742968cd4 admin admin] 10.222.0.39 "GET /v2.0/networks/0d60e4ea-0f0a-47e2-922f-f2577637b80f HTTP/1.1" status: 200 len: 869 time: 0.1272166 Sep 16 17:56:14.622480 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:16.517908 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44658) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:16.643266 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb55fb0-0025-47da-8ea6-62e5b0b47c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:16.644659 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-cfb55fb0-0025-47da-8ea6-62e5b0b47c20 admin admin] 10.222.0.39 "GET /v2.0/networks/1981297e-bd33-420a-b023-a2a8d1f49788 HTTP/1.1" status: 200 len: 886 time: 0.1257792 Sep 16 17:56:18.811430 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44666) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:18.934831 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c133a-99a5-4d7a-b3cc-0037e3912c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:18.935303 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c133a-99a5-4d7a-b3cc-0037e3912c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:18.936821 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-452c133a-99a5-4d7a-b3cc-0037e3912c45 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244659 Sep 16 17:56:21.077155 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44674) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:21.165996 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6173ca-cfe6-4d3c-a4f6-d04e3ea42106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:21.166491 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6173ca-cfe6-4d3c-a4f6-d04e3ea42106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:21.167950 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0d6173ca-cfe6-4d3c-a4f6-d04e3ea42106 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898666 Sep 16 17:56:23.315303 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44682) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:23.398527 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53c342-fc04-423d-8d9a-0d5d835613a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:23.399838 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ed53c342-fc04-423d-8d9a-0d5d835613a0 admin admin] 10.222.0.39 "GET /v2.0/subnets/98318b9d-7c8a-4df8-baca-38bd70270734 HTTP/1.1" status: 200 len: 816 time: 0.0836101 Sep 16 17:56:25.546074 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44690) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:25.637631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4befba-2e95-414a-9048-1bffe3ca94fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:25.638968 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0f4befba-2e95-414a-9048-1bffe3ca94fe admin admin] 10.222.0.39 "GET /v2.0/subnets/e1e4fd53-b894-4ef5-bf89-41f8192a40bf HTTP/1.1" status: 200 len: 868 time: 0.0919135 Sep 16 17:56:36.669631 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:56:39.435633 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-7e06bc8b-bde3-466a-8796-5f5d184df8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:41.921088 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-04536c67-4255-430b-ae7b-d19b3edd8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:42.685027 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:42.930568 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:44.647383 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:49.543341 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44744) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:49.589882 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [None req-39a7be04-20fe-4274-a048-a9b3659acaef admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:56:49.590943 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-39a7be04-20fe-4274-a048-a9b3659acaef admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466166 Sep 16 17:56:51.874008 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44752) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:51.933440 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe6538e-5d8a-4464-ae2b-ab38db25e95e admin admin] GET failed (client error): The resource could not be found. Sep 16 17:56:51.934750 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cbe6538e-5d8a-4464-ae2b-ab38db25e95e admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597951 Sep 16 17:56:52.077219 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73b443-177d-4815-9187-5159fa95cf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:52.078659 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5d73b443-177d-4815-9187-5159fa95cf90 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387026 Sep 16 17:56:54.248327 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44760) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:54.295717 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:56:54.406703 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Made reservation on behalf of 674533bcf47c4e1e92c3d4ae411edfc4 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:56:54.408882 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:54.435559 dv-cinder-805887-16-iscsi neutron-server[94376]: WARNING neutron.services.revisions.revision_plugin [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Could not find related network for resource to bump revision. Sep 16 17:56:54.446243 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:56:54.455036 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:54.455373 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Added segment 87682bf7-a710-433c-854d-83c7f88ac031 of type vlan for network 42343d11-a94c-4e33-8110-870e7953afd9 Sep 16 17:56:54.491488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:54.566823 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:54.567765 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:54.568338 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:54.623712 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] Pushing event updated for resources: {'Network': ['ID=42343d11-a94c-4e33-8110-870e7953afd9,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:56:54.635484 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 42343d11-a94c-4e33-8110-870e7953afd9 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 17:56:54.647698 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5b2df18c-0849-4b96-b844-24e1290e640a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3983364 Sep 16 17:56:56.825473 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44768) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:56:56.884410 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e544b6e0-bcf3-4dc0-83c5-4a0e3a56516d admin admin] GET failed (client error): The resource could not be found. Sep 16 17:56:56.885712 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e544b6e0-bcf3-4dc0-83c5-4a0e3a56516d admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592515 Sep 16 17:56:56.956263 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8db44f-5b1a-42c5-9819-54bc30ff8173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:56.958412 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-eb8db44f-5b1a-42c5-9819-54bc30ff8173 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673585 Sep 16 17:56:56.968164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 17:56:57.046821 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Made reservation on behalf of 674533bcf47c4e1e92c3d4ae411edfc4 for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:56:57.049061 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:57.278746 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:57.330180 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51d980c-3160-4d64-ad33-d7dbf0237eb7,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:56:57.340753 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Checking segment: {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:56:57.340753 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Network hostable DHCP agents. Network: 42343d11-a94c-4e33-8110-870e7953afd9, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:56:57.440934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Network 42343d11-a94c-4e33-8110-870e7953afd9 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:56:57.566676 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 42343d11-a94c-4e33-8110-870e7953afd9) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:56:57.570832 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:56:57.571110 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:57.576351 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f7f723-39d6-4e7b-bc51-9aeb0f7bb496 None None] Network 42343d11-a94c-4e33-8110-870e7953afd9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:56:57.653552 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e49ab7c0-f484-4e26-9203-d12e21c85c17 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6886098 Sep 16 17:56:57.719963 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-42343d11-a94c-4e33-8110-870e7953afd9', 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9', 'tenant_id': '674533bcf47c4e1e92c3d4ae411edfc4', 'fixed_ips': [{'subnet_id': 'd51d980c-3160-4d64-ad33-d7dbf0237eb7'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 17:56:57.720884 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:57.862922 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Allocated IP 192.168.233.2 (42343d11-a94c-4e33-8110-870e7953afd9/d51d980c-3160-4d64-ad33-d7dbf0237eb7/f93eaf9f-4746-41d3-8ec5-0c648c9f2c30) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:56:58.003376 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:58.104607 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:58.144512 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Network 42343d11-a94c-4e33-8110-870e7953afd9 is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:56:58.147372 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:56:58.150865 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 17:56:58.161761 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Pushing event updated for resources: {'Port': ['ID=f93eaf9f-4746-41d3-8ec5-0c648c9f2c30,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:56:58.183726 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.184092 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.184435 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.184770 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.185104 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.185434 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.185759 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.186103 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.186471 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.186801 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.187172 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.187496 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:56:58.222724 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Attempting to bind port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:56:58.223095 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Attempting to bind port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:56:58.223515 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Attempting to bind port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 on network 42343d11-a94c-4e33-8110-870e7953afd9 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 17:56:58.229055 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 17:56:58.229416 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Checking segment: {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 17:56:58.229824 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:58.230211 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Bound using segment: {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 17:56:58.230743 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Bound port: f93eaf9f-4746-41d3-8ec5-0c648c9f2c30, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:56:58.231142 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:58.294328 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] For port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 17:56:58.297890 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] For port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=f93eaf9f-4746-41d3-8ec5-0c648c9f2c30,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 17:56:58.376450 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:58.441262 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d7e41-4784-41e0-a90d-65430b7e4f1f None None] Pushing event updated for resources: {'Port': ['ID=f93eaf9f-4746-41d3-8ec5-0c648c9f2c30,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:56:59.240130 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60a437-c65a-4806-998c-f6347f0b6ad7 None None] Network 42343d11-a94c-4e33-8110-870e7953afd9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 17:56:59.308298 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-31e4e0f3-d154-4069-a9ae-1f1685a46f09 None None] Provisioning complete for port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:56:59.308671 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-31e4e0f3-d154-4069-a9ae-1f1685a46f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:59.456072 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-31e4e0f3-d154-4069-a9ae-1f1685a46f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:59.492387 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-31e4e0f3-d154-4069-a9ae-1f1685a46f09 None None] For port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=f93eaf9f-4746-41d3-8ec5-0c648c9f2c30,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 17:56:59.559183 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-31e4e0f3-d154-4069-a9ae-1f1685a46f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:59.616589 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4e0f3-d154-4069-a9ae-1f1685a46f09 None None] Pushing event updated for resources: {'Port': ['ID=f93eaf9f-4746-41d3-8ec5-0c648c9f2c30,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:56:59.679818 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-89ff717a-8bf4-4218-ac16-60080f1c010c None None] Provisioning complete for port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:56:59.680181 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-89ff717a-8bf4-4218-ac16-60080f1c010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:00.181531 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 17:57:00.230199 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port f93eaf9f-4746-41d3-8ec5-0c648c9f2c30 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:57:00.230199 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:09.432186 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-27c37112-027d-4934-989d-0c76c08581c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:11.915489 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-302f3569-75f4-4638-a2e4-b54127623854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:12.686669 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:12.947007 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:13.667404 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:57:14.649303 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:39.451726 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c255825f-db95-4e22-b4ef-ae21c47d629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:41.917954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f4ec95ce-3164-453c-9ac3-ddbcf762cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:42.700436 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:42.942813 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:44.637693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:50.666253 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:58:09.436808 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-a54cfac8-c976-4950-b5c3-8f893449ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:11.914307 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e230-a37a-40e9-808c-c1fd7dc57952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:12.673955 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:12.942451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:14.642215 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:21.426122 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44820) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:58:21.431976 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [None req-4a81e996-5571-42b7-806b-4f23e1bee1ea tempest-verify_tempest_config-649244121 tempest-verify_tempest_config-649244121-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:58:21.432918 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4a81e996-5571-42b7-806b-4f23e1bee1ea tempest-verify_tempest_config-649244121 tempest-verify_tempest_config-649244121-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058243 Sep 16 17:58:21.925956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44838) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:58:22.026658 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.110154 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.188144 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.234459 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6852ec9c25434d95a34cba675e17443f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3074548 Sep 16 17:58:22.235234 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9135f949-22c8-4d6b-b1bf-f30f65ec5d61,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:22.237239 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44842) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 17:58:22.241521 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.241860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.242215 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.242571 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.242892 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.243228 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.243555 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.243884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.244215 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.244529 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.244833 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.245141 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc2bf5-3461-417c-bf36-f0a3ad7da006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.380122 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.399744 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.539870 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.542294 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:22.543499 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9135f949-22c8-4d6b-b1bf-f30f65ec5d61 HTTP/1.1" status: 204 len: 168 time: 0.3053071 Sep 16 17:58:22.551597 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9135f949-22c8-4d6b-b1bf-f30f65ec5d61,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:58:22.558139 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.558522 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.558870 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.559205 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.559535 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.559869 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.560191 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.560532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.560873 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.561198 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.561556 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:22.562427 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4740dfa-e315-48d3-a163-7c6212c4b3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:58:27.663905 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:58:39.450393 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-182acb24-71b1-4920-91d1-bac3cd1c0104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:42.033573 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-78cbaf8d-2670-4eb6-aca1-061d2bf8117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:42.690561 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:42.936236 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:58:44.644663 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:04.661851 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:59:09.438693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-58a11a38-116e-439f-891c-c45db7184692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:11.898095 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-4e4737c0-8824-4833-80f3-1ad92c0f6c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:12.672976 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:12.961488 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:14.641036 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:39.440164 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-47db0e40-c0f5-46cd-805e-be3676362b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:41.659174 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 5 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 17:59:41.900680 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-93884c24-6a04-41c7-a2ff-24f29d43f9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:42.714789 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:42.963350 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:44.651597 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:59:54.497539 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074667'] for agent, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:09.203276 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44916) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:09.305525 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-40690dde-24af-4369-b5ee-b8b00280af22 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1011550 Sep 16 18:00:09.434907 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5ea64cfe-9eb5-4d04-8b2f-5d16315e9c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:11.503937 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 44926) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:00:11.563773 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-127cd246-73f0-4d49-8a53-7a4f15225b70 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0582967 Sep 16 18:00:11.943299 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-feb922b2-fade-492a-ba30-01e7d37841e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:12.688950 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:12.942841 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:14.642947 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:18.657568 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:00:24.428016 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:39.450468 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-58dcea68-01c9-43af-9dbb-20632b57926d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:41.895961 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e8d73874-b55f-4a53-841c-9917aa0169d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:42.696294 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:42.953245 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:44.667409 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:54.442701 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:00:55.656031 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:01:09.459428 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-a243e915-9812-4c08-9f9b-4de95ad3ae7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:11.910598 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ab57133e-d829-4ba5-8f97-130516d86b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:12.699305 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:12.950783 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:14.661019 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:24.441556 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:32.654627 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:01:39.477790 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d887b6a-4f77-4e76-98f1-9d6d45c2353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.113717 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45094) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:40.343178 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-network', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:40.447279 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Made reservation on behalf of e14fd2a9f2a242d4b8ac51a56c969b91 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:40.449690 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.458595 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.548917 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.632261 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.652262 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:01:40.664788 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7515cd-ad77-47c0-8ca9-2ab662e89668,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:40.674600 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.674950 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Added segment 0d903778-8c25-49c4-bb1a-a60184d4b48c of type vlan for network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 Sep 16 18:01:40.676743 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.677083 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.677415 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.677741 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.678063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Tracked resource versions report: Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: pushed versions: Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: { 'AddressGroup': {'1.2'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'ConntrackHelper': {'1.0'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Log': {'1.0'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Network': {'1.1'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Port': {'1.7'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'PortForwarding': {'1.2'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'QosPolicy': {'1.9'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroup': {'1.4'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroupRule': {'1.2'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SubPort': {'1.0'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Subnet': {'1.1'}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Trunk': {'1.1'}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: consumer versions: Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: HyperV agent@hv-cinder-80588: {}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'ConntrackHelper': '1.0', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Log': '1.0', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Network': '1.1', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Port': '1.7', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'PortForwarding': '1.2', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'QosPolicy': '1.9', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroup': '1.4', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SecurityGroupRule': '1.2', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'SubPort': '1.0', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Subnet': '1.1', Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: 'Trunk': '1.1'}} Sep 16 18:01:40.682816 dv-cinder-805887-16-iscsi neutron-server[94376]: {{(pid=94376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 18:01:40.727542 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.803566 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.804662 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:40.805244 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:40.865370 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] Pushing event updated for resources: {'Network': ['ID=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:40.875461 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:01:40.917065 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4700a3c4-5bff-4dba-a835-f73d6fa66227 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7965076 Sep 16 18:01:40.917190 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45142) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:40.922050 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Request body: {'subnet': {'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-subnet', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:40.976512 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45146) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:41.009906 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45152) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:41.015749 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Made reservation on behalf of e14fd2a9f2a242d4b8ac51a56c969b91 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:41.018909 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.206634 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45162) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:41.247758 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.280706 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1242106666-network', 'tenant_id': '0417484f42df4e17866d59e5efa1eb4e'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:41.323105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=8794d90a-030a-4082-a4bc-dff6d7c0a228,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:41.341529 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.341871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.342208 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.342562 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.342887 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.343291 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.343623 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.343961 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.344301 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.344649 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.344964 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.345278 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Tracked resource versions report: Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: pushed versions: Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: { 'AddressGroup': {'1.2'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'ConntrackHelper': {'1.0'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Log': {'1.0'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Network': {'1.1'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Port': {'1.7'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'PortForwarding': {'1.2'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'QosPolicy': {'1.9'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroup': {'1.4'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroupRule': {'1.2'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SubPort': {'1.0'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Subnet': {'1.1'}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Trunk': {'1.1'}} Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: consumer versions: Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: HyperV agent@hv-cinder-80588: {}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'ConntrackHelper': '1.0', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Log': '1.0', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Network': '1.1', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Port': '1.7', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'PortForwarding': '1.2', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'QosPolicy': '1.9', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroup': '1.4', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SecurityGroupRule': '1.2', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'SubPort': '1.0', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Subnet': '1.1', Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: 'Trunk': '1.1'}} Sep 16 18:01:41.346383 dv-cinder-805887-16-iscsi neutron-server[94375]: {{(pid=94375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 18:01:41.351296 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Checking segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:41.351649 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Network hostable DHCP agents. Network: eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:01:41.409697 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Made reservation on behalf of 0417484f42df4e17866d59e5efa1eb4e for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:41.412140 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.426759 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.443194 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:01:41.504020 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1233118410-network', 'tenant_id': '2da056cf0afc413cbc0ef35330f1a299'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:41.515676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:41.520835 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:41.521822 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.525055 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ce944-cdcb-4932-8639-8f984875f54f None None] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:41.554093 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.616218 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.643318 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:01:41.666769 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766132338068', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.667339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Unsubscribe: segment precommit_create {{(pid=94375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 18:01:41.667819 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Added segment ef2d9522-0fd8-4145-ba63-d9ab29309ec2 of type vlan for network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e Sep 16 18:01:41.677640 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c26b4c-b874-4354-88ad-76cceba5aed0 None None] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:41.680740 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d1e9df-085a-40c0-bd4d-b46fc26558d5,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:41.704178 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e51a1685-293e-486f-b203-5a47f3d02dde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7872441 Sep 16 18:01:41.707836 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45178) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:41.714612 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:41.730611 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.db.api [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 18:01:41.730611 dv-cinder-805887-16-iscsi neutron-server[94376]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 18:01:41.730611 dv-cinder-805887-16-iscsi neutron-server[94376]: [parameters: {'project_id_1': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'expiration_1': datetime.datetime(2021, 9, 16, 18, 1, 21, 719562)}] Sep 16 18:01:41.730611 dv-cinder-805887-16-iscsi neutron-server[94376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 18:01:41.731040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG oslo_db.api [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 18:01:41.755163 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.785196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1453304117-network', 'tenant_id': 'c2089382467d422bba9cb25257060f32'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:41.815743 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Made reservation on behalf of 2da056cf0afc413cbc0ef35330f1a299 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:41.818659 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.838160 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.883971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.886018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:41.887469 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.906786 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-61b1d89c-cc12-4e68-8f52-7c5a530b0bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.927492 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Made reservation on behalf of c2089382467d422bba9cb25257060f32 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:41.929711 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:41.958985 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.014098 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] Pushing event updated for resources: {'Network': ['ID=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:42.031439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:01:42.105929 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.174575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.204398 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:01:42.207885 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77af1a3-4467-4920-87a9-d25c492ef199,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:42.214535 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.215034 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Added segment b6a621ec-e2ab-4185-9447-4904215378d3 of type vlan for network 6294cd4d-3796-415e-a779-90bfb99af6f9 Sep 16 18:01:42.228388 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-86f5a6da-010f-497e-b5cd-aa01e28122ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2499688 Sep 16 18:01:42.230658 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45196) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:42.239755 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Request body: {'subnet': {'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1242106666-subnet', 'tenant_id': '0417484f42df4e17866d59e5efa1eb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:42.270140 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.356537 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.404272 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.405705 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:42.406506 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.468018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.477902 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] Pushing event updated for resources: {'Network': ['ID=6294cd4d-3796-415e-a779-90bfb99af6f9,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:42.490193 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 6294cd4d-3796-415e-a779-90bfb99af6f9 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:01:42.495883 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:01:42.511567 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a2880-91a8-4c93-9569-0aa52067e77a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:42.514804 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.515136 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Added segment 9b4cc27b-6a94-4957-9fe1-d5a62e0ac753 of type vlan for network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f Sep 16 18:01:42.536817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Made reservation on behalf of 0417484f42df4e17866d59e5efa1eb4e for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:42.539168 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.558663 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.702692 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.703845 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:42.704527 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.746757 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.787614 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:42.798950 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:01:42.850885 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e68ba75e-6cdb-4803-b1fb-2f84c2ff31d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6429121 Sep 16 18:01:42.852776 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b73b6b3a-d747-498d-950b-925ea30e2848 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8419049 Sep 16 18:01:42.853722 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45216) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:42.854867 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.855771 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45218) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:42.856790 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.862735 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Request body: {'subnet': {'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1453304117-subnet', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:42.877990 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Request body: {'subnet': {'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1233118410-subnet', 'tenant_id': '2da056cf0afc413cbc0ef35330f1a299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:42.950771 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.952508 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:42.999225 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab3abe8-e738-4bc8-9bdc-e245a447e33e,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:43.014594 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Made reservation on behalf of 2da056cf0afc413cbc0ef35330f1a299 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:43.019312 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.034695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Checking segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:43.035131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Network hostable DHCP agents. Network: 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:01:43.065412 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.151355 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Made reservation on behalf of c2089382467d422bba9cb25257060f32 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:43.152182 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:01:43.153614 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.225748 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.289360 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:43.300084 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893147d8-7d8d-41d9-9271-cec6ceb93f87 None None] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:43.300236 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:43.300236 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.383054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.427774 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-39b4dbee-1006-4721-b5cf-ea4ee66a882b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1925170 Sep 16 18:01:43.490561 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Checking segment: {'id': 'b6a621ec-e2ab-4185-9447-4904215378d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:43.490913 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Network hostable DHCP agents. Network: 6294cd4d-3796-415e-a779-90bfb99af6f9, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:01:43.494400 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afacfabb-fc79-44de-955f-d873377ef90f,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:43.505663 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.532876 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e5fbf-75ed-4a5d-9d29-bf9bd539aad0 None None] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:43.566148 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:43.636341 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Checking segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:43.636708 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Network hostable DHCP agents. Network: 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:01:43.659275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Network 6294cd4d-3796-415e-a779-90bfb99af6f9 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:01:43.671060 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.700088 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.783557 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 6294cd4d-3796-415e-a779-90bfb99af6f9) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:43.795031 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70238f45-f812-42b0-b7b0-e67db6759d2d None None] Network 6294cd4d-3796-415e-a779-90bfb99af6f9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:43.799680 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:43.800273 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.873738 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:01:43.882692 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:43.892023 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Allocated IP 172.27.2.152 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/8fc76d5f-5c3d-420a-9c14-1b0b5f770511) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:43.898071 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:43.898895 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:43.916212 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292dd54-b35d-4794-8a75-039dbf4ab9a7 None None] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:43.936892 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1ffbcf2b-ce9c-404a-8ec8-b454eba2d045 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0800421 Sep 16 18:01:43.993155 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7736a89e-947d-4770-850b-30c25a495f99 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1381705 Sep 16 18:01:43.996106 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45278) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:44.001354 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:44.097914 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.142750 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.143917 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.187519 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:01:44.189828 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.238269 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.294603 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.316559 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:44.319778 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:44.319936 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1455e-2bab-4f4a-afb1-b2a38e4df781 None None] Network 6294cd4d-3796-415e-a779-90bfb99af6f9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:44.326712 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:44.461253 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Allocated IP 172.20.0.2 (9dec0048-3d0d-4de0-a5d6-87509b6fbc3f/70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc/0e2bc360-7b1b-4b8d-9883-343dc3459558) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:44.474989 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:44.676939 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.698274 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.701212 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45308) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:44.733400 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.765475 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.778329 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45312) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:44.792927 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.848749 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Pushing event updated for resources: {'Port': ['ID=0e2bc360-7b1b-4b8d-9883-343dc3459558,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:44.860041 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.860561 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.860914 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.861251 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.861582 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.861924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.862243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.862591 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.862934 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.863262 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.863592 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.863912 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Tracked resource versions report: Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: pushed versions: Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: { 'AddressGroup': {'1.2'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'ConntrackHelper': {'1.0'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Log': {'1.0'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Network': {'1.1'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Port': {'1.7'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'PortForwarding': {'1.2'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'QosPolicy': {'1.9'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroup': {'1.4'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroupRule': {'1.2'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SubPort': {'1.0'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Subnet': {'1.1'}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Trunk': {'1.1'}} Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: consumer versions: Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: HyperV agent@hv-cinder-80588: {}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'ConntrackHelper': '1.0', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Log': '1.0', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Network': '1.1', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Port': '1.7', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'PortForwarding': '1.2', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'QosPolicy': '1.9', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroup': '1.4', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SecurityGroupRule': '1.2', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'SubPort': '1.0', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Subnet': '1.1', Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: 'Trunk': '1.1'}} Sep 16 18:01:44.865015 dv-cinder-805887-16-iscsi neutron-server[94377]: {{(pid=94377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 18:01:44.872725 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:44.874080 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:44.876645 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:44.944765 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Attempting to bind port 0e2bc360-7b1b-4b8d-9883-343dc3459558 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:01:44.945368 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Attempting to bind port 0e2bc360-7b1b-4b8d-9883-343dc3459558 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:01:44.945897 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Attempting to bind port 0e2bc360-7b1b-4b8d-9883-343dc3459558 on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:44.952101 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:01:44.952655 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Checking segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:44.953225 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:44.954333 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Bound using segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:01:44.954835 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Bound port: 0e2bc360-7b1b-4b8d-9883-343dc3459558, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:01:44.955276 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.031955 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] For port 0e2bc360-7b1b-4b8d-9883-343dc3459558, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:01:45.035503 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] For port 0e2bc360-7b1b-4b8d-9883-343dc3459558, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=0e2bc360-7b1b-4b8d-9883-343dc3459558,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:01:45.083275 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45342) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:45.087117 dv-cinder-805887-16-iscsi neutron-server[94376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 18:01:45.107140 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.124853 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b4f335fe-5af8-4282-ab3c-8390dd2b752d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.128428 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f6197449-a4dc-44e8-81d8-bb56179dfdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.166171 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95d855-9aa0-4ffb-8f9d-9ba81bdefc6c None None] Pushing event updated for resources: {'Port': ['ID=0e2bc360-7b1b-4b8d-9883-343dc3459558,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:45.188715 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.223228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45348) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:45.226685 dv-cinder-805887-16-iscsi neutron-server[94375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 18:01:45.238471 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.289362 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.458818 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-8cd96ae2-85d7-41ac-97ef-d4984b80eb83 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:45.460350 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-8cd96ae2-85d7-41ac-97ef-d4984b80eb83 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/networks?id=6294cd4d-3796-415e-a779-90bfb99af6f9 HTTP/1.1" status: 200 len: 812 time: 0.3761322 Sep 16 18:01:45.510797 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-bec94eed-a707-40c8-a900-bff43b180e59 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/quotas/2da056cf0afc413cbc0ef35330f1a299 HTTP/1.1" status: 200 len: 375 time: 0.0191483 Sep 16 18:01:45.537689 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-989fea67-e828-4412-b684-e2386e6c4b0e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:45.539274 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-989fea67-e828-4412-b684-e2386e6c4b0e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.3140833 Sep 16 18:01:45.576815 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-20843485-ee79-4fd1-a61c-c56c68a3dc00 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2da056cf0afc413cbc0ef35330f1a299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541220 Sep 16 18:01:45.581291 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b4f335fe-5af8-4282-ab3c-8390dd2b752d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.583026 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-ebdb9baf-0676-447c-9a01-64f60678e7c4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/quotas/0417484f42df4e17866d59e5efa1eb4e HTTP/1.1" status: 200 len: 375 time: 0.0345628 Sep 16 18:01:45.595980 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Allocated IP 172.27.2.214 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/3bd8aca3-0b29-425c-bf82-c7704d1072c3) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:45.651476 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-e4d9f9f0-c1d1-4943-b6c7-33c5c2d1e466 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609891 Sep 16 18:01:45.655418 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b4f335fe-5af8-4282-ab3c-8390dd2b752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.673116 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Router 3c154c09-3980-4657-954d-b9191665dfbb is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:01:45.735983 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-824b677e-140d-4657-9f54-99e6d4284c20 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:01:45.739956 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-824b677e-140d-4657-9f54-99e6d4284c20 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0869696 Sep 16 18:01:45.783676 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b4f335fe-5af8-4282-ab3c-8390dd2b752d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c26ea2b8a2e842c6a663b94f04ac6cb4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0785699 Sep 16 18:01:45.785220 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f335fe-5af8-4282-ab3c-8390dd2b752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a8d56d-4207-48cc-9501-1b720002f450,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:45.785809 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45364) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:45.826111 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-35bdbc72-c205-469f-ac62-9d5a0f5c80b7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:01:45.827738 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-35bdbc72-c205-469f-ac62-9d5a0f5c80b7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626996 Sep 16 18:01:45.865921 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.903333 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:01:45.918791 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Sync routers for ids ['3c154c09-3980-4657-954d-b9191665dfbb'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:01:45.929075 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Routers {'3c154c09-3980-4657-954d-b9191665dfbb'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:45.929075 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['3c154c09-3980-4657-954d-b9191665dfbb'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:45.942454 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-4df85d21-7045-49a5-9866-d7f177d516e1 service neutron] 10.222.0.39 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990356 Sep 16 18:01:45.944055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f6197449-a4dc-44e8-81d8-bb56179dfdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.980164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bbbeee11-f8ab-4264-8e69-6b2fda91b98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:45.986968 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-128ab5f8-fbad-4d90-ab36-b79c9503b190 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475432 Sep 16 18:01:46.021002 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bbbeee11-f8ab-4264-8e69-6b2fda91b98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.024908 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f6197449-a4dc-44e8-81d8-bb56179dfdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.087780 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Set router 3c154c09-3980-4657-954d-b9191665dfbb gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:46.104849 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.111075 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.115131 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9ca6fce7-de48-4830-92cc-5197cb517cf4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4027460 Sep 16 18:01:46.115340 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45368) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:46.157372 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f6197449-a4dc-44e8-81d8-bb56179dfdbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4b91e0740f94003b05fb0b1fc8fe100&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3774581 Sep 16 18:01:46.157585 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6197449-a4dc-44e8-81d8-bb56179dfdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b771c7-00d2-44ec-a770-1f60f67ad089,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:46.160713 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-a92b5fe9-6bcd-4e70-bf98-0bfb0fc5cbed service neutron] 10.222.0.39 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042825 Sep 16 18:01:46.161169 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45372) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:46.240946 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:46.254238 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:46.260773 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:46.270803 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-433fb0a4-cd3e-42e5-921f-5bb36e773775 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775242 Sep 16 18:01:46.271080 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bbbeee11-f8ab-4264-8e69-6b2fda91b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.274190 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bbbeee11-f8ab-4264-8e69-6b2fda91b98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.278195 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bbbeee11-f8ab-4264-8e69-6b2fda91b98a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8a8d56d-4207-48cc-9501-1b720002f450 HTTP/1.1" status: 204 len: 168 time: 0.4856172 Sep 16 18:01:46.289347 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aec097f-3188-439e-89e8-306e58584c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.300058 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeee11-f8ab-4264-8e69-6b2fda91b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a8d56d-4207-48cc-9501-1b720002f450,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:46.397200 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aec097f-3188-439e-89e8-306e58584c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.441798 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd8aca3-0b29-425c-bf82-c7704d1072c3,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:46.441981 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ac827-8d2c-4403-aaa8-65f7465a78ec None None] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:01:46.447812 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 3, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:46.501545 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Checking router: 3c154c09-3980-4657-954d-b9191665dfbb for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:01:46.502059 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Updating router 3c154c09-3980-4657-954d-b9191665dfbb port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:01:46.532380 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.543078 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 0e2bc360-7b1b-4b8d-9883-343dc3459558 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:46.824146 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.868909 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aec097f-3188-439e-89e8-306e58584c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.871464 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aec097f-3188-439e-89e8-306e58584c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:46.872607 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5aec097f-3188-439e-89e8-306e58584c0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0b771c7-00d2-44ec-a770-1f60f67ad089 HTTP/1.1" status: 204 len: 168 time: 0.7081532 Sep 16 18:01:46.937154 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec097f-3188-439e-89e8-306e58584c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b771c7-00d2-44ec-a770-1f60f67ad089,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:46.983735 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-83c67b78-0bf7-4e46-92a2-c3d20d7a8f86 None None] Provisioning complete for port 0e2bc360-7b1b-4b8d-9883-343dc3459558 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:46.994807 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-83c67b78-0bf7-4e46-92a2-c3d20d7a8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.062206 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.142430 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a5bd85e4-70f3-429c-a4a6-9679816e6760 req-30feb798-f458-45d0-af9e-d8e2562d6446 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.1760328 Sep 16 18:01:47.151988 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.243435 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.291674 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Attempting to bind port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:01:47.292045 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Attempting to bind port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:01:47.292404 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Attempting to bind port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:47.321477 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-de095a0f-4fe6-4664-b700-bdadd4079a23 req-eb27e396-3561-4d5c-ab4b-0cd788260928 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.4218533 Sep 16 18:01:47.358494 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:01:47.358969 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:47.359384 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.366405 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:01:47.370196 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Bound port: 8fc76d5f-5c3d-420a-9c14-1b0b5f770511, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:01:47.370196 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.372854 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 0e2bc360-7b1b-4b8d-9883-343dc3459558 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:47.373453 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.376887 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Pushing event updated for resources: {'Port': ['ID=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,revision_number=2']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:47.433744 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45428) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:47.455935 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c6705a05-ef8d-4cf1-ab49-b1ec07a7aaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.456387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456792 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.456988 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.457565 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.458045 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.459057 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.460149 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Tracked resource versions report: Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: pushed versions: Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: { 'AddressGroup': {'1.2'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'ConntrackHelper': {'1.0'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Log': {'1.0'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Network': {'1.1'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Port': {'1.7'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'PortForwarding': {'1.2'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'QosPolicy': {'1.9'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroup': {'1.4'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroupRule': {'1.2'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SubPort': {'1.0'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Subnet': {'1.1'}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Trunk': {'1.1'}} Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: consumer versions: Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: { DHCP agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: HyperV agent@hv-cinder-80588: {}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: L3 agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: Metadata agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: Metering agent@dv-cinder-805887-16-iscsi: {}, Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: Open vSwitch agent@dv-cinder-805887-16-iscsi: { 'AddressGroup': '1.2', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'ConntrackHelper': '1.0', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Log': '1.0', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Network': '1.1', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Port': '1.7', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'PortForwarding': '1.2', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'QosPolicy': '1.9', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroup': '1.4', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SecurityGroupRule': '1.2', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'SubPort': '1.0', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Subnet': '1.1', Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: 'Trunk': '1.1'}} Sep 16 18:01:47.462031 dv-cinder-805887-16-iscsi neutron-server[94378]: {{(pid=94378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 18:01:47.465779 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-83c67b78-0bf7-4e46-92a2-c3d20d7a8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.486256 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.527374 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] For port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:01:47.536148 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Allocated IP 172.20.0.1 (eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0/8794d90a-030a-4082-a4bc-dff6d7c0a228/881d5950-7887-4528-8906-ccd5d36e4bab) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:47.537347 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] For port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:01:47.601680 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-83c67b78-0bf7-4e46-92a2-c3d20d7a8f86 None None] For port 0e2bc360-7b1b-4b8d-9883-343dc3459558, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=0e2bc360-7b1b-4b8d-9883-343dc3459558,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:01:47.627728 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.705637 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.741888 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-83c67b78-0bf7-4e46-92a2-c3d20d7a8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:47.795294 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Routers {'3c154c09-3980-4657-954d-b9191665dfbb'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:47.796566 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['3c154c09-3980-4657-954d-b9191665dfbb'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:47.883487 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553eaff-1af4-4352-9447-621942eb204c None None] Pushing event updated for resources: {'Port': ['ID=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:48.020892 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-9d1b7612-7ee9-4ae0-b57a-a36902f910e8 None None] Provisioning complete for port 0e2bc360-7b1b-4b8d-9883-343dc3459558 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:48.021606 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7612-7ee9-4ae0-b57a-a36902f910e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.037218 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] Set router 3c154c09-3980-4657-954d-b9191665dfbb gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:48.047796 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c6705a05-ef8d-4cf1-ab49-b1ec07a7aaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.089515 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c67b78-0bf7-4e46-92a2-c3d20d7a8f86 None None] Pushing event updated for resources: {'Port': ['ID=0e2bc360-7b1b-4b8d-9883-343dc3459558,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:48.105058 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.107032 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 18:01:48.107455 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG oslo_db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 18:01:48.123961 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c6705a05-ef8d-4cf1-ab49-b1ec07a7aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.184411 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6705a05-ef8d-4cf1-ab49-b1ec07a7aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d12fbc-8456-4239-b1bf-a7936c11637d,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:48.208504 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:01:48.269822 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c6705a05-ef8d-4cf1-ab49-b1ec07a7aaeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1c51f6d26b54743be8da01d16d22d24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8345082 Sep 16 18:01:48.308265 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a6704399-7aa3-4f18-bc58-dce604893d36 req-bf15ae71-c508-4a06-898d-ee3995ea85d7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0568953 Sep 16 18:01:48.308779 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45468) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:48.309160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45470) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:48.352074 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0eff4dab-bea0-424a-8d98-8c4de5022ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.356750 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.383679 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 3, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:48.408063 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44395715-75fe-4482-93ad-4fd4ddabdf44 None None] The sync data for ids ['3c154c09-3980-4657-954d-b9191665dfbb'] in dv-cinder-805887-16-iscsi is: [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 3, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:01:48.440141 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:01:48.454264 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:01:48.466168 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:48.467698 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:48.478396 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:48.494510 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:48.504233 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:48.504710 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.574164 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f7aa41f3-4442-450a-9e9d-311ab4daeacc req-39c4cb6c-b025-4a66-982c-d3759040d4dc tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0583947 Sep 16 18:01:48.603198 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:48.608645 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Pushing event updated for resources: {'Port': ['ID=881d5950-7887-4528-8906-ccd5d36e4bab,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:48.728346 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7b254277-ce48-46bb-a147-67fba9e6065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.751934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0eff4dab-bea0-424a-8d98-8c4de5022ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.766846 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7b254277-ce48-46bb-a147-67fba9e6065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:48.892820 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 3, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:48.928077 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:01:48.928490 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Updating router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:01:48.935100 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 0e2bc360-7b1b-4b8d-9883-343dc3459558 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:48.982770 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.021055 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0eff4dab-bea0-424a-8d98-8c4de5022ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.071036 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0eff4dab-bea0-424a-8d98-8c4de5022ac5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b602ed4189c412eb9e686a3e86e04ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7536943 Sep 16 18:01:49.072398 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff4dab-bea0-424a-8d98-8c4de5022ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480bd239-b122-4b19-b038-46e1c36fe55a,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:49.073692 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45492) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:49.093750 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7b254277-ce48-46bb-a147-67fba9e6065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.100168 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7b254277-ce48-46bb-a147-67fba9e6065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.100168 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-7b254277-ce48-46bb-a147-67fba9e6065d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4d12fbc-8456-4239-b1bf-a7936c11637d HTTP/1.1" status: 204 len: 168 time: 0.7878268 Sep 16 18:01:49.123103 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b254277-ce48-46bb-a147-67fba9e6065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d12fbc-8456-4239-b1bf-a7936c11637d,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:49.132570 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.133839 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8224d258-683e-424c-b475-8872b893e3d3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1365366 Sep 16 18:01:49.138450 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45496) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:49.145099 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.153773 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 0e2bc360-7b1b-4b8d-9883-343dc3459558 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:49.157406 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.193690 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-30d7a916-a991-47a8-9ed0-3241f7704c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.236306 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-30d7a916-a991-47a8-9ed0-3241f7704c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.415442 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-30d7a916-a991-47a8-9ed0-3241f7704c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.417959 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-30d7a916-a991-47a8-9ed0-3241f7704c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.422095 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-30d7a916-a991-47a8-9ed0-3241f7704c57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480bd239-b122-4b19-b038-46e1c36fe55a HTTP/1.1" status: 204 len: 168 time: 0.3473661 Sep 16 18:01:49.439548 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7a916-a991-47a8-9ed0-3241f7704c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bd239-b122-4b19-b038-46e1c36fe55a,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:49.469623 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8c0c0fb1-1e19-4cbe-a743-c46b07e44d86 req-46501f58-8647-482d-85a4-3f31cb3706b8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0636344 Sep 16 18:01:49.479483 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.607822 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.687094 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.711536 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Attempting to bind port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:01:49.712188 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Attempting to bind port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:01:49.712724 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Attempting to bind port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:49.726688 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8e9bb-ab1b-4fbb-8fc2-57d66fdffeb8 None None] Pushing event updated for resources: {'Port': ['ID=3bd8aca3-0b29-425c-bf82-c7704d1072c3,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:49.728814 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:01:49.729190 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:49.729642 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.730050 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:01:49.730575 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Bound port: 3bd8aca3-0b29-425c-bf82-c7704d1072c3, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:01:49.730962 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.811767 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] For port 3bd8aca3-0b29-425c-bf82-c7704d1072c3, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:01:49.815177 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] For port 3bd8aca3-0b29-425c-bf82-c7704d1072c3, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=3bd8aca3-0b29-425c-bf82-c7704d1072c3,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:01:49.819653 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7ad4c309-ea98-4448-9762-ccbf3ea8d02c req-bfa4fd6d-c6ae-4e61-b18c-69b3ba08bb9b tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0311573 Sep 16 18:01:49.820467 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.821069 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.905402 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:49.928242 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Pushing event updated for resources: {'Port': ['ID=881d5950-7887-4528-8906-ccd5d36e4bab,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:50.015756 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:50.016944 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:50.019844 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8e9bb-ab1b-4fbb-8fc2-57d66fdffeb8 None None] Pushing event updated for resources: {'Port': ['ID=3bd8aca3-0b29-425c-bf82-c7704d1072c3,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:50.088579 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:50.093726 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:50.150061 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:50.192027 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:50.313950 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Router 3c154c09-3980-4657-954d-b9191665dfbb has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:01:50.470619 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 3, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:50.505450 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccefa97-7199-4fcc-b926-f7bb6542dbb1 None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 3, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:01:50.654023 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Allocated IP 172.20.0.1 (9dec0048-3d0d-4de0-a5d6-87509b6fbc3f/70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc/01189c18-0411-44d0-860e-06554c3aeedb) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:50.680747 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:01:50.689098 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-15c27fa9-e37f-473a-9e33-528d1b2a8680 admin admin] 10.222.0.39 "PUT /v2.0/routers/3c154c09-3980-4657-954d-b9191665dfbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5702913 Sep 16 18:01:50.763778 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-31103105-2d98-4188-9af4-b44d6d41e0c7 req-c4fed781-0aeb-4b35-8ac7-fce4d4d49837 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0482795 Sep 16 18:01:50.900890 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Sync routers for ids ['3c154c09-3980-4657-954d-b9191665dfbb'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:01:50.904634 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:50.904904 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:50.904999 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Routers {'3c154c09-3980-4657-954d-b9191665dfbb'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:50.904999 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['3c154c09-3980-4657-954d-b9191665dfbb'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:50.961493 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:50.962024 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:50.968085 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.072863 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-33e16a0e-05a9-4052-997d-678989f66c4b req-462e9345-9338-4a32-adb1-52c094774655 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0469987 Sep 16 18:01:51.109156 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:51.113868 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:51.132604 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:51.139634 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.175904 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.218830 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:01:51.273035 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Set router 3c154c09-3980-4657-954d-b9191665dfbb gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:51.283918 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Pushing event updated for resources: {'Port': ['ID=01189c18-0411-44d0-860e-06554c3aeedb,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:51.312403 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.421160 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:51.475083 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-11d387bf-6816-461d-b64c-63a535490773 None None] Provisioning complete for port 01189c18-0411-44d0-860e-06554c3aeedb triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:51.475493 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-11d387bf-6816-461d-b64c-63a535490773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.500034 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.517149 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-11d387bf-6816-461d-b64c-63a535490773 None None] Port 01189c18-0411-44d0-860e-06554c3aeedb cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:01:51.571787 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:01:48Z', 'revision_number': 4, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '881d5950-7887-4528-8906-ccd5d36e4bab', 'name': '', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'mac_address': 'fa:16:3e:5d:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:47Z', 'updated_at': '2021-09-16T18:01:49Z', 'revision_number': 2, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'subnets': [{'id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:51.611676 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Checking router: 3c154c09-3980-4657-954d-b9191665dfbb for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:01:51.612035 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Updating router 3c154c09-3980-4657-954d-b9191665dfbb port 881d5950-7887-4528-8906-ccd5d36e4bab binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:01:51.644279 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.730824 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.798469 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.799990 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:51.993418 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:52.020411 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Pushing event updated for resources: {'Port': ['ID=01189c18-0411-44d0-860e-06554c3aeedb,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:52.029008 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a15d1ff8-b5d2-4468-addb-52c87c01a6a4 req-a40316d2-c4b9-4dc4-9e50-0794fdc14efb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0645759 Sep 16 18:01:52.087641 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:52.141523 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:52.143448 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:52.154262 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-ecf3e860-7c0b-43f8-9265-dfaf07c6d4ec tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:52.166478 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f5d0-3a62-40e3-920f-15490ec982b7 None None] Pushing event updated for resources: {'Port': ['ID=881d5950-7887-4528-8906-ccd5d36e4bab,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:52.167597 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-ecf3e860-7c0b-43f8-9265-dfaf07c6d4ec tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 819 time: 0.2207279 Sep 16 18:01:52.232744 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-2cc1f9d2-1295-4d5d-9f6a-b8a2a543443d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/quotas/e14fd2a9f2a242d4b8ac51a56c969b91 HTTP/1.1" status: 200 len: 375 time: 0.0640252 Sep 16 18:01:52.260304 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Attempting to bind port 881d5950-7887-4528-8906-ccd5d36e4bab on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:01:52.261180 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Attempting to bind port 881d5950-7887-4528-8906-ccd5d36e4bab by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:01:52.261730 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Attempting to bind port 881d5950-7887-4528-8906-ccd5d36e4bab on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:52.277611 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:01:52.281266 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Checking segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:52.281266 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:52.281266 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Bound using segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:01:52.281266 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Bound port: 881d5950-7887-4528-8906-ccd5d36e4bab, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:01:52.281266 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:52.323681 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-05373373-6b66-4af6-b289-85961f6ea4b4 req-447ad6c5-efed-42d2-b46d-54cf5f4d1442 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0953875 Sep 16 18:01:52.423311 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-4337b97d-22a8-42f5-9119-eb364c1ab2d7 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885178 Sep 16 18:01:52.505566 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] For port 881d5950-7887-4528-8906-ccd5d36e4bab, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:01:52.510168 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] For port 881d5950-7887-4528-8906-ccd5d36e4bab, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=881d5950-7887-4528-8906-ccd5d36e4bab,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:01:52.546398 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:01:52.552799 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-1021e0e4-20a3-41cc-8d4f-bed9d27e3171 None None] Provisioning complete for port 01189c18-0411-44d0-860e-06554c3aeedb triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:52.554061 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1021e0e4-20a3-41cc-8d4f-bed9d27e3171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:52.581087 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:52.614434 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-1021e0e4-20a3-41cc-8d4f-bed9d27e3171 None None] Port 01189c18-0411-44d0-860e-06554c3aeedb cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:01:52.647186 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-5ec21ba8-0999-4f6e-a4b9-ca44a3502404 service neutron] 10.222.0.39 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229717 Sep 16 18:01:52.795689 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Routers {'3c154c09-3980-4657-954d-b9191665dfbb'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:52.800403 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['3c154c09-3980-4657-954d-b9191665dfbb'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:52.812173 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f5d0-3a62-40e3-920f-15490ec982b7 None None] Pushing event updated for resources: {'Port': ['ID=881d5950-7887-4528-8906-ccd5d36e4bab,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:52.893969 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:01:52.920475 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-2dd23f02-e126-4e6e-b4ae-dbb4f4520385 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8650c0b-10bf-4c53-9c46-66b79c9d5e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7807541 Sep 16 18:01:52.948308 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-0ffe5917-cae8-4b4e-8b89-41d3001d87f8 service neutron] 10.222.0.39 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879353 Sep 16 18:01:53.014049 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:53.100852 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] Set router 3c154c09-3980-4657-954d-b9191665dfbb gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:53.163390 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:53.163390 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:53.167205 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:01:53.220981 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:53.222206 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:53.237348 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-360ebf12-e9a4-4cfd-b766-ecdace6ab64f req-99bebcad-12ba-486b-a009-0e272122ebf4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0524418 Sep 16 18:01:53.313844 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.48', 56320) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:53.358983 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3bd8aca3-0b29-425c-bf82-c7704d1072c3 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:53.565072 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-b1acbd0c-a81f-4b22-87c5-49ccec793052 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:53.570128 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-b1acbd0c-a81f-4b22-87c5-49ccec793052 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.48 "GET /v2.0/networks?id=6294cd4d-3796-415e-a779-90bfb99af6f9 HTTP/1.1" status: 200 len: 812 time: 0.2543380 Sep 16 18:01:53.586122 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:01:48Z', 'revision_number': 4, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '881d5950-7887-4528-8906-ccd5d36e4bab', 'name': '', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'mac_address': 'fa:16:3e:5d:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:47Z', 'updated_at': '2021-09-16T18:01:52Z', 'revision_number': 4, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'subnets': [{'id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:53.596819 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:53.610890 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6da33c1b-8816-4cb2-908c-622c916d76e3 req-a5a1c91c-2b31-4393-bb83-6e3c9750eb2f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 210 time: 0.1984022 Sep 16 18:01:53.632947 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Request body: {'port': {'device_id': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9', 'admin_state_up': True, 'tenant_id': '2da056cf0afc413cbc0ef35330f1a299'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:53.648156 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e196eb-4351-44f9-b155-41dc0c3be003 None None] The sync data for ids ['3c154c09-3980-4657-954d-b9191665dfbb'] in dv-cinder-805887-16-iscsi is: [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:01:48Z', 'revision_number': 4, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '881d5950-7887-4528-8906-ccd5d36e4bab', 'name': '', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'mac_address': 'fa:16:3e:5d:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:47Z', 'updated_at': '2021-09-16T18:01:52Z', 'revision_number': 4, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'subnets': [{'id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:01:54.030403 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:54.030403 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.030403 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.061351 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 3bd8aca3-0b29-425c-bf82-c7704d1072c3, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=3bd8aca3-0b29-425c-bf82-c7704d1072c3,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:01:54.078260 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 2, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:54.102747 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-90305f9e-930b-40f4-8f3c-727101896d2f req-82243fa1-76bf-4240-8f30-6d4b8ff07c37 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.1909547 Sep 16 18:01:54.111210 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:01:54.111677 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Updating router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 port 01189c18-0411-44d0-860e-06554c3aeedb binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:01:54.158774 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.359604 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Made reservation on behalf of 2da056cf0afc413cbc0ef35330f1a299 for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:54.364322 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.532730 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.647215 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=3bd8aca3-0b29-425c-bf82-c7704d1072c3,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:54.673282 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.749415 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.791782 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b088e1eb-5847-41e4-9bf6-d78b833c41bd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:54.799633 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b088e1eb-5847-41e4-9bf6-d78b833c41bd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 819 time: 0.5141046 Sep 16 18:01:54.846682 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-f45be363-c5c2-4b47-a1d4-7eabdc959151 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/quotas/e14fd2a9f2a242d4b8ac51a56c969b91 HTTP/1.1" status: 200 len: 375 time: 0.0453470 Sep 16 18:01:54.881617 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:54.981108 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 881d5950-7887-4528-8906-ccd5d36e4bab up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:55.050297 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.48', 56326) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:55.128772 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0abe6d-2f45-4fd3-a2b2-8e36ec012c75 None None] Pushing event updated for resources: {'Port': ['ID=01189c18-0411-44d0-860e-06554c3aeedb,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:55.153683 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45748) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:55.188491 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885703495', 'description': 'tempest-description--419607701'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:55.253385 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Attempting to bind port 01189c18-0411-44d0-860e-06554c3aeedb on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:01:55.258011 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Attempting to bind port 01189c18-0411-44d0-860e-06554c3aeedb by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:01:55.258011 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Attempting to bind port 01189c18-0411-44d0-860e-06554c3aeedb on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:55.288198 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:01:55.288545 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Checking segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:55.289573 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.291206 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Bound using segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:01:55.291817 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Bound port: 01189c18-0411-44d0-860e-06554c3aeedb, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:01:55.292137 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.350835 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 881d5950-7887-4528-8906-ccd5d36e4bab triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:55.351217 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.405116 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.408774 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-84a1cf48-d061-429c-991b-654bc9d58ee3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5609944 Sep 16 18:01:55.437338 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Allocated IP 172.20.0.3 (6294cd4d-3796-415e-a779-90bfb99af6f9/afacfabb-fc79-44de-955f-d873377ef90f/d03a6214-415e-4b05-b71d-56d48344e1c1) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:55.469875 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-bbef873f-7be7-49cf-b999-014a85bb7c00 None None] Provisioning complete for port 01189c18-0411-44d0-860e-06554c3aeedb triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:55.470752 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-bbef873f-7be7-49cf-b999-014a85bb7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.567418 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-bbef873f-7be7-49cf-b999-014a85bb7c00 None None] Port 01189c18-0411-44d0-860e-06554c3aeedb cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:01:55.725126 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.741150 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-17a8de19-d197-4fe2-bc1d-cad0f2a41033 service neutron] 10.222.0.39 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314860 Sep 16 18:01:55.744401 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ce7a645f-f035-4559-85b6-fa715f07fc97 req-c9adb8c8-4ad5-477d-8d99-e8293e89e28c tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.3496268 Sep 16 18:01:55.836166 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-9a597509-1f37-4670-9de3-b9deeadf1934 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:55.844142 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-9a597509-1f37-4670-9de3-b9deeadf1934 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.7919576 Sep 16 18:01:55.872095 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:55.938252 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5915178b-ba67-461c-a285-a940d9971eec,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:55.998099 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.010742 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] For port 01189c18-0411-44d0-860e-06554c3aeedb, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:01:56.014095 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] For port 01189c18-0411-44d0-860e-06554c3aeedb, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=01189c18-0411-44d0-860e-06554c3aeedb,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:01:56.038563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.040424 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3c7f5a87-e71b-462e-832f-6e29e7d6d88c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8805671 Sep 16 18:01:56.043268 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45768) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:56.048661 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'security_group_rule': {'security_group_id': '5915178b-ba67-461c-a285-a940d9971eec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:56.064005 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 881d5950-7887-4528-8906-ccd5d36e4bab, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=881d5950-7887-4528-8906-ccd5d36e4bab,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:01:56.104078 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.112501 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.137898 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-cae5897f-5516-4fc1-b880-92b10d708a48 service neutron] 10.222.0.39 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657579 Sep 16 18:01:56.150876 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9c661e31-5dd1-40cb-ba3e-0949356c6089 req-ae0b5145-e159-4b01-8ff8-d46a9c7f3657 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0743475 Sep 16 18:01:56.211215 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.214939 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3bd8aca3-0b29-425c-bf82-c7704d1072c3 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:56.242135 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.306304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.332348 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:01:56.333057 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:01:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:56.392279 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Request body: {'port': {'device_id': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'admin_state_up': True, 'tenant_id': '0417484f42df4e17866d59e5efa1eb4e'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:56.433555 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0abe6d-2f45-4fd3-a2b2-8e36ec012c75 None None] Pushing event updated for resources: {'Port': ['ID=01189c18-0411-44d0-860e-06554c3aeedb,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:56.592040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=881d5950-7887-4528-8906-ccd5d36e4bab,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:56.605996 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Pushing event updated for resources: {'Port': ['ID=d03a6214-415e-4b05-b71d-56d48344e1c1,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:56.614297 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Network 6294cd4d-3796-415e-a779-90bfb99af6f9 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:56.617710 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:56.625849 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-1b10b7c2-2237-4b09-af3b-ca3bfb10a78f None None] Provisioning complete for port 01189c18-0411-44d0-860e-06554c3aeedb triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:56.626815 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1b10b7c2-2237-4b09-af3b-ca3bfb10a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.627059 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:56.628814 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:56.629469 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.635304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:56.637357 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.804299 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-5644bab7-f6fa-4a9a-b4f0-ba2532ece90a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1771126 Sep 16 18:01:56.834123 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:01:56.839828 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a48af954-6597-4061-a3ea-5497dca34d8e req-5e70a74d-370b-4bf7-b80c-94b149e58387 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.1077542 Sep 16 18:01:56.886984 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:56.926277 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-aa22d4c1-06b9-4054-940f-81c323f78fc7 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:01:56.928103 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-aa22d4c1-06b9-4054-940f-81c323f78fc7 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093451 Sep 16 18:01:56.969305 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.018819 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee1cf5a-e92f-4422-ad38-f89a353d1cb5,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:57.044545 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7519ee76-54cd-4617-a805-e6aeba3d378f req-11582dec-4169-4be0-844c-078aea512e86 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0678360 Sep 16 18:01:57.064766 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Made reservation on behalf of 0417484f42df4e17866d59e5efa1eb4e for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:57.069388 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.237194 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 881d5950-7887-4528-8906-ccd5d36e4bab up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:57.333966 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Request body: {'port': {'device_id': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:57.459591 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.461391 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-46e968ec-0e93-4407-af3b-d78e2feecd7f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4170010 Sep 16 18:01:57.471314 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45812) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:57.480418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.489487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'security_group_rule': {'security_group_id': '5915178b-ba67-461c-a285-a940d9971eec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:57.569309 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1b10b7c2-2237-4b09-af3b-ca3bfb10a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.603700 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 881d5950-7887-4528-8906-ccd5d36e4bab triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:57.605078 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.627991 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-1b10b7c2-2237-4b09-af3b-ca3bfb10a78f None None] For port 01189c18-0411-44d0-860e-06554c3aeedb, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=01189c18-0411-44d0-860e-06554c3aeedb,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:01:57.739281 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1b10b7c2-2237-4b09-af3b-ca3bfb10a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.786747 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:01:57.818100 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:57.948622 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Allocated IP 172.20.0.13 (5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e/aab3abe8-e738-4bc8-9bdc-e245a447e33e/88f8113a-723c-4b75-8a4b-7fe32e5afa0b) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:58.016894 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac387103-9bf8-4c99-bf39-28a4eda54725 None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:01:58.067444 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10b7c2-2237-4b09-af3b-ca3bfb10a78f None None] Pushing event updated for resources: {'Port': ['ID=01189c18-0411-44d0-860e-06554c3aeedb,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:58.110445 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.173933 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07d2d5-dac6-4e6c-ac95-b97e8f42ccdd req-803003a1-2e11-4b63-a8f5-fc8833cec16b tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:58.187157 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d07d2d5-dac6-4e6c-ac95-b97e8f42ccdd req-803003a1-2e11-4b63-a8f5-fc8833cec16b tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 931 time: 0.3000095 Sep 16 18:01:58.250890 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.258938 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03a6214-415e-4b05-b71d-56d48344e1c1 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:01:58.280144 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.370089 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Transition to ACTIVE for port object d03a6214-415e-4b05-b71d-56d48344e1c1 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:01:58.379810 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde08c0-fc63-47fe-812a-14ab5c35749c,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:58.432613 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2252af1a-5add-4f3b-bac5-9ecda4915627 req-7e0fcd5b-575e-46e6-8993-20f638b835c4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0651941 Sep 16 18:01:58.436763 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d07d2d5-dac6-4e6c-ac95-b97e8f42ccdd req-e80819b3-f96f-4d8a-b554-e8e06f6839fb tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482965 Sep 16 18:01:58.454539 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.481814 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.482868 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-721efe32-6869-4e02-ae98-a485057d40c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0103369 Sep 16 18:01:58.486552 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45844) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:58.491937 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:58.527817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.48', 56335) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:58.608345 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.679777 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.719569 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-2e8d5607-f294-45cb-be05-369eec789162 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:58.721258 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-2e8d5607-f294-45cb-be05-369eec789162 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 819 time: 0.1816494 Sep 16 18:01:58.776401 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c1593e22-a725-4ca6-be9c-b92cae48a074 req-fc0a2666-667e-4469-90a2-5212cdb8db43 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0365875 Sep 16 18:01:58.795487 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Request body: {'port': {'device_id': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'admin_state_up': True, 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:58.848089 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:58.900376 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6214-415e-4b05-b71d-56d48344e1c1,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:58.935063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Attempting to bind port d03a6214-415e-4b05-b71d-56d48344e1c1 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:01:58.935063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Attempting to bind port d03a6214-415e-4b05-b71d-56d48344e1c1 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'b6a621ec-e2ab-4185-9447-4904215378d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:01:58.935063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Attempting to bind port d03a6214-415e-4b05-b71d-56d48344e1c1 on network 6294cd4d-3796-415e-a779-90bfb99af6f9 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:58.965457 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Port d03a6214-415e-4b05-b71d-56d48344e1c1 on network 6294cd4d-3796-415e-a779-90bfb99af6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:01:58.965760 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Attempting to bind port d03a6214-415e-4b05-b71d-56d48344e1c1 on network 6294cd4d-3796-415e-a779-90bfb99af6f9 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:01:58.980771 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:01:58.981094 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Checking segment: {'id': 'b6a621ec-e2ab-4185-9447-4904215378d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:01:58.981680 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Bound using segment: {'id': 'b6a621ec-e2ab-4185-9447-4904215378d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:01:58.982250 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Bound port: d03a6214-415e-4b05-b71d-56d48344e1c1, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a621ec-e2ab-4185-9447-4904215378d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:01:58.982532 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.011981 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event updated for resources: {'Port': ['ID=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:59.081948 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:01:59.084304 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:01:59.087144 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:01:59.101351 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:59.102080 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.176723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.217589 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] For port d03a6214-415e-4b05-b71d-56d48344e1c1, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:01:59.223769 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] For port d03a6214-415e-4b05-b71d-56d48344e1c1, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d03a6214-415e-4b05-b71d-56d48344e1c1,segment=NetworkSegment(b6a621ec-e2ab-4185-9447-4904215378d3),segment_id=b6a621ec-e2ab-4185-9447-4904215378d3)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:01:59.302275 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 01189c18-0411-44d0-860e-06554c3aeedb up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:01:59.311074 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.372821 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 01189c18-0411-44d0-860e-06554c3aeedb triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:01:59.373617 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.413289 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:01:59.414706 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.416704 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/d03a6214-415e-4b05-b71d-56d48344e1c1 HTTP/1.1" status: 200 len: 1093 time: 2.1720071 Sep 16 18:01:59.417355 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'tag': 'd03a6214-415e-4b05-b71d-56d48344e1c1'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:01:59.439757 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Allocated IP 172.27.2.22 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/7aa7442a-f953-44cc-8b6f-37fbbd82c8af) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:01:59.584658 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Made reservation on behalf of e14fd2a9f2a242d4b8ac51a56c969b91 for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:01:59.591880 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.630501 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:01:59.682759 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45884) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:01:59.710771 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-0e7c8214-b4b2-4344-934d-05c333a36939 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3430202 Sep 16 18:01:59.727914 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Request body: {'port': {'device_id': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:01:59.879461 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd31c0-cf5a-4a6b-a4b7-c5ce75f3d2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a6214-415e-4b05-b71d-56d48344e1c1,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:01:59.903575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.000129 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1ee9bf3-2be0-4679-ad52-5fc88f9c67eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.015069 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee17943-0de0-4363-91f7-cd5056e25f88", "tag": "d03a6214-415e-4b05-b71d-56d48344e1c1"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:00.038968 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7f056d42-779b-4fc1-9c77-28806d5558e1 req-f0ddc8b2-b8d9-41ae-82a8-7171f38c1d07 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0858746 Sep 16 18:02:00.049761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.119241 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:02:00.217516 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:00.278832 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:02:00.301368 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-d9e1740a-fcda-4f86-99ce-3892a1973df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:00.302964 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-d9e1740a-fcda-4f86-99ce-3892a1973df9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da056cf0afc413cbc0ef35330f1a299&device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 1096 time: 0.7211106 Sep 16 18:02:00.313467 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46463cd2-ff5b-423b-bdfc-352e5cca1889 req-b33b2530-f2e4-4613-b592-fe9205ee2df1 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:00.318371 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'Port': ['ID=7aa7442a-f953-44cc-8b6f-37fbbd82c8af,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:00.321916 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-46463cd2-ff5b-423b-bdfc-352e5cca1889 req-b33b2530-f2e4-4613-b592-fe9205ee2df1 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.5669146 Sep 16 18:02:00.399861 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-46463cd2-ff5b-423b-bdfc-352e5cca1889 req-7864833e-ebfc-4658-90d9-7f6d44743517 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769117 Sep 16 18:02:00.426625 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Allocated IP 172.20.0.7 (eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0/8794d90a-030a-4082-a4bc-dff6d7c0a228/e8455b42-ce1b-4d4e-9d5f-c87f6049fa49) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:02:00.572976 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.585492 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1857c-bd9a-40ef-970f-638ddbdd49a4 req-cd385796-a671-424d-909e-d0dc100a7690 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:00.587297 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5ba1857c-bd9a-40ef-970f-638ddbdd49a4 req-cd385796-a671-424d-909e-d0dc100a7690 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 932 time: 0.3816211 Sep 16 18:02:00.748948 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.811109 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5ba1857c-bd9a-40ef-970f-638ddbdd49a4 req-d84ac015-4b63-4a46-a753-57754a513959 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100933 Sep 16 18:02:00.876993 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1ee9bf3-2be0-4679-ad52-5fc88f9c67eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.896376 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:00.931834 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.034780 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Pushing event updated for resources: {'Port': ['ID=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:01.051379 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:02:01.053171 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:01.056031 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f5382-e99e-4195-a2e2-784c10c983c1 x-openstack-request-id: req-6b0f5382-e99e-4195-a2e2-784c10c983c1 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:01.056407 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee17943-0de0-4363-91f7-cd5056e25f88", "tag": "d03a6214-415e-4b05-b71d-56d48344e1c1", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:01.056659 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b0f5382-e99e-4195-a2e2-784c10c983c1 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:01.057111 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'tag': 'd03a6214-415e-4b05-b71d-56d48344e1c1', 'status': 'completed', 'code': 200} Sep 16 18:02:01.058168 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:02:01.071679 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:01.072401 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.278558 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1ee9bf3-2be0-4679-ad52-5fc88f9c67eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.324299 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-80822f28-3334-4c45-ad43-adea01b21721 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5393629 Sep 16 18:02:01.338462 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-de4a1cb2-29d3-4a9b-82d1-59e51136a8ba req-30701748-3615-4537-b772-24c4f8067ac9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0891256 Sep 16 18:02:01.379421 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f8113a-723c-4b75-8a4b-7fe32e5afa0b {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:01.396982 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.402335 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee9bf3-2be0-4679-ad52-5fc88f9c67eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddea66a-c6fa-495f-bd33-4c9f6872fafb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:01.414310 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f1ee9bf3-2be0-4679-ad52-5fc88f9c67eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e6cc05ea7104ab7ad06a18834231fad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7305069 Sep 16 18:02:01.417242 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 45918) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:01.490095 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Transition to ACTIVE for port object 88f8113a-723c-4b75-8a4b-7fe32e5afa0b will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:02:01.506946 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a362d0ef-9967-43b3-9ccc-77524eb3bda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.586712 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a362d0ef-9967-43b3-9ccc-77524eb3bda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.588414 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.632658 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bde661-3fd7-4c42-b75a-ee9786e837f6 req-8d122d3b-a0cc-4c77-a4da-fec3934e7a49 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:01.634097 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b0bde661-3fd7-4c42-b75a-ee9786e837f6 req-8d122d3b-a0cc-4c77-a4da-fec3934e7a49 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.0925117 Sep 16 18:02:01.672620 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.676692 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b0bde661-3fd7-4c42-b75a-ee9786e837f6 req-2ef301c5-5daa-4836-a13c-2eb167de9e38 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365965 Sep 16 18:02:01.715401 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.731010 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Pushing event updated for resources: {'Port': ['ID=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:01.782297 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.786233 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a362d0ef-9967-43b3-9ccc-77524eb3bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.788971 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a362d0ef-9967-43b3-9ccc-77524eb3bda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.791009 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a362d0ef-9967-43b3-9ccc-77524eb3bda3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ddea66a-c6fa-495f-bd33-4c9f6872fafb HTTP/1.1" status: 204 len: 168 time: 0.3720965 Sep 16 18:02:01.800394 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362d0ef-9967-43b3-9ccc-77524eb3bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddea66a-c6fa-495f-bd33-4c9f6872fafb,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:01.840772 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Attempting to bind port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:02:01.841300 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Attempting to bind port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:02:01.841587 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Attempting to bind port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:01.851212 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'Port': ['ID=7aa7442a-f953-44cc-8b6f-37fbbd82c8af,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:01.858018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:02:01.858018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Attempting to bind port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:01.861174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:02:01.868489 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Checking segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:01.868489 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Bound using segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:02:01.868489 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Bound port: 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:02:01.868489 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.940262 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:01.949319 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f8664044-704c-4109-b1fc-54fb7ad935e4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4538307 Sep 16 18:02:01.989830 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02325c-8069-47a8-b479-0f675f765f0d req-aa3ae8ce-a405-4723-8118-1556197a8d95 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:01.991423 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ac02325c-8069-47a8-b479-0f675f765f0d req-aa3ae8ce-a405-4723-8118-1556197a8d95 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0866306 Sep 16 18:02:01.992704 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] For port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:02:01.998471 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] For port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:02:02.037697 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ac02325c-8069-47a8-b479-0f675f765f0d req-76f5a681-1190-41a0-8856-2f67eaa8de5f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Sep 16 18:02:02.187038 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-d3534d47-1288-4cd6-aeb7-c18c0fdd2837 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--885703495&fields=id&tenant_id=c2089382467d422bba9cb25257060f32 HTTP/1.1" status: 200 len: 267 time: 0.0500827 Sep 16 18:02:02.312066 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:02.313806 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-eafb4973-d547-4e60-99db-4bbf094b684d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:02.315277 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-eafb4973-d547-4e60-99db-4bbf094b684d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 811 time: 0.1204157 Sep 16 18:02:02.332212 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-da00acff-1764-4d34-960a-b08b10bc3dfe tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/quotas/c2089382467d422bba9cb25257060f32 HTTP/1.1" status: 200 len: 375 time: 0.0107429 Sep 16 18:02:02.351723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:02.351723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:02.353255 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] 10.222.0.48 "PUT /v2.0/ports/88f8113a-723c-4b75-8a4b-7fe32e5afa0b HTTP/1.1" status: 200 len: 1094 time: 2.6305833 Sep 16 18:02:02.353754 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'tag': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:02.441656 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-278f7ba0-6a81-4592-9eb4-964d0d20cd81 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036887 Sep 16 18:02:02.550629 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-26bc0ae5-fc54-41b5-963f-a6ce85d5bb3a req-fd882b9e-e23a-448b-95a1-2407592bca51 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0865297 Sep 16 18:02:02.591196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d5486-84c2-4579-8f7a-8bbd8630f826 service neutron] Pushing event updated for resources: {'Port': ['ID=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:02.676389 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c9fa58-f885-4f8a-aeec-20aeeb59d59b", "tag": "88f8113a-723c-4b75-8a4b-7fe32e5afa0b"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:02.677503 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-8555724e-5637-4c8b-a5e5-7d5edb6be23e service neutron] 10.222.0.39 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112646 Sep 16 18:02:02.789051 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-8803bd9c-49d5-4eca-953f-ddb56c784cdc service neutron] 10.222.0.39 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045830 Sep 16 18:02:02.874114 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c78b6e-9d87-4e7d-9045-8854ce508fa3 x-openstack-request-id: req-65c78b6e-9d87-4e7d-9045-8854ce508fa3 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:02.875391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c9fa58-f885-4f8a-aeec-20aeeb59d59b", "tag": "88f8113a-723c-4b75-8a4b-7fe32e5afa0b", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:02.875391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65c78b6e-9d87-4e7d-9045-8854ce508fa3 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:02.875734 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'tag': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'status': 'completed', 'code': 200} Sep 16 18:02:02.973521 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb8ef-a3c6-4639-bc09-3961159575a3 req-bede9385-2737-41b0-9e98-ad9276daa9dc tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:02.974991 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3ccb8ef-a3c6-4639-bc09-3961159575a3 req-bede9385-2737-41b0-9e98-ad9276daa9dc tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.0494068 Sep 16 18:02:03.019139 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3ccb8ef-a3c6-4639-bc09-3961159575a3 req-84615ab9-6719-46f9-8420-e730b838127c tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Sep 16 18:02:03.191355 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a3b6bac2-6aef-4ac1-ae03-5e17f180e2d0 req-93d43d74-0538-4f02-9d51-b7ffd7fe795e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0349729 Sep 16 18:02:03.195726 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ade9a4-3ea6-4b56-b5fa-a9dad698bca1 req-3bb907b4-2956-4226-9c1e-ce3bbf26b7f2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:03.203632 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a4ade9a4-3ea6-4b56-b5fa-a9dad698bca1 req-3bb907b4-2956-4226-9c1e-ce3bbf26b7f2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0884409 Sep 16 18:02:03.242483 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a4ade9a4-3ea6-4b56-b5fa-a9dad698bca1 req-f64e9c69-52f6-475e-84e2-3e8e91c6f5ea tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377414 Sep 16 18:02:03.672307 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f0a680ed-abec-4637-b0ad-61d2b1c20f12 req-f5fea568-ea86-46e7-9185-be20eea800e9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Sep 16 18:02:04.145145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae93fa-97ed-4620-b69e-e4aa9533bdca req-6b33d502-b77b-43a1-bf0f-23acec0b12ba tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:04.150871 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccae93fa-97ed-4620-b69e-e4aa9533bdca req-6b33d502-b77b-43a1-bf0f-23acec0b12ba tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.0573180 Sep 16 18:02:04.191288 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccae93fa-97ed-4620-b69e-e4aa9533bdca req-6df6ab3b-2b7c-48fe-aaa2-b70a61f23ad4 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384231 Sep 16 18:02:04.277445 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-582d3180-4668-4884-8ffa-530f78a08f5e req-1cac85d0-c11f-4210-8297-e79ad7d2fa30 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0412388 Sep 16 18:02:04.410363 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f45dbf-f7f0-47e4-98b8-8c007360c63d req-bbdcdfe7-9c78-4e0c-9382-2828c1a0edb8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:04.412135 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1f45dbf-f7f0-47e4-98b8-8c007360c63d req-bbdcdfe7-9c78-4e0c-9382-2828c1a0edb8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0509396 Sep 16 18:02:04.452769 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1f45dbf-f7f0-47e4-98b8-8c007360c63d req-d1c82eac-bb28-43f6-9714-0b91574358c4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Sep 16 18:02:04.835854 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d5a9b5de-1569-47a2-9186-57433fce435d req-1fceff0b-2f46-42c9-adbb-e38e1040f0b3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0562944 Sep 16 18:02:05.358336 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6cc3-912c-47d0-973f-d718d9d6ace0 req-2f6400d4-a0f9-48ba-89c8-4502aaf21245 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:05.360100 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e44d6cc3-912c-47d0-973f-d718d9d6ace0 req-2f6400d4-a0f9-48ba-89c8-4502aaf21245 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.0728173 Sep 16 18:02:05.409365 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e44d6cc3-912c-47d0-973f-d718d9d6ace0 req-f6384f60-dbe2-4893-a0e5-6c2f7ecf5840 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Sep 16 18:02:05.416774 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-02d568b7-472e-4598-ba36-81104b1d4a36 req-423bb104-0b81-4e43-a0cb-e3b930465946 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0293748 Sep 16 18:02:05.618451 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead68f2-baa2-4063-a386-9819112537f0 req-0c9b6a1e-3cba-404a-978c-1e5e39535d8e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:05.620038 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2ead68f2-baa2-4063-a386-9819112537f0 req-0c9b6a1e-3cba-404a-978c-1e5e39535d8e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0541112 Sep 16 18:02:05.675007 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2ead68f2-baa2-4063-a386-9819112537f0 req-78ccc491-37cb-44d7-870b-212524de1965 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Sep 16 18:02:05.943863 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a140027a-ca83-4aed-a3fd-7549a05b64da req-4f20ca02-ca39-4592-9198-ea6568582dbd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0299621 Sep 16 18:02:06.552630 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b867ee85-425f-4056-8ac1-5396a51911c0 req-3e874fc5-b8e5-431e-9438-5b662d76c2b0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0452139 Sep 16 18:02:06.564659 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc3837-9355-4be0-820b-116594eab70b req-eca2a1bf-58c2-483d-b173-5204b8a098ce tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:06.572616 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-61dc3837-9355-4be0-820b-116594eab70b req-eca2a1bf-58c2-483d-b173-5204b8a098ce tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.0783389 Sep 16 18:02:06.624261 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-61dc3837-9355-4be0-820b-116594eab70b req-1677127f-17a2-4b79-a7a0-d6acd2956842 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 Sep 16 18:02:06.787660 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31967a91-17c6-48ec-a530-d9ac04ebd764 req-57334d05-9f82-4edf-b91a-8dbcbbbb9ed7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:06.789091 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-31967a91-17c6-48ec-a530-d9ac04ebd764 req-57334d05-9f82-4edf-b91a-8dbcbbbb9ed7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0500302 Sep 16 18:02:06.834708 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-31967a91-17c6-48ec-a530-d9ac04ebd764 req-da7a6db7-a223-46b2-ae4a-d6253d30b895 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Sep 16 18:02:07.044116 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ce7d24c0-0f2a-4757-9bdc-2ea643c92d7b req-8664fa1b-478d-45f6-815a-4608d43a2b46 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0294201 Sep 16 18:02:07.702639 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Request body: {'port': {'device_id': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:07.706015 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2febaff2-49e3-4855-b45a-af8fc3afd59b req-e12f0c7f-ea9e-4a51-854a-dc4ba8d5c0ac tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0524774 Sep 16 18:02:07.747381 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-cbaf4e53-88a4-4616-bbdb-c7b6d95be396 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d03a6214-415e-4b05-b71d-56d48344e1c1 HTTP/1.1" status: 200 len: 217 time: 0.0906448 Sep 16 18:02:07.764994 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8 req-74c94b83-a252-45ac-96ba-9f9c5e6d4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:07.766747 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8 req-74c94b83-a252-45ac-96ba-9f9c5e6d4d88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 1097 time: 0.1026204 Sep 16 18:02:07.943778 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1264-a056-48bc-af92-56d0354f3e21 req-7dcddf91-de41-47b1-b127-4cc832412ea7 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:07.945390 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-aafe1264-a056-48bc-af92-56d0354f3e21 req-7dcddf91-de41-47b1-b127-4cc832412ea7 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.2040143 Sep 16 18:02:07.959926 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-6d54122e-65ff-4585-8826-540a97bd3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:07.961406 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-6d54122e-65ff-4585-8826-540a97bd3d40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afacfabb-fc79-44de-955f-d873377ef90f HTTP/1.1" status: 200 len: 852 time: 0.1586905 Sep 16 18:02:07.967425 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:08.036797 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.48', 56359) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:08.057164 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-aafe1264-a056-48bc-af92-56d0354f3e21 req-caa8b32f-4112-4643-ab76-3840ea58f68c tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009970 Sep 16 18:02:08.082510 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8 req-f9fbeed9-83db-43a7-9bc9-eba9dcdfe4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:08.084786 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8 req-f9fbeed9-83db-43a7-9bc9-eba9dcdfe4fb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0417484f42df4e17866d59e5efa1eb4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2789252 Sep 16 18:02:08.089641 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-51fad9cf-dd37-4fc5-9a44-1d0f7c534270 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6294cd4d-3796-415e-a779-90bfb99af6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197085 Sep 16 18:02:08.095938 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4a8d1-fa7e-4c86-92bf-cada4ea2311d req-5a916062-df29-421e-be20-2074184e2bf1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:08.103164 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7ed4a8d1-fa7e-4c86-92bf-cada4ea2311d req-5a916062-df29-421e-be20-2074184e2bf1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.1470685 Sep 16 18:02:08.383745 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b1f0195d-4229-411c-99fc-f2552419c900 req-6cd9ba9b-cdd2-463d-98d8-bc1282dd0823 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0870290 Sep 16 18:02:08.466952 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-ded02667-4399-4af2-a34f-93b4e0d9db7f service neutron] 10.222.0.48 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936293 Sep 16 18:02:08.483202 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7ed4a8d1-fa7e-4c86-92bf-cada4ea2311d req-0c5fb458-e016-41b6-87f9-64a9980b66a2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788464 Sep 16 18:02:08.509328 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-c88b23d4-5479-4f44-8c74-c7ed00350dab tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:08.511057 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-c88b23d4-5479-4f44-8c74-c7ed00350dab tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 819 time: 0.4673526 Sep 16 18:02:08.528321 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Request body: {'port': {'device_id': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'admin_state_up': True, 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:08.560465 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8 req-a018ecc9-99d0-4a48-babd-91e995c7cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:08.561948 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fcc8ac4d-bf4e-4d44-8f2b-66c3467a5fc8 req-a018ecc9-99d0-4a48-babd-91e995c7cb17 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4556417 Sep 16 18:02:08.619141 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1274d01-1b30-4bf8-b279-41ac914dd191 req-04989ea5-e110-41a2-844e-86bb6e6b54f4 service neutron] 10.222.0.48 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426034 Sep 16 18:02:08.623376 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:08.635562 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:08.654038 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Transition to ACTIVE for port object e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:02:08.689168 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-ec569f4b-a260-47da-959c-9732f7b3788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:08.690756 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-ec569f4b-a260-47da-959c-9732f7b3788e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 1097 time: 0.0627453 Sep 16 18:02:08.745054 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46158) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:08.761139 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-33ebb471-3093-4458-ae5f-18fcfb4568e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b HTTP/1.1" status: 200 len: 217 time: 0.0609171 Sep 16 18:02:08.772718 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:08.816956 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Made reservation on behalf of e14fd2a9f2a242d4b8ac51a56c969b91 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:08.820785 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:08.861470 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27693d-1164-4a77-903b-c034dcd0beef req-d57eec62-cc48-4bbf-94f5-a2ac768d7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:08.862974 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-d57eec62-cc48-4bbf-94f5-a2ac768d7750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab3abe8-e738-4bc8-9bdc-e245a447e33e HTTP/1.1" status: 200 len: 855 time: 0.0941093 Sep 16 18:02:08.932601 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.48', 56365) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:08.932793 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46168) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:08.935352 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Pushing event updated for resources: {'Port': ['ID=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:08.958008 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8d14272b-643a-428a-b51a-2d5cab0dc93e req-7a2fcca1-7214-46a7-83f3-3c57f1eee37d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0436611 Sep 16 18:02:09.004418 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-40433bb6-3ce8-4321-abbe-817e2ab6463e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707328 Sep 16 18:02:09.004944 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7cf4-bbdb-4432-83a1-6d7605a77512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.018517 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-73f94a51-f0c4-47b9-8b14-d1a0f40c1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.021201 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-73f94a51-f0c4-47b9-8b14-d1a0f40c1ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da056cf0afc413cbc0ef35330f1a299&device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 1096 time: 0.1704254 Sep 16 18:02:09.066643 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Attempting to bind port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:02:09.069268 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Attempting to bind port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:02:09.069268 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Attempting to bind port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:09.101732 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:02:09.107311 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Attempting to bind port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:09.154926 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:02:09.155263 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Checking segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:09.155540 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Bound using segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:02:09.156004 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Bound port: e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:02:09.156373 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.169123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f4be527b-dfcc-4960-b9f7-69e839794804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.303036 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-0be2c9e3-3244-480d-9543-18b9d5a9b6a3 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.304571 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-0be2c9e3-3244-480d-9543-18b9d5a9b6a3 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 811 time: 0.3697731 Sep 16 18:02:09.310868 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Allocated IP 172.20.0.14 (eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0/8794d90a-030a-4082-a4bc-dff6d7c0a228/1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:02:09.340393 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed971c-e057-4740-8efe-7560506b5566 req-c15329da-bafa-452c-9d9c-59e69134ec6e tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.341950 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2fed971c-e057-4740-8efe-7560506b5566 req-c15329da-bafa-452c-9d9c-59e69134ec6e tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.1829755 Sep 16 18:02:09.344618 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-6a66ae29-403c-4385-8261-533a64ef4d0b service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273389 Sep 16 18:02:09.429909 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-1f319bda-1016-40c2-be5f-2abe1df2a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.431572 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-1f319bda-1016-40c2-be5f-2abe1df2a7e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6294cd4d-3796-415e-a779-90bfb99af6f9 HTTP/1.1" status: 200 len: 913 time: 0.4030814 Sep 16 18:02:09.483878 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ca504888-fa0d-4d93-be6c-6f1d5e9c4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.496583 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-394e6c66-d6ee-417f-a00e-c6f95524a880 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2089382467d422bba9cb25257060f32 HTTP/1.1" status: 200 len: 379 time: 0.1787839 Sep 16 18:02:09.500993 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-10a0799e-635c-46cc-8762-d6e11bf0fb8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d03a6214-415e-4b05-b71d-56d48344e1c1 HTTP/1.1" status: 200 len: 217 time: 0.0565872 Sep 16 18:02:09.530456 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] For port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:02:09.542786 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8319e127-d031-4404-9cf8-9fea32963009 req-050557b2-e95f-4a4f-8671-e85739a28754 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0468824 Sep 16 18:02:09.550544 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'port': {'device_id': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'admin_state_up': True, 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'security_groups': ['5915178b-ba67-461c-a285-a940d9971eec']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:09.580631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] For port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:02:09.580798 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2fed971c-e057-4740-8efe-7560506b5566 req-d252f597-2eb2-4097-8925-2e405465b9ec tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151663 Sep 16 18:02:09.596752 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7cf4-bbdb-4432-83a1-6d7605a77512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.603860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-8d7e8779-836f-4a05-8087-1c508feade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.606322 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-8d7e8779-836f-4a05-8087-1c508feade8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afacfabb-fc79-44de-955f-d873377ef90f HTTP/1.1" status: 200 len: 852 time: 0.0883322 Sep 16 18:02:09.646068 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-e8312102-e02d-4a5a-858f-6360ce12c305 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6294cd4d-3796-415e-a779-90bfb99af6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323794 Sep 16 18:02:09.657110 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:02:09.693657 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.695407 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7cf4-bbdb-4432-83a1-6d7605a77512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.707114 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-08504fd3-505a-49f5-8679-43c9454f7f75 service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388326 Sep 16 18:02:09.750756 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.795416 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.796041 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.797513 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 1093 time: 2.1379657 Sep 16 18:02:09.799418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'tag': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:09.801679 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50d6ac-1ee6-412c-9f2e-e53951e65217" -d '{"events": [{"name": "network-changed", "server_uuid": "b050a8e2-575b-4f2c-911d-eadc9c74aebf", "tag": "e8455b42-ce1b-4d4e-9d5f-c87f6049fa49"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:09.823963 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6ec2a-bd52-4768-99f4-f72a2b55fea5 req-056798ee-fd92-4584-905f-3fcd3f9dfa6a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.825515 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a6c6ec2a-bd52-4768-99f4-f72a2b55fea5 req-056798ee-fd92-4584-905f-3fcd3f9dfa6a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.2040834 Sep 16 18:02:09.836399 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ecfb7cf4-bbdb-4432-83a1-6d7605a77512 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fc80359fcc54ee28dc4d1dd6f88c785&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0902779 Sep 16 18:02:09.840694 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46194) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:09.851841 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f4be527b-dfcc-4960-b9f7-69e839794804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.862816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75450147-44ef-488e-bd0e-742df1dc9993 x-openstack-request-id: req-75450147-44ef-488e-bd0e-742df1dc9993 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:09.863104 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b050a8e2-575b-4f2c-911d-eadc9c74aebf", "tag": "e8455b42-ce1b-4d4e-9d5f-c87f6049fa49", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:09.863353 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75450147-44ef-488e-bd0e-742df1dc9993 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:09.863739 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'tag': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49', 'status': 'completed', 'code': 200} Sep 16 18:02:09.880503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.884555 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14eb99-5e68-4f7a-9db6-40702dd15778 service neutron] Pushing event updated for resources: {'Port': ['ID=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:09.891519 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7cf4-bbdb-4432-83a1-6d7605a77512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155b0a24-1dd6-420a-8c7a-ece9a58611c0,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:09.923455 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-ca70e2dc-795a-4b95-a74d-81dae8a5ab56 service neutron] 10.222.0.48 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635899 Sep 16 18:02:09.945068 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-396e3c88-05ab-4980-8c30-4d8131867dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.945068 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:02:09.948836 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a6c6ec2a-bd52-4768-99f4-f72a2b55fea5 req-cd9ce411-f0bd-416c-a1de-0c8ff0f2e6d5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076908 Sep 16 18:02:09.949160 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f4be527b-dfcc-4960-b9f7-69e839794804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:09.971989 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:09.992889 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:02:09.998587 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:09.999227 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.006496 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Pushing event updated for resources: {'Port': ['ID=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:10.010328 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d6ac-1ee6-412c-9f2e-e53951e65217 req-d5e34216-fa7e-42c5-8623-8a330db6ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.012272 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c50d6ac-1ee6-412c-9f2e-e53951e65217 req-d5e34216-fa7e-42c5-8623-8a330db6ec27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1096 time: 0.1219487 Sep 16 18:02:10.032467 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-396e3c88-05ab-4980-8c30-4d8131867dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.062751 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f4be527b-dfcc-4960-b9f7-69e839794804 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d39ba347aa340f4b814a565ee03bd48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1258183 Sep 16 18:02:10.073533 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46204) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:10.110893 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Made reservation on behalf of c2089382467d422bba9cb25257060f32 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:10.114287 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.121035 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9340327c-2f29-4a70-8b56-4f2771a6110e req-b0f32100-40b2-4b68-9d39-067768913a0b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0630438 Sep 16 18:02:10.134637 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be527b-dfcc-4960-b9f7-69e839794804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17a4073-b20b-4518-a88f-9ebfc64baf30,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:10.152151 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b9dc2dc9-f42d-47ea-bae0-950b951814e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6308932 Sep 16 18:02:10.162805 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-229e6b35-10d7-497d-8f8e-8bf898ec4544 service neutron] 10.222.0.48 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304153 Sep 16 18:02:10.175775 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Request body: {'port': {'device_id': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:10.221959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d6ac-1ee6-412c-9f2e-e53951e65217 req-514af59b-4fb8-4cba-a42f-f844b89cb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.223338 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c50d6ac-1ee6-412c-9f2e-e53951e65217 req-514af59b-4fb8-4cba-a42f-f844b89cb07d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2010238 Sep 16 18:02:10.250623 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98571cdf-7624-446d-86be-0047a8f40786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.252323 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.308926 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98571cdf-7624-446d-86be-0047a8f40786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.345844 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-396e3c88-05ab-4980-8c30-4d8131867dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.348406 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-396e3c88-05ab-4980-8c30-4d8131867dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.351967 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-396e3c88-05ab-4980-8c30-4d8131867dc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/155b0a24-1dd6-420a-8c7a-ece9a58611c0 HTTP/1.1" status: 204 len: 168 time: 0.5079615 Sep 16 18:02:10.410729 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e3c88-05ab-4980-8c30-4d8131867dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155b0a24-1dd6-420a-8c7a-ece9a58611c0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:10.434500 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d6ac-1ee6-412c-9f2e-e53951e65217 req-3eeda6f3-32fe-49ae-93d8-64432e049ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.436008 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c50d6ac-1ee6-412c-9f2e-e53951e65217 req-3eeda6f3-32fe-49ae-93d8-64432e049ecb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048030 Sep 16 18:02:10.518540 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-224a33af-5349-46c2-a163-7b3e16a41a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.520134 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-224a33af-5349-46c2-a163-7b3e16a41a92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1096 time: 0.0456653 Sep 16 18:02:10.555229 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Allocated IP 172.20.0.13 (9dec0048-3d0d-4de0-a5d6-87509b6fbc3f/70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc/99efb11e-0a38-420a-bde9-1451f396c176) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:02:10.563368 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-8a44c9b9-4c55-41d5-9d83-679ecc596713 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 217 time: 0.0346634 Sep 16 18:02:10.631568 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-26f9b922-8e74-4fac-bb87-70017b992569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.633142 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-26f9b922-8e74-4fac-bb87-70017b992569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.0625665 Sep 16 18:02:10.678261 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-b064190e-11c3-4e59-b581-6ffd705a639b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282714 Sep 16 18:02:10.740012 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf31ac8-85f7-42f3-b200-5f4ab45faa83 req-112a31fd-2742-4410-a9be-6837ea842368 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.741971 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4cf31ac8-85f7-42f3-b200-5f4ab45faa83 req-112a31fd-2742-4410-a9be-6837ea842368 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 932 time: 0.1265218 Sep 16 18:02:10.790955 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98571cdf-7624-446d-86be-0047a8f40786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.793461 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98571cdf-7624-446d-86be-0047a8f40786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:10.797803 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-98571cdf-7624-446d-86be-0047a8f40786 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a17a4073-b20b-4518-a88f-9ebfc64baf30 HTTP/1.1" status: 204 len: 168 time: 0.7121270 Sep 16 18:02:10.843635 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4cf31ac8-85f7-42f3-b200-5f4ab45faa83 req-84c54c45-8c6c-47dc-bd09-49dcf752073d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843091 Sep 16 18:02:10.845755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98571cdf-7624-446d-86be-0047a8f40786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17a4073-b20b-4518-a88f-9ebfc64baf30,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:10.869068 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-323bcf8f-a6c2-410d-ad34-e73109c9c04a service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819010 Sep 16 18:02:10.957624 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443f736-688e-44c3-98ee-295eb17ea86e req-4f6a97f3-2e16-4cfc-bea1-6b2f5921f849 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:10.959155 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a443f736-688e-44c3-98ee-295eb17ea86e req-4f6a97f3-2e16-4cfc-bea1-6b2f5921f849 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 943 time: 0.1840107 Sep 16 18:02:10.959280 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b1f552c-0aab-4702-993f-3ffcee9e6c54 req-c0b16068-2e19-49d5-8e1f-a1be6e9def8a service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822601 Sep 16 18:02:11.061694 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.066686 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:11.073175 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a443f736-688e-44c3-98ee-295eb17ea86e req-522ac4ee-0d10-4187-a60c-c4392878242c tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Sep 16 18:02:11.079344 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.097608 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Transition to ACTIVE for port object 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:02:11.097738 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72749a-1712-4ec6-bcfc-f305c6e615a7 req-d62893e0-8876-4a2f-852a-8b4d157ee883 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:11.102808 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a72749a-1712-4ec6-bcfc-f305c6e615a7 req-d62893e0-8876-4a2f-852a-8b4d157ee883 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0628939 Sep 16 18:02:11.134447 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46234) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:11.142029 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a72749a-1712-4ec6-bcfc-f305c6e615a7 req-d44266c8-f166-4ca9-a964-95b46bc70d25 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366142 Sep 16 18:02:11.148878 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-611e035d-7b01-4362-a343-d4d781a8037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.170567 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.219554 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.311684 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46242) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:11.321581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:02:11.330617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:11.340462 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:11.345382 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:02:11.351065 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:11.351701 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.401466 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c4281-eb5b-4526-8270-5cfc59f07203 req-b5c0684c-999b-4b67-9ed0-1e0bb9a77aa6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:11.403186 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e7c4281-eb5b-4526-8270-5cfc59f07203 req-b5c0684c-999b-4b67-9ed0-1e0bb9a77aa6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 932 time: 0.1902211 Sep 16 18:02:11.484024 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'Port': ['ID=99efb11e-0a38-420a-bde9-1451f396c176,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:11.521301 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Attempting to bind port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:02:11.521652 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Attempting to bind port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:02:11.521971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Attempting to bind port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:11.528957 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-611e035d-7b01-4362-a343-d4d781a8037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.532622 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e7c4281-eb5b-4526-8270-5cfc59f07203 req-0aedb623-b1c4-46e9-9bf9-775b2cf9a3cd tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154389 Sep 16 18:02:11.536373 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:02:11.536712 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Attempting to bind port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 on network eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:11.543585 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:02:11.543937 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Checking segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:11.544331 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Bound using segment: {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:02:11.544803 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Bound port: 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d903778-8c25-49c4-bb1a-a60184d4b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:02:11.545162 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.598665 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-979eaf2e-35c3-4f82-899c-e87958c6acc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.635955 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-611e035d-7b01-4362-a343-d4d781a8037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.643003 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] For port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:02:11.677934 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] For port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:02:11.683814 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-1751777a-12f4-4f77-8b0b-c2c3e0ff9629 None None] Provisioning complete for port 99efb11e-0a38-420a-bde9-1451f396c176 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:11.684355 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1751777a-12f4-4f77-8b0b-c2c3e0ff9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.689481 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-611e035d-7b01-4362-a343-d4d781a8037f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40c5b9d1a6bf4ffa8fc4a7b5568dab2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539241 Sep 16 18:02:11.690698 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e035d-7b01-4362-a343-d4d781a8037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07b2ab-b7ef-4629-8422-3e0b895fbc37,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:11.692323 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46260) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:11.727724 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device d03a6214-415e-4b05-b71d-56d48344e1c1 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:02:11.752788 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-138b5cda-ba42-483d-ab07-5371ac70d832 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2141953 Sep 16 18:02:11.752965 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c84fa0e-b8f8-4d9a-b6af-62bffa25942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.753203 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-1751777a-12f4-4f77-8b0b-c2c3e0ff9629 None None] Port 99efb11e-0a38-420a-bde9-1451f396c176 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:02:11.766888 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Request body: {'port': {'device_id': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:11.786593 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c84fa0e-b8f8-4d9a-b6af-62bffa25942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.805049 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.866168 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:11.866901 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.868248 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] 10.222.0.48 "PUT /v2.0/ports/1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 HTTP/1.1" status: 200 len: 1094 time: 1.7022302 Sep 16 18:02:11.871844 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'tag': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:11.873252 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "daa11301-2f39-48a6-8f92-9d8b1aff9f83", "tag": "1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:11.894143 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.895893 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port d03a6214-415e-4b05-b71d-56d48344e1c1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d03a6214-415e-4b05-b71d-56d48344e1c1,segment=NetworkSegment(b6a621ec-e2ab-4185-9447-4904215378d3),segment_id=b6a621ec-e2ab-4185-9447-4904215378d3)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:11.907972 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21c40a-1d3f-4bae-bbd4-c1d840210ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:11.917961 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'd03a6214-415e-4b05-b71d-56d48344e1c1', 'network_id': '6294cd4d-3796-415e-a779-90bfb99af6f9', 'port_id': 'd03a6214-415e-4b05-b71d-56d48344e1c1', 'mac_address': 'fa:16:3e:d2:a9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afacfabb-fc79-44de-955f-d873377ef90f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:02:11.923429 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-979eaf2e-35c3-4f82-899c-e87958c6acc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.958620 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0a522ff1-aadc-4a7b-a435-8261c9e2ef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.967761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d3797-eb65-49b2-87fc-4b4daf1ed4a0 x-openstack-request-id: req-ff9d3797-eb65-49b2-87fc-4b4daf1ed4a0 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:11.967761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa11301-2f39-48a6-8f92-9d8b1aff9f83", "tag": "1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:11.967761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff9d3797-eb65-49b2-87fc-4b4daf1ed4a0 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:11.968140 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c84fa0e-b8f8-4d9a-b6af-62bffa25942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.968481 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'tag': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571', 'status': 'completed', 'code': 200} Sep 16 18:02:11.970793 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c84fa0e-b8f8-4d9a-b6af-62bffa25942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.972135 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6c84fa0e-b8f8-4d9a-b6af-62bffa25942a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b07b2ab-b7ef-4629-8422-3e0b895fbc37 HTTP/1.1" status: 204 len: 168 time: 0.2788241 Sep 16 18:02:11.985393 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:11.996677 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-979eaf2e-35c3-4f82-899c-e87958c6acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.003156 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84fa0e-b8f8-4d9a-b6af-62bffa25942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07b2ab-b7ef-4629-8422-3e0b895fbc37,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:12.007482 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03a6214-415e-4b05-b71d-56d48344e1c1 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:12.044893 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port d03a6214-415e-4b05-b71d-56d48344e1c1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d03a6214-415e-4b05-b71d-56d48344e1c1,segment=NetworkSegment(b6a621ec-e2ab-4185-9447-4904215378d3),segment_id=b6a621ec-e2ab-4185-9447-4904215378d3)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:12.048446 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-979eaf2e-35c3-4f82-899c-e87958c6acc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=741185a6b8c140b4a131fb8c81eafcfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7352479 Sep 16 18:02:12.070618 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46278) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:12.073112 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceb327-1359-415f-8b5a-cd2813b27d32 req-634011cb-9c9f-45a7-8e70-9fb1cf97eecd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.082777 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-15ceb327-1359-415f-8b5a-cd2813b27d32 req-634011cb-9c9f-45a7-8e70-9fb1cf97eecd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 944 time: 0.1264014 Sep 16 18:02:12.089573 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eaf2e-35c3-4f82-899c-e87958c6acc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d54de-b1a7-4b4f-94ac-c665f515ee6a,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:12.135839 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.138763 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 88f8113a-723c-4b75-8a4b-7fe32e5afa0b details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:02:12.151091 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0 req-99a6b716-b678-4105-83fd-833722d2369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.151091 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0 req-99a6b716-b678-4105-83fd-833722d2369a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 1097 time: 0.1725662 Sep 16 18:02:12.241010 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=d03a6214-415e-4b05-b71d-56d48344e1c1,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:12.311710 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-15ceb327-1359-415f-8b5a-cd2813b27d32 req-65263f02-7a50-48f0-886a-1e07b311751c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304702 Sep 16 18:02:12.393760 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23413db9-dbb1-4137-814a-319d9024975e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.397189 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:12.409993 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50730def-1873-4688-836e-0f9c972c28d4 req-bf4f1406-b6dc-49d0-b858-3214787b53b8 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.417515 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-50730def-1873-4688-836e-0f9c972c28d4 req-bf4f1406-b6dc-49d0-b858-3214787b53b8 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 944 time: 0.2200961 Sep 16 18:02:12.417811 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'port_id': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'mac_address': 'fa:16:3e:9b:d6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab3abe8-e738-4bc8-9bdc-e245a447e33e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:02:12.446229 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0 req-5dec7aa1-5989-465f-ae2c-d435110cfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.447796 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0 req-5dec7aa1-5989-465f-ae2c-d435110cfe96 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2782731 Sep 16 18:02:12.477811 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183afe3f-e2fe-41cd-af66-3a8eba73ada2 req-2a27a19c-5ef0-4678-8229-52613d2bcd92 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.479112 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.479608 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-183afe3f-e2fe-41cd-af66-3a8eba73ada2 req-2a27a19c-5ef0-4678-8229-52613d2bcd92 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 944 time: 0.0758026 Sep 16 18:02:12.492059 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23413db9-dbb1-4137-814a-319d9024975e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.504000 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f8113a-723c-4b75-8a4b-7fe32e5afa0b {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:12.534720 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:12.553426 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-183afe3f-e2fe-41cd-af66-3a8eba73ada2 req-ff7dbda6-8c3d-43f2-81bb-5762e6d93b8d tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664175 Sep 16 18:02:12.554188 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-50730def-1873-4688-836e-0f9c972c28d4 req-c504ab64-9e59-4238-94c0-4384784c3675 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356721 Sep 16 18:02:12.650417 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.673704 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16288501-419d-439b-8dfb-6ebc9dcd0873 req-800bc311-5acd-436d-9be5-13f3ccfd9ff4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.675468 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-16288501-419d-439b-8dfb-6ebc9dcd0873 req-800bc311-5acd-436d-9be5-13f3ccfd9ff4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 932 time: 0.0607762 Sep 16 18:02:12.680811 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99efb11e-0a38-420a-bde9-1451f396c176 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:12.696638 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.707959 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0 req-df2eb464-f96e-4cba-b5eb-c5d4d678b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.709461 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef1bb09a-27d5-47b5-b4b7-f036052fd3a0 req-df2eb464-f96e-4cba-b5eb-c5d4d678b8cd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506218 Sep 16 18:02:12.722236 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:12.740113 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.750972 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-16288501-419d-439b-8dfb-6ebc9dcd0873 req-4fb406e2-0ff0-4f10-88de-f22285ad2cc8 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631223 Sep 16 18:02:12.788721 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46304) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:12.793388 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-f9109a93-6e6d-4ff7-bee9-2d970601ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:12.794924 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-f9109a93-6e6d-4ff7-bee9-2d970601ba0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 1097 time: 0.0439632 Sep 16 18:02:12.797342 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Transition to ACTIVE for port object 99efb11e-0a38-420a-bde9-1451f396c176 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:02:12.798671 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23413db9-dbb1-4137-814a-319d9024975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.801179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23413db9-dbb1-4137-814a-319d9024975e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.804802 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-23413db9-dbb1-4137-814a-319d9024975e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca1d54de-b1a7-4b4f-94ac-c665f515ee6a HTTP/1.1" status: 204 len: 168 time: 0.7298758 Sep 16 18:02:12.817885 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23413db9-dbb1-4137-814a-319d9024975e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d54de-b1a7-4b4f-94ac-c665f515ee6a,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:12.861919 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:12.864733 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-6a90ff70-ff96-4f41-a4f0-88b0bc475ced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 HTTP/1.1" status: 200 len: 217 time: 0.0611448 Sep 16 18:02:12.948688 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Pushing event updated for resources: {'Port': ['ID=99efb11e-0a38-420a-bde9-1451f396c176,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:12.950775 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:12.969039 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-932525153-network', 'tenant_id': 'e386265363e84e7d9a6e0b502b90322c'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:12.974736 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['d03a6214-415e-4b05-b71d-56d48344e1c1'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:12.989496 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b82c3fd7-13fe-4541-a044-99f343cc859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.000230 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-b82c3fd7-13fe-4541-a044-99f343cc859e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.1119771 Sep 16 18:02:13.054749 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-d2780605-92f6-4dfb-b600-78630267aaf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449822 Sep 16 18:02:13.055682 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Attempting to bind port 99efb11e-0a38-420a-bde9-1451f396c176 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:02:13.056015 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Attempting to bind port 99efb11e-0a38-420a-bde9-1451f396c176 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:02:13.056339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Attempting to bind port 99efb11e-0a38-420a-bde9-1451f396c176 on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:13.061439 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Port 99efb11e-0a38-420a-bde9-1451f396c176 on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:02:13.062126 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Attempting to bind port 99efb11e-0a38-420a-bde9-1451f396c176 on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:13.070301 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:02:13.070701 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Checking segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:13.071170 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Bound using segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:02:13.071513 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Bound port: 99efb11e-0a38-420a-bde9-1451f396c176, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:02:13.072044 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.083053 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Made reservation on behalf of e386265363e84e7d9a6e0b502b90322c for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:13.085408 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.103385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.245423 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.273285 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] For port 99efb11e-0a38-420a-bde9-1451f396c176, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:02:13.278126 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] For port 99efb11e-0a38-420a-bde9-1451f396c176, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=99efb11e-0a38-420a-bde9-1451f396c176,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:02:13.281971 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-4a83eda5-a1e1-43bb-bd45-cd86d7688d3c service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122753 Sep 16 18:02:13.313099 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.329167 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.383283 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:02:13.402788 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfce661-9dce-474f-a2a2-c3aa195155b6,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:13.422359 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.422702 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Added segment f6e2d2af-0ca1-46ef-b8c4-c0adc9b8e098 of type vlan for network 70fd4fbb-8e6d-494a-8831-f2fc938d72b8 Sep 16 18:02:13.446466 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.486360 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.548242 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Pushing event updated for resources: {'Port': ['ID=99efb11e-0a38-420a-bde9-1451f396c176,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:13.569041 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.570079 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.570924 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.580563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.580563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:13.581231 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-c5cca45a-1659-4fe0-99fb-07babc7c64a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 1094 time: 1.8200176 Sep 16 18:02:13.606253 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72524a4c-d294-4f72-8c31-e829a80bbc9c req-f73d633f-5a59-44c9-b8c9-3bab06a6b544 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170638 Sep 16 18:02:13.623371 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32f5f2-37f8-4b37-a7a9-7aaea3fea5a0 req-98456dc1-7516-423e-9bc9-680902455a5b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.625340 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2b32f5f2-37f8-4b37-a7a9-7aaea3fea5a0 req-98456dc1-7516-423e-9bc9-680902455a5b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 944 time: 0.1914563 Sep 16 18:02:13.684339 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2b32f5f2-37f8-4b37-a7a9-7aaea3fea5a0 req-e042e84f-705e-45b0-bd53-f003921e75e0 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 Sep 16 18:02:13.713856 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:02:13.731944 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9418752 Sep 16 18:02:13.739044 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46342) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:13.753802 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Request body: {'subnet': {'network_id': '70fd4fbb-8e6d-494a-8831-f2fc938d72b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-932525153-subnet', 'tenant_id': 'e386265363e84e7d9a6e0b502b90322c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:13.754695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670e87-3744-44e2-ae0c-eddfab22590a admin admin] Pushing event updated for resources: {'Network': ['ID=70fd4fbb-8e6d-494a-8831-f2fc938d72b8,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:13.768967 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 70fd4fbb-8e6d-494a-8831-f2fc938d72b8 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:02:13.789132 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25920c86-0c23-4b3d-a726-1237c6556085 req-06e125c8-2e18-4238-9f8a-9d85255fbf28 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.793444 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-25920c86-0c23-4b3d-a726-1237c6556085 req-06e125c8-2e18-4238-9f8a-9d85255fbf28 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 945 time: 0.1230736 Sep 16 18:02:13.857552 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-25920c86-0c23-4b3d-a726-1237c6556085 req-c7297ea8-3200-4946-b1dd-7a1aa1f0d103 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537317 Sep 16 18:02:13.877476 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-4bc892ad-af07-40c0-8d5c-54f6c6bb3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.880558 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-4bc892ad-af07-40c0-8d5c-54f6c6bb3099 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1097 time: 0.1879869 Sep 16 18:02:13.895760 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc75e2-be0d-4b32-ab1a-96c68f8b42ea req-b7d114b9-0a4c-4329-8042-041e29f4e0b6 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:13.904201 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-04dc75e2-be0d-4b32-ab1a-96c68f8b42ea req-b7d114b9-0a4c-4329-8042-041e29f4e0b6 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 944 time: 0.0997896 Sep 16 18:02:13.926618 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:13.943614 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'port_id': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49', 'mac_address': 'fa:16:3e:06:a5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:02:14.009260 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726438c4-e153-4fa9-9328-87de7ec11738 req-aa668183-07b9-4ec9-82ee-0e63e28c476c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:14.018332 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-726438c4-e153-4fa9-9328-87de7ec11738 req-aa668183-07b9-4ec9-82ee-0e63e28c476c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 944 time: 0.0954599 Sep 16 18:02:14.020378 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46350) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:14.031392 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.054600 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:14.072922 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d05c01b-2d7f-4518-86b6-ec729f5a1f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.090766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:14.127322 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:14.129741 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d132b24-4ef2-42d9-93ed-d16696bef963" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "tag": "99efb11e-0a38-420a-bde9-1451f396c176"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:14.140438 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-726438c4-e153-4fa9-9328-87de7ec11738 req-6b0aa8ca-f36b-4d03-946b-d54416bbaa47 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195426 Sep 16 18:02:14.168308 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Made reservation on behalf of e386265363e84e7d9a6e0b502b90322c for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:14.170099 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.174841 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-22a78aa0-583e-4b7f-a332-e70b48ede0c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 217 time: 0.2682145 Sep 16 18:02:14.185599 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.190906 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab564a5-0c8c-49c0-8291-b69596792f8b x-openstack-request-id: req-8ab564a5-0c8c-49c0-8291-b69596792f8b {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:14.191192 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "tag": "99efb11e-0a38-420a-bde9-1451f396c176", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:14.196731 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ab564a5-0c8c-49c0-8291-b69596792f8b {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:14.196731 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176', 'status': 'completed', 'code': 200} Sep 16 18:02:14.213392 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d05c01b-2d7f-4518-86b6-ec729f5a1f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.239343 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:14.277824 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-04dc75e2-be0d-4b32-ab1a-96c68f8b42ea req-54160b99-f7e1-4e9d-b331-f62131cba02b tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731203 Sep 16 18:02:14.298886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-fccf14fe-989e-49cc-a90e-7568cdf4cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:14.300334 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-fccf14fe-989e-49cc-a90e-7568cdf4cfaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.1150689 Sep 16 18:02:14.334884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d05c01b-2d7f-4518-86b6-ec729f5a1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.381901 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-1d05c01b-2d7f-4518-86b6-ec729f5a1f76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cc94023e5c6435ab63f82b97cd31dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598285 Sep 16 18:02:14.382937 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05c01b-2d7f-4518-86b6-ec729f5a1f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17799745-4020-4146-99d5-fe41fb7cf6b3,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:14.385373 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46360) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:14.399181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-fa2ac2bf-d85a-481d-8527-c1bf59c8b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:14.400673 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-fa2ac2bf-d85a-481d-8527-c1bf59c8b6be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0913095 Sep 16 18:02:14.412205 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['e8455b42-ce1b-4d4e-9d5f-c87f6049fa49'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:14.453588 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-23df9be4-2f74-4e85-8675-48fd44d4bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.478551 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-23df9be4-2f74-4e85-8675-48fd44d4bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.555743 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-587511d5-75d4-46cf-89de-eaa453459707 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440139 Sep 16 18:02:14.633398 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.637557 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-23df9be4-2f74-4e85-8675-48fd44d4bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.640908 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-23df9be4-2f74-4e85-8675-48fd44d4bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.644540 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-23df9be4-2f74-4e85-8675-48fd44d4bcff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17799745-4020-4146-99d5-fe41fb7cf6b3 HTTP/1.1" status: 204 len: 168 time: 0.2467930 Sep 16 18:02:14.653818 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df9be4-2f74-4e85-8675-48fd44d4bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17799745-4020-4146-99d5-fe41fb7cf6b3,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:14.692688 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:14.726286 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-118c55e8-3a8f-4e5d-a72e-394be49d478c req-7085c09b-a683-4dd3-bf48-45183998dc52 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619742 Sep 16 18:02:14.728374 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72e15e0-1f38-46d1-959f-3f5bdd5a936a,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:14.738119 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Checking segment: {'id': 'f6e2d2af-0ca1-46ef-b8c4-c0adc9b8e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '70fd4fbb-8e6d-494a-8831-f2fc938d72b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:14.738588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Network hostable DHCP agents. Network: 70fd4fbb-8e6d-494a-8831-f2fc938d72b8, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:02:14.817518 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5c942-ff10-4b44-be1a-3f4f8df8d192 req-7e63bd12-8db2-4b40-be64-a8109a942419 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:14.818143 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Network 70fd4fbb-8e6d-494a-8831-f2fc938d72b8 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:02:14.819025 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1ca5c942-ff10-4b44-be1a-3f4f8df8d192 req-7e63bd12-8db2-4b40-be64-a8109a942419 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 944 time: 0.0482686 Sep 16 18:02:14.856740 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1ca5c942-ff10-4b44-be1a-3f4f8df8d192 req-8a67b16f-bde5-4992-ae03-020ae03b2303 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Sep 16 18:02:14.864828 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-855e7d62-4182-4c82-b770-1d240dca7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:14.866501 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-855e7d62-4182-4c82-b770-1d240dca7049 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1097 time: 0.0447474 Sep 16 18:02:14.896066 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 70fd4fbb-8e6d-494a-8831-f2fc938d72b8) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:14.905179 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7896f-b8ed-46d3-af77-a1350ae94aef None None] Network 70fd4fbb-8e6d-494a-8831-f2fc938d72b8 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:02:14.919298 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:14.920173 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.034954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3272965-4102-4a01-9b01-2af48af2cbca None None] Network 70fd4fbb-8e6d-494a-8831-f2fc938d72b8 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:02:15.065788 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05537-82c5-4c73-9124-05d02f8e7e8d req-3c678be6-8d4b-49c6-8f25-d5ede6689914 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:15.066153 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0e05537-82c5-4c73-9124-05d02f8e7e8d req-3c678be6-8d4b-49c6-8f25-d5ede6689914 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 945 time: 0.1436088 Sep 16 18:02:15.105278 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-346d3bf1-b0fb-4573-82f6-fe5096c22c02 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3578179 Sep 16 18:02:15.106519 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-bec47f7a-76c2-4018-b9ea-174a0956336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:15.108112 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-bec47f7a-76c2-4018-b9ea-174a0956336e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 912 time: 0.2339511 Sep 16 18:02:15.166116 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-d3adde5b-85a5-44c6-b74e-d24334e294a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 217 time: 0.0479414 Sep 16 18:02:15.169149 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0e05537-82c5-4c73-9124-05d02f8e7e8d req-1cec786b-f7e0-4c0b-a87b-9f3ea70c6391 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937986 Sep 16 18:02:15.215482 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46388) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:15.235162 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-20a79f91-22e3-497b-a64c-21209a48277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:15.236590 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-20a79f91-22e3-497b-a64c-21209a48277c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0628045 Sep 16 18:02:15.303826 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-05981eed-18cb-4dd0-b7e8-3995f667b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:15.305451 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-05981eed-18cb-4dd0-b7e8-3995f667b337 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600638 Sep 16 18:02:15.311511 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87c00d-a817-4bdb-9816-1ace80d407c4 req-fd22b5d2-cdff-496b-92aa-1833c25cc5aa tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:15.313212 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f87c00d-a817-4bdb-9816-1ace80d407c4 req-fd22b5d2-cdff-496b-92aa-1833c25cc5aa tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 944 time: 0.0668797 Sep 16 18:02:15.367377 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f87c00d-a817-4bdb-9816-1ace80d407c4 req-ea693b81-4a34-4de2-99cc-735290ebf763 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465510 Sep 16 18:02:15.439937 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-c6d6915e-d0ad-4bc6-9b5b-094f22528d1f service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244397 Sep 16 18:02:15.450742 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969147-b1b2-414c-b24b-0732599c37cb req-509cd63c-5568-4fb5-ba58-21504d9be5e4 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:15.452161 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-22969147-b1b2-414c-b24b-0732599c37cb req-509cd63c-5568-4fb5-ba58-21504d9be5e4 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 944 time: 0.0691075 Sep 16 18:02:15.489339 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4e7e-c90b-4ab0-a19e-2d4e480d8162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.545811 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-22969147-b1b2-414c-b24b-0732599c37cb req-4ba72b7b-9b09-461c-866d-c87435d779e2 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852237 Sep 16 18:02:15.572503 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d132b24-4ef2-42d9-93ed-d16696bef963 req-b317dfd6-d015-4ffc-9f03-33106bc27728 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188605 Sep 16 18:02:15.585539 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4e7e-c90b-4ab0-a19e-2d4e480d8162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.669818 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46398) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:15.682953 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9339e0a8-80a2-40f5-b4e6-209a7e61fbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.687492 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7ef4e7e-c90b-4ab0-a19e-2d4e480d8162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.728487 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef4e7e-c90b-4ab0-a19e-2d4e480d8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664b13eb-2044-4ef2-b475-9fdf5ce246bb,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:15.734718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:02:15.736962 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device d03a6214-415e-4b05-b71d-56d48344e1c1 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:02:15.738460 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a7ef4e7e-c90b-4ab0-a19e-2d4e480d8162 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85aaad88577e48efbac710e855fe48c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211349 Sep 16 18:02:15.739102 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46400) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:15.797459 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9339e0a8-80a2-40f5-b4e6-209a7e61fbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.801110 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cbef29b5-b7f0-409d-9a62-f5fa5232dde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.824501 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cbef29b5-b7f0-409d-9a62-f5fa5232dde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.882013 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:15.883113 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9339e0a8-80a2-40f5-b4e6-209a7e61fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.895609 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571', 'network_id': 'eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0', 'port_id': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571', 'mac_address': 'fa:16:3e:bc:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8794d90a-030a-4082-a4bc-dff6d7c0a228', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:02:15.930711 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9339e0a8-80a2-40f5-b4e6-209a7e61fbeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a0c86c8aed240deaa7fe87be6b92bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597561 Sep 16 18:02:15.933194 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339e0a8-80a2-40f5-b4e6-209a7e61fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc5d1cc-e732-4c18-87d0-cf515ceb716e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:15.934398 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46404) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:15.935356 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.945306 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port d03a6214-415e-4b05-b71d-56d48344e1c1 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:02:15.954957 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port d03a6214-415e-4b05-b71d-56d48344e1c1 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:15.955329 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.957639 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:15.993297 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cbef29b5-b7f0-409d-9a62-f5fa5232dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.995715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cbef29b5-b7f0-409d-9a62-f5fa5232dde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:15.997005 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cbef29b5-b7f0-409d-9a62-f5fa5232dde3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/664b13eb-2044-4ef2-b475-9fdf5ce246bb HTTP/1.1" status: 204 len: 168 time: 0.2569749 Sep 16 18:02:16.013065 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef29b5-b7f0-409d-9a62-f5fa5232dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b13eb-2044-4ef2-b475-9fdf5ce246bb,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:16.017725 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:16.022276 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28a360-f020-4d1b-a051-eb356f5e66fc req-b26fd008-9d20-4448-a2c9-c075eafc0bae tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:16.023803 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ad28a360-f020-4d1b-a051-eb356f5e66fc req-b26fd008-9d20-4448-a2c9-c075eafc0bae tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 944 time: 0.0903673 Sep 16 18:02:16.052366 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72860560-97ec-48bb-931f-180a09a7b0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.095700 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ad28a360-f020-4d1b-a051-eb356f5e66fc req-28183ef3-c285-4c5f-929e-d2f6dcbf9bf3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611520 Sep 16 18:02:16.100883 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72860560-97ec-48bb-931f-180a09a7b0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.112527 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.112527 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 99efb11e-0a38-420a-bde9-1451f396c176 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:02:16.113554 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.182097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03a6214-415e-4b05-b71d-56d48344e1c1'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:16.259300 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72860560-97ec-48bb-931f-180a09a7b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.272330 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72860560-97ec-48bb-931f-180a09a7b0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.279657 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-72860560-97ec-48bb-931f-180a09a7b0b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cc5d1cc-e732-4c18-87d0-cf515ceb716e HTTP/1.1" status: 204 len: 168 time: 0.3411465 Sep 16 18:02:16.286308 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.db.resource_extend [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 18:02:16.290213 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port d03a6214-415e-4b05-b71d-56d48344e1c1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d03a6214-415e-4b05-b71d-56d48344e1c1,segment=NetworkSegment(b6a621ec-e2ab-4185-9447-4904215378d3),segment_id=b6a621ec-e2ab-4185-9447-4904215378d3)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:16.297887 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72860560-97ec-48bb-931f-180a09a7b0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc5d1cc-e732-4c18-87d0-cf515ceb716e,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:16.318022 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:16.322103 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fda1c-a8e8-4260-af58-42cabb127d9a req-c8045533-1510-4a00-9681-4f404ae393da tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:16.332206 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d0fda1c-a8e8-4260-af58-42cabb127d9a req-c8045533-1510-4a00-9681-4f404ae393da tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 945 time: 0.0900881 Sep 16 18:02:16.365262 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d0fda1c-a8e8-4260-af58-42cabb127d9a req-6d771d8f-d33f-444b-8181-9c76dc1168c4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Sep 16 18:02:16.424296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 99efb11e-0a38-420a-bde9-1451f396c176, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=99efb11e-0a38-420a-bde9-1451f396c176,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:16.427194 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.427992 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:02:16.491690 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '99efb11e-0a38-420a-bde9-1451f396c176', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'port_id': '99efb11e-0a38-420a-bde9-1451f396c176', 'mac_address': 'fa:16:3e:4d:5d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:02:16.500926 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5128-f998-4362-8930-8ab05927d63d req-91140687-71ad-4470-b9e1-aa0e7dc0fbc0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:16.504988 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46438) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:16.509480 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-668b5128-f998-4362-8930-8ab05927d63d req-91140687-71ad-4470-b9e1-aa0e7dc0fbc0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 944 time: 0.0655422 Sep 16 18:02:16.510005 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1606212105-network', 'tenant_id': 'a0cfa1f78fc945a98e9088df1f3ba9ee'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:16.534828 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=d03a6214-415e-4b05-b71d-56d48344e1c1,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:16.556195 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-668b5128-f998-4362-8930-8ab05927d63d req-cd209692-0654-48cb-8ebc-89d8c4567eda tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 Sep 16 18:02:16.585821 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.599174 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99efb11e-0a38-420a-bde9-1451f396c176 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:16.620445 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f4ae11-478c-4c80-b1af-de0925dd8cab" -d '{"events": [{"server_uuid": "4ee17943-0de0-4363-91f7-cd5056e25f88", "name": "network-vif-plugged", "status": "completed", "tag": "d03a6214-415e-4b05-b71d-56d48344e1c1"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:16.625535 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 99efb11e-0a38-420a-bde9-1451f396c176, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=99efb11e-0a38-420a-bde9-1451f396c176,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:16.633871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Made reservation on behalf of a0cfa1f78fc945a98e9088df1f3ba9ee for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:16.636092 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.658363 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.682969 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:02:16.688439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:16.689183 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.690378 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39dd61-cace-4c0a-9810-4c5e55b78625 req-58212798-33ef-4cad-ba15-917a9f94ae5f tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:16.693127 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e39dd61-cace-4c0a-9810-4c5e55b78625 req-58212798-33ef-4cad-ba15-917a9f94ae5f tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0703216 Sep 16 18:02:16.716833 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.758925 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e39dd61-cace-4c0a-9810-4c5e55b78625 req-2f93d7ec-b92f-4206-9211-79c621425eab tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565219 Sep 16 18:02:16.798097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=99efb11e-0a38-420a-bde9-1451f396c176,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:16.819516 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.845260 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.889275 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:16.891121 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77714a19-3d6b-448c-8ed8-22466ed45fbd x-openstack-request-id: req-77714a19-3d6b-448c-8ed8-22466ed45fbd {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:16.891401 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee17943-0de0-4363-91f7-cd5056e25f88", "name": "network-vif-plugged", "status": "completed", "tag": "d03a6214-415e-4b05-b71d-56d48344e1c1", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:16.891665 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77714a19-3d6b-448c-8ed8-22466ed45fbd {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:16.892109 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03a6214-415e-4b05-b71d-56d48344e1c1', 'code': 200} Sep 16 18:02:16.905220 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.932806 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:02:16.943650 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137a4a32-aac0-42ab-afe7-153743c64b23,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:16.951803 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.953458 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 88f8113a-723c-4b75-8a4b-7fe32e5afa0b up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:02:16.960617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:16.963548 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Added segment 8bffef6f-9fa9-41b7-82f0-b553924eac38 of type vlan for network 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b Sep 16 18:02:17.008563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.116510 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['99efb11e-0a38-420a-bde9-1451f396c176'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:17.118509 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:17.139543 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46456) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:17.145752 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.147191 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:17.147944 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.159495 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ba23f956-96ae-478d-8ee7-17b4de0aa022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.292916 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7865915 Sep 16 18:02:17.298228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46464) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:17.306551 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:17.309383 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Request body: {'subnet': {'network_id': '8ff76fc8-1284-400d-b1bd-bbdc43e4a69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1606212105-subnet', 'tenant_id': 'a0cfa1f78fc945a98e9088df1f3ba9ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:17.313283 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca1f37-270b-41f1-bbb4-1443feb9ece6 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff76fc8-1284-400d-b1bd-bbdc43e4a69b,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:17.349039 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:02:17.369304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ba23f956-96ae-478d-8ee7-17b4de0aa022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.389091 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e8f3-21ce-4ddb-aa1e-e4e8b0675f60 req-51e4cc44-0841-4f6f-8324-d562dcceed3b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:17.391289 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a7c9e8f3-21ce-4ddb-aa1e-e4e8b0675f60 req-51e4cc44-0841-4f6f-8324-d562dcceed3b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 945 time: 0.2284646 Sep 16 18:02:17.393303 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-aeac7866-22fa-4b33-a096-4ff3d797b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:17.394815 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-aeac7866-22fa-4b33-a096-4ff3d797b240 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 1098 time: 0.1844893 Sep 16 18:02:17.424383 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.453474 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a7c9e8f3-21ce-4ddb-aa1e-e4e8b0675f60 req-ac5dea83-5c41-46c7-9b55-239285d1cf93 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Sep 16 18:02:17.476861 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:02:17.494863 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ba23f956-96ae-478d-8ee7-17b4de0aa022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.501559 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.db.api [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 18:02:17.501559 dv-cinder-805887-16-iscsi neutron-server[94375]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 18:02:17.501559 dv-cinder-805887-16-iscsi neutron-server[94375]: [parameters: {'project_id_1': '1ccfcbc816cc48d583c939b217807a9d', 'expiration_1': datetime.datetime(2021, 9, 16, 18, 1, 57, 444254)}] Sep 16 18:02:17.501559 dv-cinder-805887-16-iscsi neutron-server[94375]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 18:02:17.502086 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG oslo_db.api [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 18:02:17.504270 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:17.504647 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.553847 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ba23f956-96ae-478d-8ee7-17b4de0aa022 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04b77daf85e24fee8e6158a21ceabba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102938 Sep 16 18:02:17.553847 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23f956-96ae-478d-8ee7-17b4de0aa022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0441e3-2c0b-4086-be9a-77be3be62ac3,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:17.554412 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46474) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:17.585817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00118789-1fda-437f-9505-0b836772c8d9 req-80d49b96-fa83-42dd-b57c-4b5052a06d86 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:17.595210 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-00118789-1fda-437f-9505-0b836772c8d9 req-80d49b96-fa83-42dd-b57c-4b5052a06d86 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 945 time: 0.1371665 Sep 16 18:02:17.632943 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Made reservation on behalf of a0cfa1f78fc945a98e9088df1f3ba9ee for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:17.635551 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.660296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.662970 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-00118789-1fda-437f-9505-0b836772c8d9 req-5ee09445-4d92-41dd-ae0f-cb6b6d1b9936 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Sep 16 18:02:17.698002 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:17.707886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-55c2822b-bf34-4400-8020-96e9a3246fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.774520 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-55c2822b-bf34-4400-8020-96e9a3246fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.798489 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.804018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e288-908a-4647-b811-e988b4ec99c9 req-7dc09e9b-8456-4b63-b254-1a05207ee6fe tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:17.805545 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f201e288-908a-4647-b811-e988b4ec99c9 req-7dc09e9b-8456-4b63-b254-1a05207ee6fe tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 945 time: 0.1355879 Sep 16 18:02:17.856479 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:17.897728 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f201e288-908a-4647-b811-e988b4ec99c9 req-d8d26664-9468-41fb-a886-19888695413d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838602 Sep 16 18:02:17.916260 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd43310-3ae9-4e6b-94c4-0efef9387ec4 req-c419b0f5-704e-422f-9a01-d89d61edcd63 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:17.917982 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-efd43310-3ae9-4e6b-94c4-0efef9387ec4 req-c419b0f5-704e-422f-9a01-d89d61edcd63 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0928299 Sep 16 18:02:17.974153 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-55c2822b-bf34-4400-8020-96e9a3246fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.976857 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-55c2822b-bf34-4400-8020-96e9a3246fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:17.978067 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-55c2822b-bf34-4400-8020-96e9a3246fdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b0441e3-2c0b-4086-be9a-77be3be62ac3 HTTP/1.1" status: 204 len: 168 time: 0.4225538 Sep 16 18:02:17.978932 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-efd43310-3ae9-4e6b-94c4-0efef9387ec4 req-b7016772-b8fb-4afe-b826-2cbbd24e87fe tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Sep 16 18:02:17.998517 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2822b-bf34-4400-8020-96e9a3246fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0441e3-2c0b-4086-be9a-77be3be62ac3,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:18.004022 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:18.021701 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:18.274153 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9448500-526c-4685-969c-51134c1a6ac3,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:18.289646 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Checking segment: {'id': '8bffef6f-9fa9-41b7-82f0-b553924eac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8ff76fc8-1284-400d-b1bd-bbdc43e4a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:18.290037 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Network hostable DHCP agents. Network: 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:02:18.347727 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:18.420034 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Network 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:02:18.459824 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:18.487780 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4888aec1-714e-4f49-bcc6-bfd7f613f619 req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0767009 Sep 16 18:02:18.498825 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d469c9-5357-4ca1-b5bd-0d70abbfd3c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e883e9-cdac-49ea-b2bf-8240cc7ba1f8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:18.565904 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d0f75-c1ce-4d2f-98ba-7c368bf56e76 req-31447949-4965-40b7-b88b-2b1e0b7c6c10 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:18.567499 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683d0f75-c1ce-4d2f-98ba-7c368bf56e76 req-31447949-4965-40b7-b88b-2b1e0b7c6c10 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 945 time: 0.0483842 Sep 16 18:02:18.568569 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:18.573803 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:18.573803 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:18.589585 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd2358-01f4-4b56-a41c-ecd070087fb0 None None] Network 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:02:18.618361 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683d0f75-c1ce-4d2f-98ba-7c368bf56e76 req-5169951b-1d47-4a44-a9fc-9ad914793d38 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Sep 16 18:02:18.700864 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5ec6732b-7eb8-4f12-8cca-729d60433f6d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4015422 Sep 16 18:02:18.728663 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce084466-06be-44bf-9625-14f5f5165584 None None] Network 8ff76fc8-1284-400d-b1bd-bbdc43e4a69b requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:02:18.791956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa580f-f3c7-4363-8ae8-9a9c0ba96cb1 req-627d5c6a-3565-4270-b9fb-61d2ca69c5ef tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:18.804319 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6faa580f-f3c7-4363-8ae8-9a9c0ba96cb1 req-627d5c6a-3565-4270-b9fb-61d2ca69c5ef tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 946 time: 0.0654564 Sep 16 18:02:18.848567 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6faa580f-f3c7-4363-8ae8-9a9c0ba96cb1 req-0997f8a6-2d6c-4275-be76-8f0b35576e40 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Sep 16 18:02:18.893574 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49'}, {'server_uuid': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:18.896671 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f7fe3f-7f47-4089-8e35-0bd928abd1a2" -d '{"events": [{"server_uuid": "b050a8e2-575b-4f2c-911d-eadc9c74aebf", "name": "network-vif-plugged", "status": "completed", "tag": "e8455b42-ce1b-4d4e-9d5f-c87f6049fa49"}, {"server_uuid": "e8c9fa58-f885-4f8a-aeec-20aeeb59d59b", "name": "network-vif-plugged", "status": "completed", "tag": "88f8113a-723c-4b75-8a4b-7fe32e5afa0b"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:18.910241 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46528) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:18.952810 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939001c7-f572-458c-bb1c-ffd6881e08be x-openstack-request-id: req-939001c7-f572-458c-bb1c-ffd6881e08be {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:18.953115 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b050a8e2-575b-4f2c-911d-eadc9c74aebf", "name": "network-vif-plugged", "status": "completed", "tag": "e8455b42-ce1b-4d4e-9d5f-c87f6049fa49", "code": 200}, {"server_uuid": "e8c9fa58-f885-4f8a-aeec-20aeeb59d59b", "name": "network-vif-plugged", "status": "completed", "tag": "88f8113a-723c-4b75-8a4b-7fe32e5afa0b", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:18.953372 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-939001c7-f572-458c-bb1c-ffd6881e08be {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:18.953773 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49', 'code': 200} Sep 16 18:02:18.954008 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'code': 200} Sep 16 18:02:18.965309 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Deleting subnet e72e15e0-1f38-46d1-959f-3f5bdd5a936a {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:02:18.969228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.033079 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.074011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.087656 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e26cc-ed35-422d-92ab-622c97facd47 req-1817151c-61c6-46ff-b832-eb4cc2252178 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:19.097919 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b46e26cc-ed35-422d-92ab-622c97facd47 req-1817151c-61c6-46ff-b832-eb4cc2252178 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 945 time: 0.0975952 Sep 16 18:02:19.157059 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b46e26cc-ed35-422d-92ab-622c97facd47 req-d927cf68-22b0-4c97-b299-e018a310fc4b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580933 Sep 16 18:02:19.203506 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e130e-33e5-4697-b1cc-2d3e38560203 req-bf818152-50df-4156-a794-be63d92b7a72 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:19.218773 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f4e130e-33e5-4697-b1cc-2d3e38560203 req-bf818152-50df-4156-a794-be63d92b7a72 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0923855 Sep 16 18:02:19.256948 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f4e130e-33e5-4697-b1cc-2d3e38560203 req-9dbe9215-4fc7-4b54-af67-f3b529e21f9a tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Sep 16 18:02:19.306556 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.361345 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72e15e0-1f38-46d1-959f-3f5bdd5a936a,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:19.387859 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.389855 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b6b40a0c-cac3-4e3c-b18a-5752d2397b78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e72e15e0-1f38-46d1-959f-3f5bdd5a936a HTTP/1.1" status: 204 len: 168 time: 0.4829800 Sep 16 18:02:19.399190 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46552) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:19.416815 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2509-05fb-4b9e-b0dc-df8312855e91 req-794029fa-9b96-458b-8ce5-da9b2c9082f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:19.419334 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-63eb2509-05fb-4b9e-b0dc-df8312855e91 req-794029fa-9b96-458b-8ce5-da9b2c9082f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 1099 time: 0.1099858 Sep 16 18:02:19.428332 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec326-67ce-45bb-a5fd-a0bd496321a8 req-31149cb1-d4b6-457e-bb44-099686d69672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:19.429896 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-650ec326-67ce-45bb-a5fd-a0bd496321a8 req-31149cb1-d4b6-457e-bb44-099686d69672 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.0727057 Sep 16 18:02:19.480805 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-63eb2509-05fb-4b9e-b0dc-df8312855e91 req-b2d7d8db-874d-4482-bc2a-43f58123baba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499017 Sep 16 18:02:19.488816 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-650ec326-67ce-45bb-a5fd-a0bd496321a8 req-6ccd2a4b-7b8a-4f97-a7ec-de35806a5e3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 Sep 16 18:02:19.499897 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.588123 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.608060 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.608428 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.609163 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.609504 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > port after_create 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.609832 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.610156 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > port after_update 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.610486 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.610793 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.611131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.611443 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.735669 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.736158 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.736586 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.736981 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:02:19.737424 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fd4fbb-8e6d-494a-8831-f2fc938d72b8']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:19.764403 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e2d2af-0ca1-46ef-b8c4-c0adc9b8e098') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:19.765241 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e2d2af-0ca1-46ef-b8c4-c0adc9b8e098') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:19.771231 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:02:19.795574 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.821993 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.835127 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21618f1-dd59-43a2-8beb-aadcb1cf5cea req-88021ecc-41fb-4b8d-a711-00e7bb313aaa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:19.836760 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f21618f1-dd59-43a2-8beb-aadcb1cf5cea req-88021ecc-41fb-4b8d-a711-00e7bb313aaa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 945 time: 0.0942762 Sep 16 18:02:19.840925 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:02:19.841574 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: from cryptography.utils import int_from_bytes Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: from cryptography.utils import int_from_bytes Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:02:19.845267 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:02:19.900850 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:02:19.909922 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:19.909922 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:19.932817 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f21618f1-dd59-43a2-8beb-aadcb1cf5cea req-21dbae55-b1df-4476-befb-72f05de48ae9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Sep 16 18:02:19.964571 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118740b-00f7-4851-94ad-5c79bc2503cd req-e125281d-7b03-42ef-9be0-0c5ecef91135 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:19.966053 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9118740b-00f7-4851-94ad-5c79bc2503cd req-e125281d-7b03-42ef-9be0-0c5ecef91135 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 946 time: 0.0606842 Sep 16 18:02:19.999748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.007582 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9118740b-00f7-4851-94ad-5c79bc2503cd req-f0fefa7f-a30d-4eed-a6a8-f5ca47ce98ad tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Sep 16 18:02:20.038625 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.046507 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:20.057431 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.059336 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] 10.222.0.39 "DELETE /v2.0/networks/70fd4fbb-8e6d-494a-8831-f2fc938d72b8 HTTP/1.1" status: 204 len: 168 time: 0.6591096 Sep 16 18:02:20.060550 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f4bdb-1ae7-473d-b616-7660a9e4d29d admin admin] Pushing event deleted for resources: {'Network': ['ID=70fd4fbb-8e6d-494a-8831-f2fc938d72b8,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:20.062986 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46574) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:20.109403 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Deleting subnet e9448500-526c-4685-969c-51134c1a6ac3 {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:02:20.113688 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.127497 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.128594 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 99efb11e-0a38-420a-bde9-1451f396c176 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:02:20.152212 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.210941 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:20.216559 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.283355 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 99efb11e-0a38-420a-bde9-1451f396c176 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:02:20.292339 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 99efb11e-0a38-420a-bde9-1451f396c176 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:20.292339 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.360838 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e3c94-3c47-4ee9-916e-fe2985fd75ab req-72191939-f2db-4d3c-ade2-7177da7ab25f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:20.370696 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-117e3c94-3c47-4ee9-916e-fe2985fd75ab req-72191939-f2db-4d3c-ade2-7177da7ab25f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 945 time: 0.1252511 Sep 16 18:02:20.414688 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.426685 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-117e3c94-3c47-4ee9-916e-fe2985fd75ab req-b35d3ecd-34c7-4861-b42b-c7c0cd7384c3 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403304 Sep 16 18:02:20.431285 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.451691 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 99efb11e-0a38-420a-bde9-1451f396c176, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=99efb11e-0a38-420a-bde9-1451f396c176,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:20.462805 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b6314-f8af-4921-bc1d-388c84a7f42d req-595f4587-2d64-4fca-8907-bca35a1dfc15 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:20.466469 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9448500-526c-4685-969c-51134c1a6ac3,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:20.466952 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a63b6314-f8af-4921-bc1d-388c84a7f42d req-595f4587-2d64-4fca-8907-bca35a1dfc15 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.1033611 Sep 16 18:02:20.485694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.491793 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d4d9b18e-0d14-4a0b-bd92-a8357dfec2f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e9448500-526c-4685-969c-51134c1a6ac3 HTTP/1.1" status: 204 len: 168 time: 0.4277871 Sep 16 18:02:20.494298 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46594) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:20.535445 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a63b6314-f8af-4921-bc1d-388c84a7f42d req-16496f97-93ba-4465-94a8-fcca3924de95 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517411 Sep 16 18:02:20.550148 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.589096 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.622869 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=99efb11e-0a38-420a-bde9-1451f396c176,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:20.675659 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.697425 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff76fc8-1284-400d-b1bd-bbdc43e4a69b']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:20.706889 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bffef6f-9fa9-41b7-82f0-b553924eac38') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:20.707184 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bffef6f-9fa9-41b7-82f0-b553924eac38') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:20.716500 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.733169 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.744776 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:02:20.745322 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:02:20.747046 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:02:20.863912 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.870954 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:20.873302 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8ff76fc8-1284-400d-b1bd-bbdc43e4a69b HTTP/1.1" status: 204 len: 168 time: 0.3778386 Sep 16 18:02:20.883556 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7010853-2fab-46e5-8ff9-d9c7ae4434e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff76fc8-1284-400d-b1bd-bbdc43e4a69b,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:20.954924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571'}, {'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:20.957836 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ceddd-ff46-4001-aec2-6e717ce5c51c" -d '{"events": [{"server_uuid": "daa11301-2f39-48a6-8f92-9d8b1aff9f83", "name": "network-vif-plugged", "status": "completed", "tag": "1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571"}, {"server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "name": "network-vif-plugged", "status": "completed", "tag": "99efb11e-0a38-420a-bde9-1451f396c176"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:20.999190 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd6c749-6a23-444f-900a-e3580700410a x-openstack-request-id: req-2fd6c749-6a23-444f-900a-e3580700410a {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:20.999486 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa11301-2f39-48a6-8f92-9d8b1aff9f83", "name": "network-vif-plugged", "status": "completed", "tag": "1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571", "code": 200}, {"server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "name": "network-vif-plugged", "status": "completed", "tag": "99efb11e-0a38-420a-bde9-1451f396c176", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:20.999761 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fd6c749-6a23-444f-900a-e3580700410a {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:21.000155 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571', 'code': 200} Sep 16 18:02:21.000413 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176', 'code': 200} Sep 16 18:02:21.060566 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce048c-5497-485f-939b-925101574e3f req-9bca8b90-cf50-4abb-87d5-c26a801fea67 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:21.062993 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-86ce048c-5497-485f-939b-925101574e3f req-9bca8b90-cf50-4abb-87d5-c26a801fea67 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0597014 Sep 16 18:02:21.110029 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-86ce048c-5497-485f-939b-925101574e3f req-fde31a90-4f02-449b-a6e6-91dee25c6b8e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Sep 16 18:02:21.144806 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9c69-adff-4dd0-bba5-b82e05f1a375 req-ea7fd78c-302c-4046-bfba-92e80565641e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:21.146213 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-470f9c69-adff-4dd0-bba5-b82e05f1a375 req-ea7fd78c-302c-4046-bfba-92e80565641e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 946 time: 0.0477471 Sep 16 18:02:21.183820 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-470f9c69-adff-4dd0-bba5-b82e05f1a375 req-768a6396-c289-415b-89ac-047e8db191c6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Sep 16 18:02:21.402611 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46620) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:21.494547 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8069b98d-a967-42af-b75a-e2fa4e87b107 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e386265363e84e7d9a6e0b502b90322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907145 Sep 16 18:02:21.498135 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46624) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:21.521352 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336849f5-406e-4a6f-846a-c04fad01dd59 req-328ed869-f254-4f2f-b8cb-04aba8d8909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:21.522852 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-336849f5-406e-4a6f-846a-c04fad01dd59 req-328ed869-f254-4f2f-b8cb-04aba8d8909b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 1099 time: 0.0993624 Sep 16 18:02:21.536448 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28b71-39f3-427a-9785-a76053b25e14 req-267449e5-ecee-44cb-95f3-8c978853debe tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:21.538008 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-41a28b71-39f3-427a-9785-a76053b25e14 req-267449e5-ecee-44cb-95f3-8c978853debe tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0474241 Sep 16 18:02:21.542235 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032ba9-b1f0-419b-862a-f416b9d7d62c req-3473fd5a-2a76-4c3e-8802-953dea0a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:21.543660 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13032ba9-b1f0-419b-862a-f416b9d7d62c req-3473fd5a-2a76-4c3e-8802-953dea0a89a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1099 time: 0.0892272 Sep 16 18:02:21.581345 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-41a28b71-39f3-427a-9785-a76053b25e14 req-20eabd51-e2f3-408c-8776-760da3e60911 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369096 Sep 16 18:02:21.608560 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-336849f5-406e-4a6f-846a-c04fad01dd59 req-8ab6e246-703d-4673-863a-2ebb233732b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761974 Sep 16 18:02:21.623143 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13032ba9-b1f0-419b-862a-f416b9d7d62c req-faad9ccc-5fbc-4214-a912-985da62f09fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687606 Sep 16 18:02:21.623973 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed81-5853-4363-8374-aa06cdd06764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:21.668161 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed81-5853-4363-8374-aa06cdd06764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:21.685373 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f27406-6a46-4f6d-b46a-0c3dfd4b0e48 req-45f33174-ba4d-401d-839d-b35f9bd1b501 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:21.687370 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1f27406-6a46-4f6d-b46a-0c3dfd4b0e48 req-45f33174-ba4d-401d-839d-b35f9bd1b501 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0822721 Sep 16 18:02:21.737750 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1f27406-6a46-4f6d-b46a-0c3dfd4b0e48 req-ff4b6f5e-7e40-4a71-ba43-f5a41d93d4a8 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Sep 16 18:02:21.831076 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed81-5853-4363-8374-aa06cdd06764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:21.833702 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ed81-5853-4363-8374-aa06cdd06764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:21.834877 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8cb8ed81-5853-4363-8374-aa06cdd06764 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cfce661-9dce-474f-a2a2-c3aa195155b6 HTTP/1.1" status: 204 len: 168 time: 0.3358333 Sep 16 18:02:21.853128 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ed81-5853-4363-8374-aa06cdd06764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfce661-9dce-474f-a2a2-c3aa195155b6,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:22.252177 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37210673-536c-43d2-b059-56898992a3cb req-c9882c62-6250-48b7-9094-b046e53ab145 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:22.253683 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-37210673-536c-43d2-b059-56898992a3cb req-c9882c62-6250-48b7-9094-b046e53ab145 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0585418 Sep 16 18:02:22.293167 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-37210673-536c-43d2-b059-56898992a3cb req-e55a163c-8df3-4cfd-a512-67ef2a73d0b2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330861 Sep 16 18:02:22.657381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46668) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:22.752873 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c371fab6-6779-4fef-8f32-e776176ea885 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0cfa1f78fc945a98e9088df1f3ba9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942216 Sep 16 18:02:22.756031 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46672) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:22.761388 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945f71-2a2c-4654-82b6-5165276f1b41 req-aa6fd835-a0db-47f9-a1c7-a466b6bec37b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:22.763114 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc945f71-2a2c-4654-82b6-5165276f1b41 req-aa6fd835-a0db-47f9-a1c7-a466b6bec37b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0739839 Sep 16 18:02:22.823738 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-218e8487-596c-4f68-b901-0aec33522d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:22.834746 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc945f71-2a2c-4654-82b6-5165276f1b41 req-5acda425-f2f3-4533-96e3-d3b803da5fdc tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619068 Sep 16 18:02:22.851561 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-218e8487-596c-4f68-b901-0aec33522d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:22.979873 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-218e8487-596c-4f68-b901-0aec33522d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:22.982442 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-218e8487-596c-4f68-b901-0aec33522d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:22.983719 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-218e8487-596c-4f68-b901-0aec33522d48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/137a4a32-aac0-42ab-afe7-153743c64b23 HTTP/1.1" status: 204 len: 168 time: 0.2266734 Sep 16 18:02:22.991363 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e8487-596c-4f68-b901-0aec33522d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a4a32-aac0-42ab-afe7-153743c64b23,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:23.434615 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832032-8e55-46ef-a87c-9cec04cd8874 req-be0a1550-6063-43e4-b0c1-b00db1825324 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:23.436238 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dc832032-8e55-46ef-a87c-9cec04cd8874 req-be0a1550-6063-43e4-b0c1-b00db1825324 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0600162 Sep 16 18:02:23.482884 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dc832032-8e55-46ef-a87c-9cec04cd8874 req-f8dcd3fa-f5a7-4b37-b674-79db668d0f03 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Sep 16 18:02:24.132613 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-a3e63a3c-e10f-419b-8661-cfc543ab0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:24.134718 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-a3e63a3c-e10f-419b-8661-cfc543ab0192 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 1099 time: 0.0471351 Sep 16 18:02:24.324082 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-19f12fee-bf8b-4382-8e0c-2da5a31fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:24.325821 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-19f12fee-bf8b-4382-8e0c-2da5a31fefe6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 920 time: 0.1839988 Sep 16 18:02:24.350017 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46760) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:24.373904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-9a858e75-57e5-4a0a-a894-ba4c6a4eeeba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 HTTP/1.1" status: 200 len: 217 time: 0.0394871 Sep 16 18:02:24.394963 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35681-09b2-4cd9-a2a3-5862f0352fd0 req-57a006ec-1897-460c-8ba9-43341c185031 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:24.402370 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ead35681-09b2-4cd9-a2a3-5862f0352fd0 req-57a006ec-1897-460c-8ba9-43341c185031 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0649405 Sep 16 18:02:24.432608 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-1735a4a6-6f92-4c1e-afba-35ab006cc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:24.434112 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-1735a4a6-6f92-4c1e-afba-35ab006cc03b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.0535083 Sep 16 18:02:24.445135 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ead35681-09b2-4cd9-a2a3-5862f0352fd0 req-9daf0eb9-9952-4804-abe6-a93c5d48fbbb tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Sep 16 18:02:24.472339 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:24.476823 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-1666d1a6-ee66-463b-80f4-edcc6e5fb11f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357091 Sep 16 18:02:24.566501 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510571-4ca4-42a9-8f16-081f9b7ef6ee req-d40de937-2a73-43f1-8eee-a5850ece5374 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:24.575275 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b510571-4ca4-42a9-8f16-081f9b7ef6ee req-d40de937-2a73-43f1-8eee-a5850ece5374 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0661716 Sep 16 18:02:24.583266 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-d704c73a-fe61-4def-9556-7394638d06f2 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987091 Sep 16 18:02:24.612079 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-be07b8b4-3845-4b95-8f47-c59cc60b47c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:24.636458 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b510571-4ca4-42a9-8f16-081f9b7ef6ee req-ef352937-74a7-40d4-bd38-a1ab294a9a24 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Sep 16 18:02:24.711385 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2376d8b9-9ec5-467e-a912-fc821a504f49 req-2641fd9e-a043-4fa9-bd6f-a778094e0282 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209242 Sep 16 18:02:24.777734 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-be07b8b4-3845-4b95-8f47-c59cc60b47c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:24.798001 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e8b4b-9f1b-4218-a3b9-77609ea06545 req-92281643-f637-463d-a199-b57fa7fda3e9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:24.799492 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ac4e8b4b-9f1b-4218-a3b9-77609ea06545 req-92281643-f637-463d-a199-b57fa7fda3e9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0623331 Sep 16 18:02:24.808587 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46778) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:24.812898 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'floatingip': {'port_id': '99efb11e-0a38-420a-bde9-1451f396c176'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:24.879727 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-be07b8b4-3845-4b95-8f47-c59cc60b47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:24.898162 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.000471 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-be07b8b4-3845-4b95-8f47-c59cc60b47c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82542fbcf3f94b0582f60038d7926f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489613 Sep 16 18:02:25.003315 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46790) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:25.011235 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07b8b4-3845-4b95-8f47-c59cc60b47c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4e468-bebc-47c0-815a-e8b6dd7fac82,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:25.076984 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6014e98b-7b23-4500-b5c3-65f187a32ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.108609 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6014e98b-7b23-4500-b5c3-65f187a32ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.237068 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6014e98b-7b23-4500-b5c3-65f187a32ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.240568 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6014e98b-7b23-4500-b5c3-65f187a32ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.244254 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6014e98b-7b23-4500-b5c3-65f187a32ab6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36f4e468-bebc-47c0-815a-e8b6dd7fac82 HTTP/1.1" status: 204 len: 168 time: 0.2374976 Sep 16 18:02:25.250980 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014e98b-7b23-4500-b5c3-65f187a32ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4e468-bebc-47c0-815a-e8b6dd7fac82,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:25.685074 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.db.resource_extend [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 18:02:25.790664 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.804091 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9704a5-b42d-4f1d-9b6a-9b31e272f871 req-13045181-00df-4999-b077-ffc88a06332f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:25.805629 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db9704a5-b42d-4f1d-9b6a-9b31e272f871 req-13045181-00df-4999-b077-ffc88a06332f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0838540 Sep 16 18:02:25.845188 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db9704a5-b42d-4f1d-9b6a-9b31e272f871 req-7990d62d-5402-4202-bee2-a04833463a51 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Sep 16 18:02:25.859372 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:25.963761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46828) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:25.965800 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Floating IP 7737add9-066e-4131-bf60-7f377baca971 associated. External IP: 172.27.2.22, port: 99efb11e-0a38-420a-bde9-1451f396c176. Sep 16 18:02:25.979185 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a68d816d-477c-4484-b834-87b98d496f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.070640 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a68d816d-477c-4484-b834-87b98d496f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.157576 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a68d816d-477c-4484-b834-87b98d496f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.174608 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:02:26.180584 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46836) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:26.203479 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a68d816d-477c-4484-b834-87b98d496f0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06d4631bf9ec4582a71defc24c6b7472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359395 Sep 16 18:02:26.205666 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46840) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:26.237381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d816d-477c-4484-b834-87b98d496f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e607e-ddc9-484c-8a0e-64d377594fb5,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:26.270785 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d871989-3fc9-437c-8871-22cf93c1047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.304965 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d871989-3fc9-437c-8871-22cf93c1047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.317111 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9c49e618-68f8-4804-9c69-f48dee368f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.338294 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:02:26.344147 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.355148 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:02:26.365557 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:02:26.366101 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:02:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:26.379711 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-8b45800d-8ba6-4625-b079-ef8a806b4da7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "PUT /v2.0/floatingips/7737add9-066e-4131-bf60-7f377baca971 HTTP/1.1" status: 200 len: 991 time: 1.5701063 Sep 16 18:02:26.380296 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:26.382583 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9a180-e530-4d6f-a5a2-007f7e1170d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "tag": "99efb11e-0a38-420a-bde9-1451f396c176"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:26.423330 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851a5b6-e3e7-43cf-91ab-c1b7042f8f73 x-openstack-request-id: req-0851a5b6-e3e7-43cf-91ab-c1b7042f8f73 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:26.423638 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "tag": "99efb11e-0a38-420a-bde9-1451f396c176", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:26.423885 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0851a5b6-e3e7-43cf-91ab-c1b7042f8f73 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:26.424308 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176', 'status': 'completed', 'code': 200} Sep 16 18:02:26.472514 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d871989-3fc9-437c-8871-22cf93c1047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.475150 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d871989-3fc9-437c-8871-22cf93c1047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.477293 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0d871989-3fc9-437c-8871-22cf93c1047f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df6e607e-ddc9-484c-8a0e-64d377594fb5 HTTP/1.1" status: 204 len: 168 time: 0.2705138 Sep 16 18:02:26.480353 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:02:26.494686 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d871989-3fc9-437c-8871-22cf93c1047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e607e-ddc9-484c-8a0e-64d377594fb5,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:26.590966 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9c49e618-68f8-4804-9c69-f48dee368f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.653890 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9c49e618-68f8-4804-9c69-f48dee368f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.693238 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9c49e618-68f8-4804-9c69-f48dee368f50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8489cde4948c4a7aaacb6e1469ab4936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116420 Sep 16 18:02:26.695888 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46852) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:26.701655 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49e618-68f8-4804-9c69-f48dee368f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5d81f2-89b8-4303-a371-e0f93920b9f2,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:26.747939 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-916b1c0d-8668-42d1-a8ea-0f0892718528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.760808 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46854) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:26.789508 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-916b1c0d-8668-42d1-a8ea-0f0892718528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.789617 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '7737add9-066e-4131-bf60-7f377baca971', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'port_id': '99efb11e-0a38-420a-bde9-1451f396c176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'mac_address': 'fa:16:3e:4d:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:02:00Z', 'updated_at': '2021-09-16T18:02:25Z', 'revision_number': 1, 'project_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:26.817476 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:02:26.826709 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:02:26.828137 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:02:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:26.929221 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d8aba29f-688b-49db-8330-05b6d017c791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.937361 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-916b1c0d-8668-42d1-a8ea-0f0892718528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.940542 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-916b1c0d-8668-42d1-a8ea-0f0892718528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:26.944466 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-916b1c0d-8668-42d1-a8ea-0f0892718528 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e5d81f2-89b8-4303-a371-e0f93920b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2476010 Sep 16 18:02:26.985397 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b1c0d-8668-42d1-a8ea-0f0892718528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5d81f2-89b8-4303-a371-e0f93920b9f2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:27.034531 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d8aba29f-688b-49db-8330-05b6d017c791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.039380 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d5b70-56e8-419c-8ba1-6d176388c876 req-a06315bd-4ca3-4191-a28e-29cff51751b9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:27.041424 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0a0d5b70-56e8-419c-8ba1-6d176388c876 req-a06315bd-4ca3-4191-a28e-29cff51751b9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.1069407 Sep 16 18:02:27.069815 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:02:27.081019 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0a0d5b70-56e8-419c-8ba1-6d176388c876 req-1ebbbc49-98e0-414b-9714-dc9770ad1115 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Sep 16 18:02:27.094232 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d8aba29f-688b-49db-8330-05b6d017c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.137904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d8aba29f-688b-49db-8330-05b6d017c791 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff613192da504be8b1267adac6051729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759942 Sep 16 18:02:27.141161 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46874) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:27.168123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aba29f-688b-49db-8330-05b6d017c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd85b5-c200-429c-b31d-ef41d734ad14,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:27.214100 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f795-92bd-4b4a-ba4f-f38cdde0a429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.237359 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f795-92bd-4b4a-ba4f-f38cdde0a429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.328546 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '7737add9-066e-4131-bf60-7f377baca971', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'port_id': '99efb11e-0a38-420a-bde9-1451f396c176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'mac_address': 'fa:16:3e:4d:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:02:00Z', 'updated_at': '2021-09-16T18:02:25Z', 'revision_number': 1, 'project_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:02:27.355202 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41612d-cd5c-4c4e-bc22-0b88067c504f None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '7737add9-066e-4131-bf60-7f377baca971', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'port_id': '99efb11e-0a38-420a-bde9-1451f396c176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'mac_address': 'fa:16:3e:4d:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:02:00Z', 'updated_at': '2021-09-16T18:02:25Z', 'revision_number': 1, 'project_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:02:27.375011 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f795-92bd-4b4a-ba4f-f38cdde0a429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.377580 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0e8f795-92bd-4b4a-ba4f-f38cdde0a429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.383862 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d0e8f795-92bd-4b4a-ba4f-f38cdde0a429 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bcd85b5-c200-429c-b31d-ef41d734ad14 HTTP/1.1" status: 204 len: 168 time: 0.2415533 Sep 16 18:02:27.394763 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8f795-92bd-4b4a-ba4f-f38cdde0a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd85b5-c200-429c-b31d-ef41d734ad14,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:27.579417 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642805ab-3fe3-42b0-aaee-9cd1894abd29 None None] New status for floating IP 7737add9-066e-4131-bf60-7f377baca971: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:02:27.663236 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46888) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:27.677084 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72cc8930-fbb2-4206-882f-1958118d7f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.774117 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72cc8930-fbb2-4206-882f-1958118d7f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.830840 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-72cc8930-fbb2-4206-882f-1958118d7f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.873529 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-72cc8930-fbb2-4206-882f-1958118d7f5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a16fcb2928647e690db99a6be225542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091494 Sep 16 18:02:27.874686 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8930-fbb2-4206-882f-1958118d7f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9881ab87-39ca-42b3-a8fc-c63bbad60653,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:27.876349 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46896) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:27.947676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c32cf59-b255-4546-a59e-da981f8b46ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:27.969532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c32cf59-b255-4546-a59e-da981f8b46ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.099342 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-7fef0ef0-4d27-4ae9-892c-3a6cacea12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:28.100833 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-7fef0ef0-4d27-4ae9-892c-3a6cacea12c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1099 time: 0.0537062 Sep 16 18:02:28.107414 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46902) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:28.118633 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c32cf59-b255-4546-a59e-da981f8b46ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.119555 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c32cf59-b255-4546-a59e-da981f8b46ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.120941 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1c32cf59-b255-4546-a59e-da981f8b46ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9881ab87-39ca-42b3-a8fc-c63bbad60653 HTTP/1.1" status: 204 len: 168 time: 0.2424521 Sep 16 18:02:28.155630 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98269d30-e69c-4029-bb47-c613ba3b7be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.160633 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32cf59-b255-4546-a59e-da981f8b46ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9881ab87-39ca-42b3-a8fc-c63bbad60653,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:28.252496 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d72e5-b59a-44d6-b7ad-656da4b57b9d req-ee78079c-d04f-4ecf-a4b7-439674fe2077 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:28.260476 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-522d72e5-b59a-44d6-b7ad-656da4b57b9d req-ee78079c-d04f-4ecf-a4b7-439674fe2077 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0994990 Sep 16 18:02:28.269673 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-1810502c-d618-4c90-a7a1-3fb5630b1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:28.276293 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-1810502c-d618-4c90-a7a1-3fb5630b1f85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 912 time: 0.1432607 Sep 16 18:02:28.321321 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-522d72e5-b59a-44d6-b7ad-656da4b57b9d req-7109a7f7-4f4f-475b-a272-2b81e82e9789 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550621 Sep 16 18:02:28.396033 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-5ec95b40-057f-420f-baaa-b70bbf33fc98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 1001 time: 0.1172140 Sep 16 18:02:28.413918 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98269d30-e69c-4029-bb47-c613ba3b7be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.461408 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-7c6355d9-0276-4030-9845-7006d0e9726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:28.461712 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-7c6355d9-0276-4030-9845-7006d0e9726b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0498755 Sep 16 18:02:28.517072 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98269d30-e69c-4029-bb47-c613ba3b7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.557300 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-98269d30-e69c-4029-bb47-c613ba3b7be8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3298af14cfd04df68de1edc299f82695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447818 Sep 16 18:02:28.557300 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98269d30-e69c-4029-bb47-c613ba3b7be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab806259-8d43-449f-916b-32083e413fc4,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:28.564602 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 46916) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:28.611779 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-af533220-7302-4812-a32e-3039db9f915d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.633365 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-af533220-7302-4812-a32e-3039db9f915d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.761778 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-af533220-7302-4812-a32e-3039db9f915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.766439 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-af533220-7302-4812-a32e-3039db9f915d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:28.767948 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-af533220-7302-4812-a32e-3039db9f915d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab806259-8d43-449f-916b-32083e413fc4 HTTP/1.1" status: 204 len: 168 time: 0.2092092 Sep 16 18:02:28.777286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af533220-7302-4812-a32e-3039db9f915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab806259-8d43-449f-916b-32083e413fc4,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:29.432363 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61ddb-1dd8-4d42-b88f-d7eae654dbf4 req-966d00b5-a9f0-4019-9a76-a1d29a788972 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:29.434153 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-34a61ddb-1dd8-4d42-b88f-d7eae654dbf4 req-966d00b5-a9f0-4019-9a76-a1d29a788972 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0496368 Sep 16 18:02:29.474670 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-34a61ddb-1dd8-4d42-b88f-d7eae654dbf4 req-87791c1a-bf6d-4a8a-866f-a1c7f766a909 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Sep 16 18:02:30.592562 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c7f8e-e3e0-437f-865a-4a9ca1650513 req-349acaf8-a34d-443f-9a07-914b2f978632 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:30.593939 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-596c7f8e-e3e0-437f-865a-4a9ca1650513 req-349acaf8-a34d-443f-9a07-914b2f978632 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0523300 Sep 16 18:02:30.633150 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-596c7f8e-e3e0-437f-865a-4a9ca1650513 req-7391a688-f01d-4320-8c36-51ca7adbc228 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Sep 16 18:02:31.374813 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-f74ff4e7-6201-4787-8f07-0835debc939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:31.376369 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-f74ff4e7-6201-4787-8f07-0835debc939b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431809 Sep 16 18:02:31.470815 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-bea1341a-c4ca-497e-b9e9-d1f8db6adbd6 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Sep 16 18:02:31.562141 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dce9a180-e530-4d6f-a5a2-007f7e1170d4 req-1d71bb7d-1566-4105-a055-65ddb6a51639 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835690 Sep 16 18:02:31.753081 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d22e6-c4c5-40ad-bf2c-1475a2cdc79a req-30399c94-e015-458a-8878-17ddf557433f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:31.754626 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3a4d22e6-c4c5-40ad-bf2c-1475a2cdc79a req-30399c94-e015-458a-8878-17ddf557433f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0543349 Sep 16 18:02:31.792454 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3a4d22e6-c4c5-40ad-bf2c-1475a2cdc79a req-e2e754c7-9eb3-433b-8fc7-243d4d7141f4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Sep 16 18:02:32.903918 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc59b7-2e2c-49d5-a47d-b1ad4ba6d228 req-f297d6f2-13de-4bb7-a6ad-cb52e92ca372 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:32.905438 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-79fc59b7-2e2c-49d5-a47d-b1ad4ba6d228 req-f297d6f2-13de-4bb7-a6ad-cb52e92ca372 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0478680 Sep 16 18:02:32.943917 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-79fc59b7-2e2c-49d5-a47d-b1ad4ba6d228 req-1505b384-0d3e-4261-8aaa-13df7aee3c88 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Sep 16 18:02:34.061136 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c45e3-8f06-4540-85c0-d698f545672a req-4269e197-e9aa-4e29-a771-d7fbeab0eae4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:34.062802 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-262c45e3-8f06-4540-85c0-d698f545672a req-4269e197-e9aa-4e29-a771-d7fbeab0eae4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0526102 Sep 16 18:02:34.100753 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-262c45e3-8f06-4540-85c0-d698f545672a req-d320801d-eab1-4ae4-a30e-5a391814c76b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Sep 16 18:02:34.237410 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47150) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:34.347959 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a144c9c-d513-4ff2-a015-b9183d5b84b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.439145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a144c9c-d513-4ff2-a015-b9183d5b84b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.539788 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a144c9c-d513-4ff2-a015-b9183d5b84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.577181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a144c9c-d513-4ff2-a015-b9183d5b84b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37ce23f-8ac7-46b5-8bc3-6c5b86025732,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:34.589409 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9a144c9c-d513-4ff2-a015-b9183d5b84b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62d9e88fffa240a19ad677e6b672d4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480709 Sep 16 18:02:34.589409 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47172) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:34.637402 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8db6ea15-d87b-4fb2-966f-29aa108cec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.658631 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8db6ea15-d87b-4fb2-966f-29aa108cec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.780841 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8db6ea15-d87b-4fb2-966f-29aa108cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.780841 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8db6ea15-d87b-4fb2-966f-29aa108cec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:34.780841 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8db6ea15-d87b-4fb2-966f-29aa108cec20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e37ce23f-8ac7-46b5-8bc3-6c5b86025732 HTTP/1.1" status: 204 len: 168 time: 0.1876581 Sep 16 18:02:34.786200 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ea15-d87b-4fb2-966f-29aa108cec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37ce23f-8ac7-46b5-8bc3-6c5b86025732,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:35.216821 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23aabf-f9ca-4b10-8125-57080faaa348 req-8c27f050-94b4-41ac-87a2-eefb6167739e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:35.218491 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bd23aabf-f9ca-4b10-8125-57080faaa348 req-8c27f050-94b4-41ac-87a2-eefb6167739e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0486903 Sep 16 18:02:35.262292 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bd23aabf-f9ca-4b10-8125-57080faaa348 req-3e4fa172-436e-42b9-81d9-6d905ab25962 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Sep 16 18:02:35.520915 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47204) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:35.541722 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca6b827d-7087-49e4-ae7e-0ccfe9ec93fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.648905 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca6b827d-7087-49e4-ae7e-0ccfe9ec93fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.751675 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca6b827d-7087-49e4-ae7e-0ccfe9ec93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.788098 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b827d-7087-49e4-ae7e-0ccfe9ec93fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990f79f7-7d22-41ea-ab85-a0dc791348e7,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:35.802062 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ca6b827d-7087-49e4-ae7e-0ccfe9ec93fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dfcfe1f212640ad8b70b8dffaa2da69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799704 Sep 16 18:02:35.805037 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47222) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:35.852412 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10478f91-35c6-4600-bb04-58d6c1411e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.873114 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10478f91-35c6-4600-bb04-58d6c1411e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.973723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10478f91-35c6-4600-bb04-58d6c1411e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.976213 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10478f91-35c6-4600-bb04-58d6c1411e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:35.977344 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-10478f91-35c6-4600-bb04-58d6c1411e07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/990f79f7-7d22-41ea-ab85-a0dc791348e7 HTTP/1.1" status: 204 len: 168 time: 0.1713874 Sep 16 18:02:35.984947 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478f91-35c6-4600-bb04-58d6c1411e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990f79f7-7d22-41ea-ab85-a0dc791348e7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:36.226329 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47230) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:36.332828 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-64740fc9-7a11-4b5e-8b27-171a5420cec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.393098 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae895-cc32-4edc-91c9-786c85b4e080 req-3291bd49-58b8-4528-973d-646caf2b8de4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:36.395129 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a9aae895-cc32-4edc-91c9-786c85b4e080 req-3291bd49-58b8-4528-973d-646caf2b8de4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0546484 Sep 16 18:02:36.448253 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-64740fc9-7a11-4b5e-8b27-171a5420cec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.450241 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a9aae895-cc32-4edc-91c9-786c85b4e080 req-d177c216-20cb-460e-a735-3d927096e982 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Sep 16 18:02:36.499779 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-64740fc9-7a11-4b5e-8b27-171a5420cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.537800 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-64740fc9-7a11-4b5e-8b27-171a5420cec2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3124813ded694f9aa26d147fc6225a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103223 Sep 16 18:02:36.539411 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64740fc9-7a11-4b5e-8b27-171a5420cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec688a5-fa39-4dd0-84e7-996e5cb79846,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:36.540676 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47248) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:36.594849 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2e63529f-1e0c-42a5-a28e-74dcc49e3042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.616463 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2e63529f-1e0c-42a5-a28e-74dcc49e3042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.739483 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2e63529f-1e0c-42a5-a28e-74dcc49e3042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.744129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2e63529f-1e0c-42a5-a28e-74dcc49e3042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:36.744129 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-2e63529f-1e0c-42a5-a28e-74dcc49e3042 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ec688a5-fa39-4dd0-84e7-996e5cb79846 HTTP/1.1" status: 204 len: 168 time: 0.2015476 Sep 16 18:02:36.751817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63529f-1e0c-42a5-a28e-74dcc49e3042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec688a5-fa39-4dd0-84e7-996e5cb79846,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:37.354884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47276) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:37.370213 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d6484215-36f7-4d7b-8b55-c08433982db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.464600 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d6484215-36f7-4d7b-8b55-c08433982db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.551695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d6484215-36f7-4d7b-8b55-c08433982db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.601803 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6484215-36f7-4d7b-8b55-c08433982db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a84dcb-1771-4796-ae7a-dea3b43acd9b,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:37.608528 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d6484215-36f7-4d7b-8b55-c08433982db6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f10a9646cbc348ebb3b261a010d2ff6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502127 Sep 16 18:02:37.609024 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47290) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:37.614212 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad84f8-f539-4559-a48b-fdaa9e8c1242 req-89562594-75fd-4863-a610-21acf351c93e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:37.615660 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c0ad84f8-f539-4559-a48b-fdaa9e8c1242 req-89562594-75fd-4863-a610-21acf351c93e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0925429 Sep 16 18:02:37.655860 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c0ad84f8-f539-4559-a48b-fdaa9e8c1242 req-4b55cd4b-eb5d-4cb0-94ed-c310824d4cb5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Sep 16 18:02:37.669074 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc9d-7f66-49cb-832b-abf51ff3a798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.691718 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc9d-7f66-49cb-832b-abf51ff3a798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.819867 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc9d-7f66-49cb-832b-abf51ff3a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.822572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d44dc9d-7f66-49cb-832b-abf51ff3a798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:37.823719 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3d44dc9d-7f66-49cb-832b-abf51ff3a798 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11a84dcb-1771-4796-ae7a-dea3b43acd9b HTTP/1.1" status: 204 len: 168 time: 0.2138295 Sep 16 18:02:37.831777 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44dc9d-7f66-49cb-832b-abf51ff3a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a84dcb-1771-4796-ae7a-dea3b43acd9b,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:38.425349 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47318) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:38.437905 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2d562e81-6121-456d-a2a0-571ea86d2433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.525651 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2d562e81-6121-456d-a2a0-571ea86d2433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.607814 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2d562e81-6121-456d-a2a0-571ea86d2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.643811 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d562e81-6121-456d-a2a0-571ea86d2433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cda25f-ec59-4a29-a117-464c78490df9,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:38.648068 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2d562e81-6121-456d-a2a0-571ea86d2433 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5f45ef7a9f943f598fd31c45b4368cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217245 Sep 16 18:02:38.650820 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47328) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:38.699486 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13cd482d-0e71-4ca6-bb00-9b54a3afe859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.723532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13cd482d-0e71-4ca6-bb00-9b54a3afe859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.774691 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2582c3-d9cc-4582-91a0-4b2efc8ccad5 req-9a91cd9f-7567-4d12-896e-f73051383337 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:38.776199 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb2582c3-d9cc-4582-91a0-4b2efc8ccad5 req-9a91cd9f-7567-4d12-896e-f73051383337 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0517492 Sep 16 18:02:38.818022 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eb2582c3-d9cc-4582-91a0-4b2efc8ccad5 req-20b4ef99-9e05-4d16-b6a2-6576c8c82118 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Sep 16 18:02:38.851858 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13cd482d-0e71-4ca6-bb00-9b54a3afe859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.854416 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13cd482d-0e71-4ca6-bb00-9b54a3afe859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:38.855540 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-13cd482d-0e71-4ca6-bb00-9b54a3afe859 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24cda25f-ec59-4a29-a117-464c78490df9 HTTP/1.1" status: 204 len: 168 time: 0.2039700 Sep 16 18:02:38.863542 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd482d-0e71-4ca6-bb00-9b54a3afe859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cda25f-ec59-4a29-a117-464c78490df9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:39.499306 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d71a-1c3d-4885-aa62-91e049bc140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:39.936940 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27842c-6da5-4f77-b281-b765a928df2b req-b564cd9f-4f6f-431c-a6c6-5131d0943a7f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:39.938530 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-aa27842c-6da5-4f77-b281-b765a928df2b req-b564cd9f-4f6f-431c-a6c6-5131d0943a7f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0491333 Sep 16 18:02:39.975565 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-aa27842c-6da5-4f77-b281-b765a928df2b req-e8d6b047-b8d3-4d05-905d-4d77a54ecdeb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Sep 16 18:02:41.096665 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ccfc6-c0dd-4588-a595-395d9dbeecc0 req-daf38540-afd3-4845-a4ea-29f7bef56070 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:41.098191 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-721ccfc6-c0dd-4588-a595-395d9dbeecc0 req-daf38540-afd3-4845-a4ea-29f7bef56070 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0558565 Sep 16 18:02:41.137735 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-721ccfc6-c0dd-4588-a595-395d9dbeecc0 req-f69a9f27-d239-4da1-b252-4e2f829ee185 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Sep 16 18:02:41.916930 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ac5f6e44-7ee1-4120-a84c-d5419fc7911c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:42.257040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd31b5-95ae-4313-a2e1-50bee1a57315 req-a18af144-df52-4c84-ad80-72113769646b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:42.258536 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bbd31b5-95ae-4313-a2e1-50bee1a57315 req-a18af144-df52-4c84-ad80-72113769646b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Sep 16 18:02:42.296174 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bbd31b5-95ae-4313-a2e1-50bee1a57315 req-f2e39676-f417-4db2-bb1a-a4436c5db1cd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Sep 16 18:02:42.705543 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:42.921666 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-a9ebf609-101b-43e6-bcc0-8b85f86ad530 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:42.927906 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-a9ebf609-101b-43e6-bcc0-8b85f86ad530 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.1047242 Sep 16 18:02:42.939910 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-f0f3c68f-fcad-4658-bfb2-638f088f371f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/quotas/0417484f42df4e17866d59e5efa1eb4e HTTP/1.1" status: 200 len: 375 time: 0.0089529 Sep 16 18:02:42.984899 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:42.993260 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-069fd7c5-803e-4562-b541-57f5a2c73d9b tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467374 Sep 16 18:02:43.085466 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-19b34790-db03-409f-b86a-bf93888351f4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Sep 16 18:02:43.182150 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-47a44174-f48f-407a-be6f-4041f6eeb0bf service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904973 Sep 16 18:02:43.452737 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0adc77b6-8b1a-48ee-8bfe-6ee7050dafc1 req-b19ff714-f980-4f11-b345-877d70fc90a0 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 210 time: 0.0251055 Sep 16 18:02:43.483850 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5551b1-e07c-4dc7-b1fa-5f7e15e81316 req-44d6f23c-4a0b-4c8e-a857-22d0b8a214d6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:43.485666 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5d5551b1-e07c-4dc7-b1fa-5f7e15e81316 req-44d6f23c-4a0b-4c8e-a857-22d0b8a214d6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.1070552 Sep 16 18:02:43.529770 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5d5551b1-e07c-4dc7-b1fa-5f7e15e81316 req-6c930eff-5965-4fcc-a1e1-4ce36f24e088 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Sep 16 18:02:44.551495 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1600046a-04d4-4e80-af16-a481179517a5 req-959cb9bf-39ef-43e4-9f71-601a83fa3605 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 210 time: 0.0288610 Sep 16 18:02:44.658528 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b99d9-d06e-41a3-b2d6-d7213675e22a req-0fe6c4a8-1197-4bcf-9520-3528461d0150 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:44.660713 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e15b99d9-d06e-41a3-b2d6-d7213675e22a req-0fe6c4a8-1197-4bcf-9520-3528461d0150 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0509653 Sep 16 18:02:44.676324 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:44.698393 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e15b99d9-d06e-41a3-b2d6-d7213675e22a req-ac6c82bf-5535-4c14-a953-38dd810915c0 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Sep 16 18:02:45.660199 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47592) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:45.772839 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:45.775106 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1c51208a-ace9-4b2e-8323-5ef5ad81f799 req-137a316e-24b6-4e43-923c-e19f79352952 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 210 time: 0.0310321 Sep 16 18:02:45.813292 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-a7bece71-c8ae-4016-b5c6-ba20fcefc326 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:45.814776 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-a7bece71-c8ae-4016-b5c6-ba20fcefc326 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.3216372 Sep 16 18:02:45.835896 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Request body: {'port': {'device_id': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'admin_state_up': True, 'tenant_id': '0417484f42df4e17866d59e5efa1eb4e'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:45.857306 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61e202-fb4c-40b6-8cdc-4c201b0f88b1 req-24616bf1-8921-455d-9c45-4443bcf201bf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:45.858989 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8f61e202-fb4c-40b6-8cdc-4c201b0f88b1 req-24616bf1-8921-455d-9c45-4443bcf201bf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0831947 Sep 16 18:02:45.942307 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8f61e202-fb4c-40b6-8cdc-4c201b0f88b1 req-6baf9874-6341-4b1a-989a-32cd48ec44a2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709052 Sep 16 18:02:45.969134 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.074760 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.109448 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f4c263f6f55423f902767f2e19d4da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481711 Sep 16 18:02:46.110679 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31907369-fad2-47df-9eb8-d8e7ed74deca,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:46.112124 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47608) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:46.118156 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.118537 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.118873 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.119197 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.119534 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.119860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.120194 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.120514 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.120870 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.121247 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.121529 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.121847 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114db4e2-c6c5-40b3-a403-927268d20f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.163518 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.186210 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.187834 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Made reservation on behalf of 0417484f42df4e17866d59e5efa1eb4e for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:46.191871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.345978 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Allocated IP 172.20.0.6 (5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e/aab3abe8-e738-4bc8-9bdc-e245a447e33e/a3a9be44-a90f-45f1-94f6-c0c8dea62f98) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:02:46.387819 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.390420 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.392103 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31907369-fad2-47df-9eb8-d8e7ed74deca HTTP/1.1" status: 204 len: 168 time: 0.2782156 Sep 16 18:02:46.416822 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31907369-fad2-47df-9eb8-d8e7ed74deca,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:46.435165 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.435601 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.435859 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.447105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c958-51b8-4bc7-9cab-e9e330095515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:46.517406 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.608362 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.629591 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:46.651680 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:02:46.655136 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:46.659101 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:02:46.665865 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:46.666777 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.673837 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:02:46.679321 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event updated for resources: {'Port': ['ID=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:46.761819 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-4cc6536a-6f9c-4fe0-b848-ec0e3661dca5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9295115 Sep 16 18:02:46.778284 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Request body: {'port': {'device_id': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:46.834040 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:46.897648 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67cbc6-d4aa-43df-ae64-98f537d31b4b req-e69ede9d-de73-49ad-b86c-187b81ff14c2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:46.899247 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8a67cbc6-d4aa-43df-ae64-98f537d31b4b req-e69ede9d-de73-49ad-b86c-187b81ff14c2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 931 time: 0.0556877 Sep 16 18:02:46.938231 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8a67cbc6-d4aa-43df-ae64-98f537d31b4b req-a0063158-be7a-420b-a8f7-4e93957532fd tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Sep 16 18:02:47.114588 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47656) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:47.116636 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26cfd9-72a9-420d-b188-4c58765a7b9f req-487a8efb-21d7-4189-bb2b-8393d429bc47 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:47.123765 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0f26cfd9-72a9-420d-b188-4c58765a7b9f req-487a8efb-21d7-4189-bb2b-8393d429bc47 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0820572 Sep 16 18:02:47.135218 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-177fd3cf-2857-4c7c-a342-6b0a2bb95d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.194956 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0f26cfd9-72a9-420d-b188-4c58765a7b9f req-73bfa8a6-3983-4ce2-a0a2-b7ce74557e1b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702276 Sep 16 18:02:47.207369 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a9be44-a90f-45f1-94f6-c0c8dea62f98 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:47.223791 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.229058 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-177fd3cf-2857-4c7c-a342-6b0a2bb95d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.237839 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Transition to ACTIVE for port object a3a9be44-a90f-45f1-94f6-c0c8dea62f98 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:02:47.298442 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-177fd3cf-2857-4c7c-a342-6b0a2bb95d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.322646 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.339651 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-177fd3cf-2857-4c7c-a342-6b0a2bb95d99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00e53ca01ccf42bcb7a27a3855886a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213252 Sep 16 18:02:47.339651 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fd3cf-2857-4c7c-a342-6b0a2bb95d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a6293-4b33-4f28-ac4b-2c225149b807,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:47.340304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47658) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:47.408181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:47.413826 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4083f6aa-3c78-40f0-b2d2-3abea412c4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.416048 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Attempting to bind port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:02:47.416392 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Attempting to bind port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:02:47.417075 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Attempting to bind port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:47.421658 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:02:47.421991 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Attempting to bind port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:02:47.428526 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:02:47.430089 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Checking segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:47.430539 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Bound using segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:02:47.430983 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Bound port: a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:02:47.431399 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.437674 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4083f6aa-3c78-40f0-b2d2-3abea412c4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.495481 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] For port a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:02:47.498487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] For port a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:02:47.549554 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4083f6aa-3c78-40f0-b2d2-3abea412c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.552072 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4083f6aa-3c78-40f0-b2d2-3abea412c4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.553215 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4083f6aa-3c78-40f0-b2d2-3abea412c4b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b9a6293-4b33-4f28-ac4b-2c225149b807 HTTP/1.1" status: 204 len: 168 time: 0.2097356 Sep 16 18:02:47.561171 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083f6aa-3c78-40f0-b2d2-3abea412c4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a6293-4b33-4f28-ac4b-2c225149b807,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:47.637188 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.673301 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:47.673922 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:47.675349 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] 10.222.0.48 "PUT /v2.0/ports/a3a9be44-a90f-45f1-94f6-c0c8dea62f98 HTTP/1.1" status: 200 len: 1093 time: 0.9015086 Sep 16 18:02:47.675758 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'tag': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:47.677962 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929" -d '{"events": [{"name": "network-changed", "server_uuid": "eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f", "tag": "a3a9be44-a90f-45f1-94f6-c0c8dea62f98"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:47.700233 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2871e-85c0-4d8b-a2d8-3949ab9d4130 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:47.713377 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ad4bd-4ac5-4f42-aac0-16f98356fba2 x-openstack-request-id: req-c57ad4bd-4ac5-4f42-aac0-16f98356fba2 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:47.713656 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f", "tag": "a3a9be44-a90f-45f1-94f6-c0c8dea62f98", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:47.713907 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c57ad4bd-4ac5-4f42-aac0-16f98356fba2 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:47.714297 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'tag': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'status': 'completed', 'code': 200} Sep 16 18:02:48.068212 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf8783-24fb-4e2c-9dc5-a605d1191be8 req-8c153aa3-a3eb-42ba-bc26-204f3c2bc73f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:48.068212 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e2bf8783-24fb-4e2c-9dc5-a605d1191be8 req-8c153aa3-a3eb-42ba-bc26-204f3c2bc73f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 943 time: 0.0534418 Sep 16 18:02:48.104183 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e2bf8783-24fb-4e2c-9dc5-a605d1191be8 req-2cea88fe-31c3-41b6-8973-a40032c832ca tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Sep 16 18:02:48.311048 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317cd64-c9c2-4977-9cf1-e09a17bc04be req-2108cdbb-bc29-48d9-8ed6-2966d44ad392 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:48.312518 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3317cd64-c9c2-4977-9cf1-e09a17bc04be req-2108cdbb-bc29-48d9-8ed6-2966d44ad392 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0482726 Sep 16 18:02:48.352369 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3317cd64-c9c2-4977-9cf1-e09a17bc04be req-81fbda23-0be2-4f6e-8a0d-2987d5f39cb6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Sep 16 18:02:49.217804 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5145ec-edac-4d4d-9547-cbd31f99e794 req-b092ee24-af71-4d7e-997a-59478894a476 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:49.220165 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3a5145ec-edac-4d4d-9547-cbd31f99e794 req-b092ee24-af71-4d7e-997a-59478894a476 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 943 time: 0.0469272 Sep 16 18:02:49.257313 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3a5145ec-edac-4d4d-9547-cbd31f99e794 req-e2837247-510f-4b96-81d9-397101e528c0 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Sep 16 18:02:49.470613 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9685-ae75-4782-8db4-316a282e0aeb req-ef2dbe6c-50eb-43c7-a2f8-6432e6a5ea21 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:49.472043 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2f3c9685-ae75-4782-8db4-316a282e0aeb req-ef2dbe6c-50eb-43c7-a2f8-6432e6a5ea21 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0517414 Sep 16 18:02:49.510153 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2f3c9685-ae75-4782-8db4-316a282e0aeb req-01d2d2ea-0cad-4838-a3df-fc729504b33f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Sep 16 18:02:50.098011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929 req-a9d18159-7cf2-460c-8ba9-162acc7f193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.099517 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929 req-a9d18159-7cf2-460c-8ba9-162acc7f193c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 1096 time: 0.0403397 Sep 16 18:02:50.218223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929 req-510a0023-d104-4ac9-b677-c30cb5f5f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.220615 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929 req-510a0023-d104-4ac9-b677-c30cb5f5f993 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0417484f42df4e17866d59e5efa1eb4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014156 Sep 16 18:02:50.323018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929 req-7bf2ddd8-2ec2-4728-be02-88239df87545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.324486 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8445fb22-1af7-401d-b7c6-fbb7ae1fb929 req-7bf2ddd8-2ec2-4728-be02-88239df87545 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883055 Sep 16 18:02:50.373459 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a813-0b86-4f68-adcf-76b34478b669 req-7e300546-c9e4-4493-b45c-f66b03ccba1b tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.375045 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7999a813-0b86-4f68-adcf-76b34478b669 req-7e300546-c9e4-4493-b45c-f66b03ccba1b tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 943 time: 0.0488937 Sep 16 18:02:50.378942 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47770) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:50.442470 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-f4948474-2203-4131-b05d-9cc3fa42b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.443848 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-f4948474-2203-4131-b05d-9cc3fa42b7d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 1096 time: 0.0674164 Sep 16 18:02:50.446770 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7999a813-0b86-4f68-adcf-76b34478b669 req-9d18219f-1a83-45fd-a61c-97073594d3a8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Sep 16 18:02:50.487974 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f62e6de3-297b-4df7-a109-cd1b2282137d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.501516 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-df47f640-f8a4-4923-b03d-6138f5e42e8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3a9be44-a90f-45f1-94f6-c0c8dea62f98 HTTP/1.1" status: 200 len: 217 time: 0.0423853 Sep 16 18:02:50.562858 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-67bfc75d-c208-46dd-947f-d3ce2217c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.564369 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-67bfc75d-c208-46dd-947f-d3ce2217c299 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab3abe8-e738-4bc8-9bdc-e245a447e33e HTTP/1.1" status: 200 len: 855 time: 0.0452363 Sep 16 18:02:50.587234 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f62e6de3-297b-4df7-a109-cd1b2282137d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.602101 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-fe965bce-1dad-4a60-b133-1b6880ea7c30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299819 Sep 16 18:02:50.639223 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc074c-a04e-4401-bb6c-58e0b282047d req-3fed06dd-13d6-4308-ac7a-646cad93ed6a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:50.640770 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6ecc074c-a04e-4401-bb6c-58e0b282047d req-3fed06dd-13d6-4308-ac7a-646cad93ed6a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0472627 Sep 16 18:02:50.682974 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6ecc074c-a04e-4401-bb6c-58e0b282047d req-1214da9a-9552-4632-92cd-18681e5eb9b8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Sep 16 18:02:50.706029 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-0dac0107-1266-4bb2-8548-6ef75ee35757 service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854049 Sep 16 18:02:50.707671 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f62e6de3-297b-4df7-a109-cd1b2282137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.747897 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-f62e6de3-297b-4df7-a109-cd1b2282137d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbf1053d84914820b5e0dc0ba1396c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678160 Sep 16 18:02:50.748822 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e6de3-297b-4df7-a109-cd1b2282137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf5310-0559-4c1e-bb50-7e313517fd63,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:50.752201 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47778) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:50.837922 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17dcfc6b-eef8-4a2c-9a0c-993ad8abfe45 req-a2550ca7-7e8e-4972-940e-72c24271766e service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227596 Sep 16 18:02:50.848461 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccf557a5-2d41-4733-944c-d58296c32c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.869712 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccf557a5-2d41-4733-944c-d58296c32c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.979396 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccf557a5-2d41-4733-944c-d58296c32c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.981971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccf557a5-2d41-4733-944c-d58296c32c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:50.983199 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ccf557a5-2d41-4733-944c-d58296c32c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70cf5310-0559-4c1e-bb50-7e313517fd63 HTTP/1.1" status: 204 len: 168 time: 0.2028842 Sep 16 18:02:50.993497 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf557a5-2d41-4733-944c-d58296c32c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf5310-0559-4c1e-bb50-7e313517fd63,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:51.559978 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-c93b57d1-65df-4a29-95ae-7be1278ef983 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424843 Sep 16 18:02:51.579425 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef803cad-1909-49d4-bffc-fca2b85df950 req-ddbe8d31-3d2f-461f-9481-b2ab7cc8aa3d tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:51.586756 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ef803cad-1909-49d4-bffc-fca2b85df950 req-ddbe8d31-3d2f-461f-9481-b2ab7cc8aa3d tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 943 time: 0.0662472 Sep 16 18:02:51.630748 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ef803cad-1909-49d4-bffc-fca2b85df950 req-a374db75-8059-401e-a4b7-85fbfd5f6786 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Sep 16 18:02:51.676147 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47826) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:51.680374 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-c354ccdc-6f67-4fc2-b052-ee5c99c0d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:51.681936 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-c354ccdc-6f67-4fc2-b052-ee5c99c0d30d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da056cf0afc413cbc0ef35330f1a299&device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 1098 time: 0.0557158 Sep 16 18:02:51.689917 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-38ac9832-4f63-4511-903a-80ae559e5a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:51.866398 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-609f2691-59b7-4e7a-86f3-5daa6fff2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:51.867863 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-609f2691-59b7-4e7a-86f3-5daa6fff2f9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6294cd4d-3796-415e-a779-90bfb99af6f9 HTTP/1.1" status: 200 len: 913 time: 0.1625180 Sep 16 18:02:51.882757 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10700597-d132-4ea5-a1ea-cdb0868a6704 req-0d65b623-1c36-4f01-9c1d-6eeed861617c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:51.884233 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-10700597-d132-4ea5-a1ea-cdb0868a6704 req-0d65b623-1c36-4f01-9c1d-6eeed861617c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.1016104 Sep 16 18:02:51.934316 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-96057047-4ae2-45a5-953a-d992b8761a8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d03a6214-415e-4b05-b71d-56d48344e1c1 HTTP/1.1" status: 200 len: 217 time: 0.0480535 Sep 16 18:02:51.947131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47838) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:52.003178 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-38ac9832-4f63-4511-903a-80ae559e5a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.011821 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-10700597-d132-4ea5-a1ea-cdb0868a6704 req-00a21ce6-a728-4b1f-b55c-ff69b0c098d6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138148 Sep 16 18:02:52.025239 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-07b2a839-3efa-4280-9afe-8cc396cf8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:52.026673 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-07b2a839-3efa-4280-9afe-8cc396cf8b41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=afacfabb-fc79-44de-955f-d873377ef90f HTTP/1.1" status: 200 len: 852 time: 0.0765848 Sep 16 18:02:52.058891 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-234f3962-9837-454e-a1ad-b26fd4bb4e11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6294cd4d-3796-415e-a779-90bfb99af6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237799 Sep 16 18:02:52.062331 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f8bd42d7-c10c-41c3-aad9-d0a35d8f6f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.088411 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-38ac9832-4f63-4511-903a-80ae559e5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.167038 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-38ac9832-4f63-4511-903a-80ae559e5a1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45e2c4215a27488db9f1e3ecd712b165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907792 Sep 16 18:02:52.167258 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f8bd42d7-c10c-41c3-aad9-d0a35d8f6f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.167258 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47842) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:52.168756 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9832-4f63-4511-903a-80ae559e5a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c839046e-5a97-4015-98a5-f60a4b203a64,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:52.192923 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-28f70633-3fd4-4b3f-8737-c0d9330cf7e1 service neutron] 10.222.0.48 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243103 Sep 16 18:02:52.220625 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d270ed-2f96-4266-a6df-f0467b8d68e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.242905 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d270ed-2f96-4266-a6df-f0467b8d68e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.249509 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f8bd42d7-c10c-41c3-aad9-d0a35d8f6f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.305128 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f97a9be-d5ec-4a55-9aaf-0037b265b2e8 req-17668f66-2ad5-4f57-9e98-468aaf32f32b service neutron] 10.222.0.48 "GET /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979438 Sep 16 18:02:52.308114 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-f8bd42d7-c10c-41c3-aad9-d0a35d8f6f65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=380c9b41d4eb4ff884299c0f3fcca812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599265 Sep 16 18:02:52.310597 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47848) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:52.319307 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd42d7-c10c-41c3-aad9-d0a35d8f6f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf260dc9-be48-47c9-ae43-fabc7a673575,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:52.369487 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-809abb90-f150-4e1b-ad23-3869982fb1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.398537 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-809abb90-f150-4e1b-ad23-3869982fb1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.416733 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78375c45-22a5-402b-a3ac-3087190a81d6 req-f55df79b-7f5b-43f4-9475-4256bfb96cb4 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:52.418316 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-78375c45-22a5-402b-a3ac-3087190a81d6 req-f55df79b-7f5b-43f4-9475-4256bfb96cb4 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0527058 Sep 16 18:02:52.461107 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-78375c45-22a5-402b-a3ac-3087190a81d6 req-27d0c910-a0dd-4ee4-9ac1-4a6305e24132 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Sep 16 18:02:52.474974 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d270ed-2f96-4266-a6df-f0467b8d68e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.477903 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d270ed-2f96-4266-a6df-f0467b8d68e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.481529 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e1d270ed-2f96-4266-a6df-f0467b8d68e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c839046e-5a97-4015-98a5-f60a4b203a64 HTTP/1.1" status: 204 len: 168 time: 0.3110843 Sep 16 18:02:52.489208 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d270ed-2f96-4266-a6df-f0467b8d68e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c839046e-5a97-4015-98a5-f60a4b203a64,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:52.562144 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-809abb90-f150-4e1b-ad23-3869982fb1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.565295 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-809abb90-f150-4e1b-ad23-3869982fb1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:52.568747 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-809abb90-f150-4e1b-ad23-3869982fb1da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf260dc9-be48-47c9-ae43-fabc7a673575 HTTP/1.1" status: 204 len: 168 time: 0.2549272 Sep 16 18:02:52.574148 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809abb90-f150-4e1b-ad23-3869982fb1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf260dc9-be48-47c9-ae43-fabc7a673575,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:52.734210 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f209ba-01c1-4cf7-85e0-00543e7a3303 req-6a439e21-8e86-4429-a73b-f9b9a84d2ec3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:52.736236 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d1f209ba-01c1-4cf7-85e0-00543e7a3303 req-6a439e21-8e86-4429-a73b-f9b9a84d2ec3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 943 time: 0.0491986 Sep 16 18:02:52.773867 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d1f209ba-01c1-4cf7-85e0-00543e7a3303 req-951e9474-13e7-4596-9e39-9793a9837c94 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Sep 16 18:02:53.131019 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18774ed8-f926-4d5e-957c-dd8f4b248fe2 req-b08885ae-a567-4017-af44-a9fdbd370a3c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:53.132515 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-18774ed8-f926-4d5e-957c-dd8f4b248fe2 req-b08885ae-a567-4017-af44-a9fdbd370a3c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0541599 Sep 16 18:02:53.172852 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-18774ed8-f926-4d5e-957c-dd8f4b248fe2 req-d3731ba0-5e0a-4a00-a7fe-2234fede8358 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Sep 16 18:02:53.216367 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47894) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:53.229584 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9839-ab0e-41fb-9fe5-919cae7cc2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.315010 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9839-ab0e-41fb-9fe5-919cae7cc2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.428813 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9839-ab0e-41fb-9fe5-919cae7cc2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.470127 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-7a7b9839-ab0e-41fb-9fe5-919cae7cc2d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a67f7b17bbf34de6a9994b7bc19a39d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521949 Sep 16 18:02:53.471227 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b9839-ab0e-41fb-9fe5-919cae7cc2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50ad757-94fb-407b-837c-3f733e003836,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:53.472820 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47904) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:53.544100 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7602e39a-dcbc-4f5c-862d-12ab28b0de1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.580791 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7602e39a-dcbc-4f5c-862d-12ab28b0de1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.608113 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caed52-dcaa-43e5-9f3f-049601955274 req-8bac9537-bae8-4dcb-b9ca-6d9ec55e6490 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:53.609578 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67caed52-dcaa-43e5-9f3f-049601955274 req-8bac9537-bae8-4dcb-b9ca-6d9ec55e6490 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0785177 Sep 16 18:02:53.655924 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67caed52-dcaa-43e5-9f3f-049601955274 req-b9195a07-991e-49a1-bc43-c1e4fd1db883 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Sep 16 18:02:53.743140 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7602e39a-dcbc-4f5c-862d-12ab28b0de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.746639 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7602e39a-dcbc-4f5c-862d-12ab28b0de1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:53.748059 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7602e39a-dcbc-4f5c-862d-12ab28b0de1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b50ad757-94fb-407b-837c-3f733e003836 HTTP/1.1" status: 204 len: 168 time: 0.2740211 Sep 16 18:02:53.759459 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602e39a-dcbc-4f5c-862d-12ab28b0de1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50ad757-94fb-407b-837c-3f733e003836,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:53.892543 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a2a7f-4313-45cb-8875-90b76e2d31e4 req-48f10fa2-edd2-4b9f-b967-b55c7a89acd0 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:53.894118 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3b9a2a7f-4313-45cb-8875-90b76e2d31e4 req-48f10fa2-edd2-4b9f-b967-b55c7a89acd0 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 943 time: 0.0486755 Sep 16 18:02:53.933061 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3b9a2a7f-4313-45cb-8875-90b76e2d31e4 req-4f2aafb6-9e79-438b-9d0e-7332ad5d9ccc tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 Sep 16 18:02:54.123092 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a3a9be44-a90f-45f1-94f6-c0c8dea62f98 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:02:54.245539 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:54.272075 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'port_id': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'mac_address': 'fa:16:3e:e0:dd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab3abe8-e738-4bc8-9bdc-e245a447e33e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:02:54.329880 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.335563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6e8d5-9762-4067-8e8b-4130a9d377d4 req-46edbef2-4be5-4969-9be7-258d21d00f9e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:54.337589 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dba6e8d5-9762-4067-8e8b-4130a9d377d4 req-46edbef2-4be5-4969-9be7-258d21d00f9e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0686853 Sep 16 18:02:54.343678 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a9be44-a90f-45f1-94f6-c0c8dea62f98 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:02:54.362675 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47950) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:54.371954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:54.385620 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dba6e8d5-9762-4067-8e8b-4130a9d377d4 req-e2e59c11-500b-4b49-95ad-96a677581ed8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Sep 16 18:02:54.481148 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5de8f150-fcde-43cc-b3a4-23435d9a8cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.486928 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.491766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.540823 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:54.548727 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.549090 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.549608 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.550092 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.550623 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.551102 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.551845 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.552487 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.552976 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.553451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.553992 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.554240 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:02:54.577286 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47962) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:54.579927 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5de8f150-fcde-43cc-b3a4-23435d9a8cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.590740 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76f76e45-090a-4909-8045-7dc2bf32086e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.664859 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5de8f150-fcde-43cc-b3a4-23435d9a8cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.704298 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8f150-fcde-43cc-b3a4-23435d9a8cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe42e1-1873-481a-b36a-9d8e4b13a82d,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:54.711900 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5de8f150-fcde-43cc-b3a4-23435d9a8cde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e0c44651438419991d1892f8608565f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479877 Sep 16 18:02:54.712870 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47970) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:54.768286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46beb1ab-6271-4dfc-9ec0-11f8ec95a61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.787036 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76f76e45-090a-4909-8045-7dc2bf32086e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.793280 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46beb1ab-6271-4dfc-9ec0-11f8ec95a61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.808607 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135f1f3-66cf-4b97-879d-d09446208707 req-247f8cd8-15d6-420d-a247-a6a9b4b85020 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:54.809959 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8135f1f3-66cf-4b97-879d-d09446208707 req-247f8cd8-15d6-420d-a247-a6a9b4b85020 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0697095 Sep 16 18:02:54.849154 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8135f1f3-66cf-4b97-879d-d09446208707 req-544b0b30-82fb-4ff1-b699-cbbe3eef5d5b tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/security-groups?id=b77af1a3-4467-4920-87a9-d25c492ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Sep 16 18:02:54.868944 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76f76e45-090a-4909-8045-7dc2bf32086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.893528 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46beb1ab-6271-4dfc-9ec0-11f8ec95a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.896680 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46beb1ab-6271-4dfc-9ec0-11f8ec95a61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:54.897827 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-46beb1ab-6271-4dfc-9ec0-11f8ec95a61f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5abe42e1-1873-481a-b36a-9d8e4b13a82d HTTP/1.1" status: 204 len: 168 time: 0.1840582 Sep 16 18:02:54.908302 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beb1ab-6271-4dfc-9ec0-11f8ec95a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe42e1-1873-481a-b36a-9d8e4b13a82d,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:54.911306 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-76f76e45-090a-4909-8045-7dc2bf32086e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=213496d14c4c45db83dd673c8529d7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328843 Sep 16 18:02:54.911985 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f76e45-090a-4909-8045-7dc2bf32086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce23ce7-a188-4dac-9542-8de6553f153b,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:54.914322 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47974) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:54.934999 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a3a9be44-a90f-45f1-94f6-c0c8dea62f98'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:54.966164 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7e14612-8b11-4bb4-a5be-8d05294eabc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.022322 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7e14612-8b11-4bb4-a5be-8d05294eabc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.067434 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ba243-0282-425a-8026-1162373a8559 req-d3b5602e-d18b-4535-9c4b-478d2253c5eb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:55.074129 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-e3205f15-607a-43c2-afbe-7a2ff815df1c tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:55.075336 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-921ba243-0282-425a-8026-1162373a8559 req-d3b5602e-d18b-4535-9c4b-478d2253c5eb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 944 time: 0.0630605 Sep 16 18:02:55.075784 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-e3205f15-607a-43c2-afbe-7a2ff815df1c tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 945 time: 0.0941195 Sep 16 18:02:55.129031 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-921ba243-0282-425a-8026-1162373a8559 req-16b8ac64-1f69-4593-9439-2e8b3b4ce1b1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528400 Sep 16 18:02:55.209502 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7e14612-8b11-4bb4-a5be-8d05294eabc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.212056 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7e14612-8b11-4bb4-a5be-8d05294eabc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.213200 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d7e14612-8b11-4bb4-a5be-8d05294eabc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fce23ce7-a188-4dac-9542-8de6553f153b HTTP/1.1" status: 204 len: 168 time: 0.2980399 Sep 16 18:02:55.226757 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14612-8b11-4bb4-a5be-8d05294eabc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce23ce7-a188-4dac-9542-8de6553f153b,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:55.247402 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 47984) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:55.273192 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Deleting port d03a6214-415e-4b05-b71d-56d48344e1c1 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:02:55.273464 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.408567 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b13c4-bc8e-41b0-8ae5-3c57641c17eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.538067 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b13c4-bc8e-41b0-8ae5-3c57641c17eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.589390 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] For port d03a6214-415e-4b05-b71d-56d48344e1c1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d03a6214-415e-4b05-b71d-56d48344e1c1,segment=NetworkSegment(b6a621ec-e2ab-4185-9447-4904215378d3),segment_id=b6a621ec-e2ab-4185-9447-4904215378d3)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:55.589390 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.607635 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ea6f-039f-4455-b2b2-6c690e674e85 req-a587340e-85f5-4f9d-afe2-c607e1ca787a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:55.609110 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8d87ea6f-039f-4455-b2b2-6c690e674e85 req-a587340e-85f5-4f9d-afe2-c607e1ca787a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0836477 Sep 16 18:02:55.618458 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Calling delete_port for d03a6214-415e-4b05-b71d-56d48344e1c1 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:02:55.636305 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b13c4-bc8e-41b0-8ae5-3c57641c17eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.675339 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cf3b13c4-bc8e-41b0-8ae5-3c57641c17eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6794cd53e9c4892901108fa64349f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266534 Sep 16 18:02:55.676829 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b13c4-bc8e-41b0-8ae5-3c57641c17eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba74c1-5fb2-4fdf-a40d-17951907ce0f,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:55.680105 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48006) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:55.723383 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8d87ea6f-039f-4455-b2b2-6c690e674e85 req-c2388938-d2fc-4906-ae9d-4e5d1574a824 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006191 Sep 16 18:02:55.731427 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3663ff97-4f8e-4efc-a29a-687b9e870780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.758814 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3663ff97-4f8e-4efc-a29a-687b9e870780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.887828 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3663ff97-4f8e-4efc-a29a-687b9e870780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.890514 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3663ff97-4f8e-4efc-a29a-687b9e870780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.891575 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-3663ff97-4f8e-4efc-a29a-687b9e870780 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99ba74c1-5fb2-4fdf-a40d-17951907ce0f HTTP/1.1" status: 204 len: 168 time: 0.2105477 Sep 16 18:02:55.895478 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:55.901809 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ff97-4f8e-4efc-a29a-687b9e870780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba74c1-5fb2-4fdf-a40d-17951907ce0f,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:55.912961 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['d03a6214-415e-4b05-b71d-56d48344e1c1'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:02:55.934999 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Pushing event deleted for resources: {'Port': ['ID=d03a6214-415e-4b05-b71d-56d48344e1c1,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:55.994198 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-99f8989c-c04a-497a-8ff6-570f701aa945 req-ebe70419-e104-4107-94a3-f75d9407a731 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Sep 16 18:02:55.995079 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] No DVR routers for this DVR port d03a6214-415e-4b05-b71d-56d48344e1c1 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:02:56.001058 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.001058 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-272a0ecd-30d6-4a26-b76f-49a76aa1e36a req-5ed4f492-81d6-49db-bb75-97afb8d26c42 tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.48 "DELETE /v2.0/ports/d03a6214-415e-4b05-b71d-56d48344e1c1 HTTP/1.1" status: 204 len: 173 time: 0.9147248 Sep 16 18:02:56.001058 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'name': 'network-vif-deleted', 'tag': 'd03a6214-415e-4b05-b71d-56d48344e1c1'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:56.005503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949e620-bf9c-4534-8d5c-796ddf2d8747" -d '{"events": [{"server_uuid": "4ee17943-0de0-4363-91f7-cd5056e25f88", "name": "network-vif-deleted", "tag": "d03a6214-415e-4b05-b71d-56d48344e1c1"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:56.042528 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48024) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:56.050646 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960a070b-7af6-4ccf-a8ee-1380d5f25098 x-openstack-request-id: req-960a070b-7af6-4ccf-a8ee-1380d5f25098 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:56.051039 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee17943-0de0-4363-91f7-cd5056e25f88", "name": "network-vif-deleted", "tag": "d03a6214-415e-4b05-b71d-56d48344e1c1", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:56.051511 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-960a070b-7af6-4ccf-a8ee-1380d5f25098 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:56.052014 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17943-0de0-4363-91f7-cd5056e25f88', 'name': 'network-vif-deleted', 'tag': 'd03a6214-415e-4b05-b71d-56d48344e1c1', 'status': 'completed', 'code': 200} Sep 16 18:02:56.149682 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a3a9be44-a90f-45f1-94f6-c0c8dea62f98 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:02:56.248986 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc9354-e5c2-45d3-a8b3-f0c58e4ec7b0 req-db33e636-83e5-43da-b4ed-3e426ae3a4e5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:56.250597 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-85cc9354-e5c2-45d3-a8b3-f0c58e4ec7b0 req-db33e636-83e5-43da-b4ed-3e426ae3a4e5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 944 time: 0.0482159 Sep 16 18:02:56.260403 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:02:56.266565 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:02:56.267106 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.296177 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-85cc9354-e5c2-45d3-a8b3-f0c58e4ec7b0 req-0672d82e-4d47-4b9f-8017-0747d1d4d7cf tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Sep 16 18:02:56.358381 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.381293 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:02:56.383689 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ae5e7-5409-4e5d-90ca-c1da0206038d" -d '{"events": [{"server_uuid": "eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a9be44-a90f-45f1-94f6-c0c8dea62f98"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:02:56.397542 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:02:56.430254 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb1fcf2-746d-41db-a544-ad96f3ad0e58 x-openstack-request-id: req-4eb1fcf2-746d-41db-a544-ad96f3ad0e58 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:02:56.430663 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a9be44-a90f-45f1-94f6-c0c8dea62f98", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:02:56.431684 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eb1fcf2-746d-41db-a544-ad96f3ad0e58 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:02:56.431684 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'code': 200} Sep 16 18:02:56.435944 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-05099846-b63b-4b0b-aaa4-cbdc7fd9d7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.476947 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.538600 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:56.561861 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-05099846-b63b-4b0b-aaa4-cbdc7fd9d7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.642743 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-05099846-b63b-4b0b-aaa4-cbdc7fd9d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.681347 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-05099846-b63b-4b0b-aaa4-cbdc7fd9d7e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=439c8c451e25456e83828436704e15c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369910 Sep 16 18:02:56.685401 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48044) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:56.686107 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05099846-b63b-4b0b-aaa4-cbdc7fd9d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0bb33-86e8-475c-a98d-c439152e7e80,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:56.790888 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9196979-0cb6-4ea5-8204-c6036146d4d5 req-80742565-1e99-40a4-8076-448a3fd9e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:56.792413 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b9196979-0cb6-4ea5-8204-c6036146d4d5 req-80742565-1e99-40a4-8076-448a3fd9e81c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 1098 time: 0.0751696 Sep 16 18:02:56.793452 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d10bb4d-9583-481b-895c-7151abd0eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.810896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48052) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:56.840258 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48056) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:56.858784 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fcce742d-8a27-4b80-84c1-8a6abae50c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.863475 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d10bb4d-9583-481b-895c-7151abd0eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.914405 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b9196979-0cb6-4ea5-8204-c6036146d4d5 req-af1d5042-94bc-40eb-9dfe-e440dea8c434 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903192 Sep 16 18:02:56.922754 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616e924-6c68-4387-90bd-e7bc821b175c req-8dcb00f9-21ff-4c4d-a9bc-943e3df570b3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:56.930181 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d616e924-6c68-4387-90bd-e7bc821b175c req-8dcb00f9-21ff-4c4d-a9bc-943e3df570b3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.1270218 Sep 16 18:02:56.969610 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fcce742d-8a27-4b80-84c1-8a6abae50c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:56.973865 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d616e924-6c68-4387-90bd-e7bc821b175c req-ad5c2002-ecc3-46fb-8e38-1606db380412 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Sep 16 18:02:57.032098 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1985530712-network', 'tenant_id': 'db2c1b5e5e824d71b9ac3c46dd8fe25d'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:57.049198 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fcce742d-8a27-4b80-84c1-8a6abae50c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.081766 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d10bb4d-9583-481b-895c-7151abd0eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.085350 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d10bb4d-9583-481b-895c-7151abd0eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.086844 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1d10bb4d-9583-481b-895c-7151abd0eda8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfe0bb33-86e8-475c-a98d-c439152e7e80 HTTP/1.1" status: 204 len: 168 time: 0.3971391 Sep 16 18:02:57.095958 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10bb4d-9583-481b-895c-7151abd0eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0bb33-86e8-475c-a98d-c439152e7e80,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:57.116445 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce742d-8a27-4b80-84c1-8a6abae50c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91d89f-4815-41e3-a2b0-2160bc73e89f,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:57.138648 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fcce742d-8a27-4b80-84c1-8a6abae50c0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e28ba3a9b7240e0a7b295aa29b8b906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964833 Sep 16 18:02:57.142008 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48066) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:57.157002 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e9aa1c30-aad1-4723-ab6f-71f2324baeaf req-036ac760-bc6f-4ada-9c07-8d2c71c7c2fe tempest-DeleteServersTestJSON-431187356 tempest-DeleteServersTestJSON-431187356-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee17943-0de0-4363-91f7-cd5056e25f88 HTTP/1.1" status: 200 len: 210 time: 0.0589070 Sep 16 18:02:57.158327 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Made reservation on behalf of db2c1b5e5e824d71b9ac3c46dd8fe25d for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:57.161860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.178488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.216895 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e5ae-3634-46fb-b3dc-4e6212990970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.242581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e5ae-3634-46fb-b3dc-4e6212990970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.296536 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.377870 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.403835 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79720dcd-650c-4adb-a3b3-5c20b2d65d42,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:57.409010 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e5ae-3634-46fb-b3dc-4e6212990970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.412607 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4fc4e5ae-3634-46fb-b3dc-4e6212990970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.413353 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:02:57.417213 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4fc4e5ae-3634-46fb-b3dc-4e6212990970 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a91d89f-4815-41e3-a2b0-2160bc73e89f HTTP/1.1" status: 204 len: 168 time: 0.2709169 Sep 16 18:02:57.425536 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21fa8-2f66-4fa8-ac24-bde7bce358aa req-fd383306-8e1c-454c-99ca-27a9835b54de tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:57.433470 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6ef21fa8-2f66-4fa8-ac24-bde7bce358aa req-fd383306-8e1c-454c-99ca-27a9835b54de tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.0664556 Sep 16 18:02:57.445133 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.445483 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Added segment 15de6bcc-d2df-4a8f-8333-b224e0ac4a4a of type vlan for network 38100bcf-45a2-4ff3-8232-0101270a5371 Sep 16 18:02:57.456740 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4e5ae-3634-46fb-b3dc-4e6212990970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91d89f-4815-41e3-a2b0-2160bc73e89f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:57.488895 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6ef21fa8-2f66-4fa8-ac24-bde7bce358aa req-f26390a1-9c36-4db0-aec1-b22089a83ded tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Sep 16 18:02:57.520284 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.619318 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.620333 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:57.620931 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.681954 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] Pushing event updated for resources: {'Network': ['ID=38100bcf-45a2-4ff3-8232-0101270a5371,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:57.693013 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 38100bcf-45a2-4ff3-8232-0101270a5371 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:02:57.755827 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b259f3b7-a691-4889-bfae-520ad3c5482c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9418621 Sep 16 18:02:57.758378 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48078) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:57.765383 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Request body: {'subnet': {'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1985530712-subnet', 'tenant_id': 'db2c1b5e5e824d71b9ac3c46dd8fe25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:02:57.860423 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Made reservation on behalf of db2c1b5e5e824d71b9ac3c46dd8fe25d for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:02:57.863160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:57.959494 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48084) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:57.975514 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f6b6260f-9533-4e2d-b74c-18c1a046a2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.114372 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087ebbf-9712-4297-95ee-38aaf04333dd req-309b5490-45a1-4728-bf6a-96dc57abc09a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:58.116039 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5087ebbf-9712-4297-95ee-38aaf04333dd req-309b5490-45a1-4728-bf6a-96dc57abc09a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0714607 Sep 16 18:02:58.127894 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.149833 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f6b6260f-9533-4e2d-b74c-18c1a046a2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.166053 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device d03a6214-415e-4b05-b71d-56d48344e1c1 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:02:58.172658 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5087ebbf-9712-4297-95ee-38aaf04333dd req-252819ca-76f3-4755-b55b-c5c77ee2719e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Sep 16 18:02:58.187536 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: d03a6214-415e-4b05-b71d-56d48344e1c1 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:02:58.188680 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device d03a6214-415e-4b05-b71d-56d48344e1c1 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:02:58.204369 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9855d033-9670-4e5f-9250-0d1ce311ad5f,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:58.215277 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Checking segment: {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:02:58.215631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Network hostable DHCP agents. Network: 38100bcf-45a2-4ff3-8232-0101270a5371, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:02:58.219565 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f6b6260f-9533-4e2d-b74c-18c1a046a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.264092 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f6b6260f-9533-4e2d-b74c-18c1a046a2ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6c89d7dfa0b4c259d55c8e653589b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034482 Sep 16 18:02:58.266904 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48102) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:58.271499 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6260f-9533-4e2d-b74c-18c1a046a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acded58-e4b6-4d6c-8d0c-b404f6157d57,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:58.299445 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Network 38100bcf-45a2-4ff3-8232-0101270a5371 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:02:58.344887 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5824ddec-180f-46a9-9613-f526f98689be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.368085 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5824ddec-180f-46a9-9613-f526f98689be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.398848 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 38100bcf-45a2-4ff3-8232-0101270a5371) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:02:58.405519 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:58.406103 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.407849 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5cbec7-cffe-45b6-8749-3cfb9fe968d0 None None] Network 38100bcf-45a2-4ff3-8232-0101270a5371 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:02:58.541393 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-13840a99-8792-47b3-98db-56e533c86436 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7792089 Sep 16 18:02:58.542280 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5824ddec-180f-46a9-9613-f526f98689be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.545698 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5824ddec-180f-46a9-9613-f526f98689be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:02:58.546855 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5824ddec-180f-46a9-9613-f526f98689be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3acded58-e4b6-4d6c-8d0c-b404f6157d57 HTTP/1.1" status: 204 len: 168 time: 0.2787623 Sep 16 18:02:58.555248 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf5c2d-5cc1-4251-8c41-b1bd8680ac2f None None] Network 38100bcf-45a2-4ff3-8232-0101270a5371 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:02:58.556000 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824ddec-180f-46a9-9613-f526f98689be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acded58-e4b6-4d6c-8d0c-b404f6157d57,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:02:58.627443 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecd5c7-2efa-4981-b4cd-f2fb96da625a req-c945af04-11ef-459e-befd-8529f0f13ca9 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:58.630264 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5fecd5c7-2efa-4981-b4cd-f2fb96da625a req-c945af04-11ef-459e-befd-8529f0f13ca9 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.0628531 Sep 16 18:02:58.690437 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5fecd5c7-2efa-4981-b4cd-f2fb96da625a req-8bf83727-45ea-49db-86e3-073d6c2ddcc1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509436 Sep 16 18:02:59.335477 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ab3e-6945-43f4-ab4a-b4b14724610e req-20ba3167-cc66-415a-9343-50d2fc505c6d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:59.338864 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ddb8ab3e-6945-43f4-ab4a-b4b14724610e req-20ba3167-cc66-415a-9343-50d2fc505c6d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0588651 Sep 16 18:02:59.387563 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ddb8ab3e-6945-43f4-ab4a-b4b14724610e req-51ebf0c6-5db1-4e0d-9ba4-f19269a09386 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Sep 16 18:02:59.820922 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9709-36a9-467a-96bc-f1d10a4b83de req-508f57e0-5211-492a-ad1f-027f9c9ebe65 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:02:59.828861 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-365f9709-36a9-467a-96bc-f1d10a4b83de req-508f57e0-5211-492a-ad1f-027f9c9ebe65 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.0807014 Sep 16 18:02:59.848536 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48186) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:59.873177 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-365f9709-36a9-467a-96bc-f1d10a4b83de req-4fda4f5d-25c7-4104-89f9-c53f3c7550f3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Sep 16 18:02:59.901720 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48194) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:02:59.957111 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Deleting subnet afacfabb-fc79-44de-955f-d873377ef90f {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:02:59.962005 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.001318 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1842515103-network', 'tenant_id': '5e9a42421d444d739e91c9d86eedfa7b'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:00.021835 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.302672 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.362581 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Made reservation on behalf of 5e9a42421d444d739e91c9d86eedfa7b for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:00.365112 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.374714 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.411295 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.449684 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afacfabb-fc79-44de-955f-d873377ef90f,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:00.459595 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.461404 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9d09e133-9a62-4550-8a33-fe0e8009b3e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/afacfabb-fc79-44de-955f-d873377ef90f HTTP/1.1" status: 204 len: 168 time: 0.5582900 Sep 16 18:03:00.464412 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48224) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:00.518933 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.567381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5db03-bf50-4e9f-b8a7-2bbc4496f70c req-05d59bce-2baf-4916-b51f-a15cbb20edbd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:00.568957 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-48d5db03-bf50-4e9f-b8a7-2bbc4496f70c req-05d59bce-2baf-4916-b51f-a15cbb20edbd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.1060600 Sep 16 18:03:00.571816 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.590804 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.625538 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:00.636332 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-48d5db03-bf50-4e9f-b8a7-2bbc4496f70c req-4539a463-4c33-4135-b586-7b8dd8fede4c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606310 Sep 16 18:03:00.643134 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:03:00.653845 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.654269 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Added segment 5015e9fe-2432-4381-b275-47e5ae22952f of type vlan for network cb91b6e8-1f39-4959-b29a-43c445d14ea7 Sep 16 18:03:00.699871 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.724255 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.758652 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.759143 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.760108 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.760575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.761134 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.761764 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.762219 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.762685 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.763253 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.763767 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.794789 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.796042 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:00.797825 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.838267 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.838890 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.839003 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.839398 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 18:03:00.839829 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6294cd4d-3796-415e-a779-90bfb99af6f9']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:03:00.857714 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a621ec-e2ab-4185-9447-4904215378d3') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:03:00.858194 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a621ec-e2ab-4185-9447-4904215378d3') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:03:00.859219 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] Pushing event updated for resources: {'Network': ['ID=cb91b6e8-1f39-4959-b29a-43c445d14ea7,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:00.870373 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-09a40761-9c21-4718-9fae-94922f5f3bcc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0207324 Sep 16 18:03:00.873033 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network cb91b6e8-1f39-4959-b29a-43c445d14ea7 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:03:00.874740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48240) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:00.880654 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Request body: {'subnet': {'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1842515103-subnet', 'tenant_id': '5e9a42421d444d739e91c9d86eedfa7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:00.884924 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.911887 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.922869 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:03:00.923268 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: from cryptography.utils import int_from_bytes Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: from cryptography.utils import int_from_bytes Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:03:00.928388 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:03:00.984968 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Made reservation on behalf of 5e9a42421d444d739e91c9d86eedfa7b for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:00.987955 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.058808 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.067017 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.071711 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6294cd4d-3796-415e-a779-90bfb99af6f9 HTTP/1.1" status: 204 len: 168 time: 0.5967801 Sep 16 18:03:01.079503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee13da-0d97-49c3-9d76-effb95703cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6294cd4d-3796-415e-a779-90bfb99af6f9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:01.083280 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-f97500a5-5521-46cb-8c37-0a5c17829b6e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:01.084842 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-f97500a5-5521-46cb-8c37-0a5c17829b6e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/networks?id=38100bcf-45a2-4ff3-8232-0101270a5371 HTTP/1.1" status: 200 len: 809 time: 0.1669104 Sep 16 18:03:01.105665 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-66f88ab5-15f2-4d85-ba8f-83f699bcabd2 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/quotas/db2c1b5e5e824d71b9ac3c46dd8fe25d HTTP/1.1" status: 200 len: 375 time: 0.0152888 Sep 16 18:03:01.168454 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-6cffb55d-d189-44a0-8da7-3b226d6583c0 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553303 Sep 16 18:03:01.322148 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-022bdb17-1bd8-495e-9a09-43395a53eafc service neutron] 10.222.0.39 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528454 Sep 16 18:03:01.393257 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.456463 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-3da58d35-d1f5-46b3-8479-ffc87e7eaab4 service neutron] 10.222.0.39 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284251 Sep 16 18:03:01.466105 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1ff47f-9ccb-4899-86fa-3e933d654d52,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:01.482571 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Checking segment: {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:03:01.482930 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Network hostable DHCP agents. Network: cb91b6e8-1f39-4959-b29a-43c445d14ea7, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:03:01.506636 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48262) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:01.547951 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e564096a-7681-4d63-b485-f46ad713e299 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2da056cf0afc413cbc0ef35330f1a299&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401676 Sep 16 18:03:01.550420 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48264) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:01.597678 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Network cb91b6e8-1f39-4959-b29a-43c445d14ea7 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:03:01.600698 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8f2feef6-7f06-4820-b92b-5cd094266d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.623675 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8f2feef6-7f06-4820-b92b-5cd094266d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.758255 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-97c47741-105f-4622-bf33-e372c08a8d20 req-963c0211-b286-47d9-ad29-73a8efeb5e5e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0321252 Sep 16 18:03:01.758990 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, cb91b6e8-1f39-4959-b29a-43c445d14ea7) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:03:01.764911 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:01.765491 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.771789 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0eaa8-4c12-4aa7-977f-13133bfcceff None None] Network cb91b6e8-1f39-4959-b29a-43c445d14ea7 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:03:01.802614 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8f2feef6-7f06-4820-b92b-5cd094266d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.802614 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8f2feef6-7f06-4820-b92b-5cd094266d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:01.802614 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-8f2feef6-7f06-4820-b92b-5cd094266d99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b77af1a3-4467-4920-87a9-d25c492ef199 HTTP/1.1" status: 204 len: 168 time: 0.2483580 Sep 16 18:03:01.803035 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc78c8-cc2c-463f-9438-ac930fdd20d7 req-956af070-2d1c-42dd-a040-635c80fef2a0 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:01.810024 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-60bc78c8-cc2c-463f-9438-ac930fdd20d7 req-956af070-2d1c-42dd-a040-635c80fef2a0 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0767848 Sep 16 18:03:01.810853 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2feef6-7f06-4820-b92b-5cd094266d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77af1a3-4467-4920-87a9-d25c492ef199,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:01.871421 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-60bc78c8-cc2c-463f-9438-ac930fdd20d7 req-6a3c12fc-5c96-4507-b08c-6a1ba570d6c4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601463 Sep 16 18:03:01.891485 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-be162cdc-558e-4874-a454-61c274ac50bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0115807 Sep 16 18:03:01.965920 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891af98-7ca4-4d48-9e6a-3a5d461ebffe None None] Network cb91b6e8-1f39-4959-b29a-43c445d14ea7 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:03:02.884193 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fe34d9cb-a8af-48b2-ba07-a9d5da6a72d7 req-fd53233a-3a65-4358-96c1-1dddd8838bcb tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0288796 Sep 16 18:03:03.015094 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745cbcb-e337-42c1-ac15-b7c64e8b169e req-e7c316ac-2452-42cc-ba02-9688c4a35779 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:03.016781 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3745cbcb-e337-42c1-ac15-b7c64e8b169e req-e7c316ac-2452-42cc-ba02-9688c4a35779 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0661409 Sep 16 18:03:03.114276 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3745cbcb-e337-42c1-ac15-b7c64e8b169e req-9a0140ef-d626-4b40-b009-8a6fcb052400 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895090 Sep 16 18:03:03.275980 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-e623f03e-2c31-4d19-a4b6-e16fb383d221 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:03.277562 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-e623f03e-2c31-4d19-a4b6-e16fb383d221 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.1061482 Sep 16 18:03:03.293186 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-14b79cb8-095a-49fa-8857-29c4a5222806 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/quotas/0417484f42df4e17866d59e5efa1eb4e HTTP/1.1" status: 200 len: 375 time: 0.0093517 Sep 16 18:03:03.348166 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-97ec60d4-367f-48d6-ba7c-80c4af4e54bb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480764 Sep 16 18:03:03.445883 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-dc5c073b-bdae-43dc-a443-a46a4924ad09 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907207 Sep 16 18:03:03.550906 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-7d4ff164-f5fb-4590-9a64-6a5a0f542d16 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988436 Sep 16 18:03:03.923034 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8e06125e-9676-42ae-a2b7-d3e5e3d02475 req-0541cb54-2359-41cb-8270-9ef76ca700c6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 210 time: 0.0414176 Sep 16 18:03:04.032397 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-763f7d8b-66d8-44c8-b2be-9845a8981c22 req-e5ba0248-6250-4b75-bc21-0d4c20bc5cac tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0651512 Sep 16 18:03:04.281917 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-7f33f249-85cc-400d-a883-90fd7b1fb196 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:04.283644 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-7f33f249-85cc-400d-a883-90fd7b1fb196 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/networks?id=cb91b6e8-1f39-4959-b29a-43c445d14ea7 HTTP/1.1" status: 200 len: 814 time: 0.2055037 Sep 16 18:03:04.303552 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47707c-2afa-40a5-a107-21a63ccca0b1 req-77182508-0105-41b0-9e48-19f8c8f5b188 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:04.311413 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6e47707c-2afa-40a5-a107-21a63ccca0b1 req-77182508-0105-41b0-9e48-19f8c8f5b188 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0851748 Sep 16 18:03:04.320760 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-47d09170-c733-42fa-9a31-4a270c5aba5f tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/quotas/5e9a42421d444d739e91c9d86eedfa7b HTTP/1.1" status: 200 len: 375 time: 0.0294566 Sep 16 18:03:04.342033 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-ca6148f2-2752-41fd-9bd1-b31de55a1364 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:04.343483 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-ca6148f2-2752-41fd-9bd1-b31de55a1364 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "GET /v2.0/networks?id=38100bcf-45a2-4ff3-8232-0101270a5371 HTTP/1.1" status: 200 len: 809 time: 0.1980324 Sep 16 18:03:04.346618 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6e47707c-2afa-40a5-a107-21a63ccca0b1 req-3e854020-44eb-4429-8b05-772104251db6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Sep 16 18:03:04.362686 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-faa95714-5796-4280-a391-258538dbb8d5 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378170 Sep 16 18:03:04.363357 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Request body: {'port': {'device_id': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371', 'admin_state_up': True, 'tenant_id': 'db2c1b5e5e824d71b9ac3c46dd8fe25d'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:04.531751 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-d0a03770-ed8e-4d3b-84df-47e15abde752 service neutron] 10.222.0.39 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494997 Sep 16 18:03:04.629508 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-6b155f0d-ed47-415d-b65b-ebba9f8fa0ba service neutron] 10.222.0.39 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910940 Sep 16 18:03:04.674481 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Made reservation on behalf of db2c1b5e5e824d71b9ac3c46dd8fe25d for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:04.679919 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:04.827708 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Allocated IP 172.20.0.11 (38100bcf-45a2-4ff3-8232-0101270a5371/9855d033-9670-4e5f-9250-0d1ce311ad5f/2dd764dd-d382-47db-992c-ae999d94d210) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:03:04.975298 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-24fffff6-51ee-4612-bc7e-38366a87be0e req-2f12b71c-4307-459a-a015-558f370b6804 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.1055968 Sep 16 18:03:05.073605 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5cbcc0c5-2709-4e73-9817-f5bac033c214 req-fac93eff-2aa3-4b18-b054-86f10a698105 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 210 time: 0.0334344 Sep 16 18:03:05.113369 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.154173 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fc79950e-067d-4d82-aa36-6e8c9aa7acbb req-fe9b266a-7ba5-41b7-b246-fc826ab84cad tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0411296 Sep 16 18:03:05.236712 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.280458 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Network 38100bcf-45a2-4ff3-8232-0101270a5371 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:03:05.284196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:03:05.288208 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:03:05.297576 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Pushing event updated for resources: {'Port': ['ID=2dd764dd-d382-47db-992c-ae999d94d210,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:05.349023 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:05.349925 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.456595 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-f9c064d1-7c89-454d-8df3-b4e1b617376d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0996456 Sep 16 18:03:05.469588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391102b-3d49-45c0-8b86-7c1e317a63e2 req-dd2d66bc-21ea-4eb5-83a1-c7ac459b423e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:05.471499 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e391102b-3d49-45c0-8b86-7c1e317a63e2 req-dd2d66bc-21ea-4eb5-83a1-c7ac459b423e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0523257 Sep 16 18:03:05.498524 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Request body: {'port': {'device_id': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:05.549655 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e391102b-3d49-45c0-8b86-7c1e317a63e2 req-9618a19c-f28d-422a-b73b-bd725224002f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Sep 16 18:03:05.579698 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.581887 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48460) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:05.710567 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4ca358fe-c3b2-43be-acf1-76b4dce5108d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.915853 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4ca358fe-c3b2-43be-acf1-76b4dce5108d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.926911 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd764dd-d382-47db-992c-ae999d94d210 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:05.934196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:05.946583 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Transition to ACTIVE for port object 2dd764dd-d382-47db-992c-ae999d94d210 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:03:06.029136 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0d5c5ac-b0ce-4869-a305-be1365cc42d1 req-a604df4b-1680-49df-a718-2a9b60aec292 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Sep 16 18:03:06.046771 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4ca358fe-c3b2-43be-acf1-76b4dce5108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.058203 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.126241 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4ca358fe-c3b2-43be-acf1-76b4dce5108d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f78aedbdbb2443680cfab49c4cb2190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424061 Sep 16 18:03:06.129154 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48476) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:06.129460 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca358fe-c3b2-43be-acf1-76b4dce5108d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32c5abf-c471-4337-ac8a-f82180a2bb27,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:06.144853 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd764dd-d382-47db-992c-ae999d94d210,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:06.252246 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72df4ecd-906d-4650-b205-b0693db06cd2 req-463c7219-ef5c-4646-baf5-8eee7f87aacc tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 210 time: 0.0330336 Sep 16 18:03:06.316715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e349ec64-d8de-4897-abea-b581758ccc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.316715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e349ec64-d8de-4897-abea-b581758ccc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.317197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Attempting to bind port 2dd764dd-d382-47db-992c-ae999d94d210 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:03:06.317197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Attempting to bind port 2dd764dd-d382-47db-992c-ae999d94d210 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:03:06.317197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Attempting to bind port 2dd764dd-d382-47db-992c-ae999d94d210 on network 38100bcf-45a2-4ff3-8232-0101270a5371 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:06.317197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Port 2dd764dd-d382-47db-992c-ae999d94d210 on network 38100bcf-45a2-4ff3-8232-0101270a5371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:03:06.317197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Attempting to bind port 2dd764dd-d382-47db-992c-ae999d94d210 on network 38100bcf-45a2-4ff3-8232-0101270a5371 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:06.325146 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebc0e2-f546-4be1-876b-67c3f419b1b1 req-b58a5046-0e10-4a56-99ae-51173d708895 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:06.326676 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d3ebc0e2-f546-4be1-876b-67c3f419b1b1 req-b58a5046-0e10-4a56-99ae-51173d708895 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0815690 Sep 16 18:03:06.330584 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:03:06.331113 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Checking segment: {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:03:06.331486 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Bound using segment: {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:03:06.332081 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Bound port: 2dd764dd-d382-47db-992c-ae999d94d210, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:03:06.332440 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.572674 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d3ebc0e2-f546-4be1-876b-67c3f419b1b1 req-15138614-d6aa-41ec-911a-96e5ac8dc749 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626037 Sep 16 18:03:06.572674 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] For port 2dd764dd-d382-47db-992c-ae999d94d210, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:03:06.572674 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] For port 2dd764dd-d382-47db-992c-ae999d94d210, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2dd764dd-d382-47db-992c-ae999d94d210,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:03:06.674591 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60078e8-8976-4132-8f5b-80a53f3abc35 req-170c7b7e-2ab4-40a3-91bb-0c3807afb2f6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:06.676031 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b60078e8-8976-4132-8f5b-80a53f3abc35 req-170c7b7e-2ab4-40a3-91bb-0c3807afb2f6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0470068 Sep 16 18:03:06.715331 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b60078e8-8976-4132-8f5b-80a53f3abc35 req-37bf1a0d-5e14-4d0e-96bd-e24ade9474ec tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Sep 16 18:03:06.872214 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e349ec64-d8de-4897-abea-b581758ccc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.874954 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e349ec64-d8de-4897-abea-b581758ccc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.877159 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e349ec64-d8de-4897-abea-b581758ccc83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c32c5abf-c471-4337-ac8a-f82180a2bb27 HTTP/1.1" status: 204 len: 168 time: 0.7465332 Sep 16 18:03:06.879247 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.908441 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ec64-d8de-4897-abea-b581758ccc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32c5abf-c471-4337-ac8a-f82180a2bb27,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:06.972498 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:06.973103 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:06.974540 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] 10.222.0.48 "PUT /v2.0/ports/2dd764dd-d382-47db-992c-ae999d94d210 HTTP/1.1" status: 200 len: 1094 time: 1.4815550 Sep 16 18:03:06.974965 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'tag': '2dd764dd-d382-47db-992c-ae999d94d210'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:06.977295 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb8d71f-2371-4100-9507-c8e28e51a9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c72c323c-96e4-4e70-ad59-7787897f4ba5", "tag": "2dd764dd-d382-47db-992c-ae999d94d210"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:06.996471 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86532786-8a94-4d69-bc18-3a05994b4439 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd764dd-d382-47db-992c-ae999d94d210,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:07.010676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-f72fb8d2-a4e9-4293-836a-98c88ce14155 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.012373 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-f72fb8d2-a4e9-4293-836a-98c88ce14155 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.1672938 Sep 16 18:03:07.025241 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc772c76-a89d-4903-8211-d6efef23e539 x-openstack-request-id: req-bc772c76-a89d-4903-8211-d6efef23e539 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:07.025526 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72c323c-96e4-4e70-ad59-7787897f4ba5", "tag": "2dd764dd-d382-47db-992c-ae999d94d210", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:07.025770 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc772c76-a89d-4903-8211-d6efef23e539 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:07.026170 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'tag': '2dd764dd-d382-47db-992c-ae999d94d210', 'status': 'completed', 'code': 200} Sep 16 18:03:07.035297 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Request body: {'port': {'device_id': '8a7ae27d-c963-413e-a8b7-852df644457d', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'admin_state_up': True, 'tenant_id': '0417484f42df4e17866d59e5efa1eb4e'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:07.166337 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f569a027-8067-4b4b-85d1-01db335b2eaa req-2737b8dd-44f3-49f3-a7f8-9b27db4d13b5 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0458264 Sep 16 18:03:07.181827 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d71f-2371-4100-9507-c8e28e51a9ea req-3a7f1ceb-0f09-4faf-b122-04fef96a9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.181827 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2eb8d71f-2371-4100-9507-c8e28e51a9ea req-3a7f1ceb-0f09-4faf-b122-04fef96a9c21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1289957 Sep 16 18:03:07.309728 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d71f-2371-4100-9507-c8e28e51a9ea req-8c136ce0-4b3f-4feb-8860-41d23314df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.311312 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2eb8d71f-2371-4100-9507-c8e28e51a9ea req-8c136ce0-4b3f-4feb-8860-41d23314df65 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1189067 Sep 16 18:03:07.371655 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Made reservation on behalf of 0417484f42df4e17866d59e5efa1eb4e for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:07.375780 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:07.431082 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-56a95e63-e3ad-445d-9db9-09d3631676ad req-88cf0d86-8f67-4b01-8d73-0cc9d60f4cfc tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 210 time: 0.0289052 Sep 16 18:03:07.723088 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d71f-2371-4100-9507-c8e28e51a9ea req-476f4008-b31a-416e-b70d-a6c3862f5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.724539 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2eb8d71f-2371-4100-9507-c8e28e51a9ea req-476f4008-b31a-416e-b70d-a6c3862f5e18 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4016969 Sep 16 18:03:07.775637 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3c4e-5fbb-4f16-912e-777b0f5b564a req-a2c33115-9193-4b3a-83dc-d2200ac33254 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.777095 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c29b3c4e-5fbb-4f16-912e-777b0f5b564a req-a2c33115-9193-4b3a-83dc-d2200ac33254 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.1131775 Sep 16 18:03:07.815401 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48512) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:07.822295 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Allocated IP 172.20.0.8 (5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e/aab3abe8-e738-4bc8-9bdc-e245a447e33e/f780d8de-407f-42be-9bfd-3bd990a5d2a9) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:03:07.831647 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7cce-62fc-49e8-8abe-8bfc1b744632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:07.857582 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f0c2c-486b-407c-a069-01a271ae7f02 req-7e0b3cc0-5846-4470-a532-ab708d7f6a54 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.859665 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-846f0c2c-486b-407c-a069-01a271ae7f02 req-7e0b3cc0-5846-4470-a532-ab708d7f6a54 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0707560 Sep 16 18:03:07.880555 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c29b3c4e-5fbb-4f16-912e-777b0f5b564a req-cc5b32cf-72c2-4c82-b690-aebc81ecf686 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840693 Sep 16 18:03:07.885286 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-76959c51-971e-4f69-82f2-4488761ca86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:07.891501 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-76959c51-971e-4f69-82f2-4488761ca86f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1037514 Sep 16 18:03:07.921392 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-846f0c2c-486b-407c-a069-01a271ae7f02 req-49766cd4-67a6-4822-9d25-af1a24d2ff48 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549860 Sep 16 18:03:07.953379 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-3d43bf51-c073-47fe-b31a-8ad351ee7973 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dd764dd-d382-47db-992c-ae999d94d210 HTTP/1.1" status: 200 len: 217 time: 0.0508430 Sep 16 18:03:07.972668 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7cce-62fc-49e8-8abe-8bfc1b744632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.034865 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7cce-62fc-49e8-8abe-8bfc1b744632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.050648 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97930-9888-4f36-b688-99954260ac6a req-f087a01c-5704-491f-8632-b6a76b006ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:08.052080 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-f087a01c-5704-491f-8632-b6a76b006ec0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9855d033-9670-4e5f-9250-0d1ce311ad5f HTTP/1.1" status: 200 len: 849 time: 0.0894842 Sep 16 18:03:08.078330 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ba1d7cce-62fc-49e8-8abe-8bfc1b744632 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14a6f45cbcb64e9b9191fe487539006e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618587 Sep 16 18:03:08.079465 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d7cce-62fc-49e8-8abe-8bfc1b744632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58551b1a-acb1-4763-a9ba-f02972183b21,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:08.082760 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48516) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:08.092898 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-a5fa678e-f867-482d-8ce3-8dab5c45f752 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38100bcf-45a2-4ff3-8232-0101270a5371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287397 Sep 16 18:03:08.102979 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.146600 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bcd88a16-4c0a-4655-a102-059fc60b677b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.214753 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-579acccb-d728-469e-829c-6ac2407a3b87 service neutron] 10.222.0.48 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074989 Sep 16 18:03:08.216698 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bcd88a16-4c0a-4655-a102-059fc60b677b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.253546 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.300648 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db2292f8-1f6c-45a1-824f-3184882d1b57 req-b32adc05-da03-4330-bc41-1fbce8830169 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0434461 Sep 16 18:03:08.309877 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:03:08.313061 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:03:08.322150 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-4afff4a4-145e-4ac4-95dd-e55a02d91f3a tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:08.324071 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-4afff4a4-145e-4ac4-95dd-e55a02d91f3a tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "GET /v2.0/networks?id=cb91b6e8-1f39-4959-b29a-43c445d14ea7 HTTP/1.1" status: 200 len: 814 time: 0.1900597 Sep 16 18:03:08.331609 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:03:08.332986 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event updated for resources: {'Port': ['ID=f780d8de-407f-42be-9bfd-3bd990a5d2a9,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:08.383761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:08.384396 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.402023 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bcd88a16-4c0a-4655-a102-059fc60b677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.404567 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bcd88a16-4c0a-4655-a102-059fc60b677b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:08.412080 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bcd88a16-4c0a-4655-a102-059fc60b677b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58551b1a-acb1-4763-a9ba-f02972183b21 HTTP/1.1" status: 204 len: 168 time: 0.3218172 Sep 16 18:03:08.414155 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd88a16-4c0a-4655-a102-059fc60b677b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58551b1a-acb1-4763-a9ba-f02972183b21,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:08.464601 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-1c895ea6-9779-4078-ba54-ab3d7e66ec81 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4331286 Sep 16 18:03:08.555722 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b5344-b501-4b73-ba4a-8204276c3ac2 req-e438966b-7fad-43b2-945b-f05563f348f1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:08.557182 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-169b5344-b501-4b73-ba4a-8204276c3ac2 req-e438966b-7fad-43b2-945b-f05563f348f1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 931 time: 0.0497913 Sep 16 18:03:08.594031 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-169b5344-b501-4b73-ba4a-8204276c3ac2 req-0affd293-0dd5-4220-8815-6805f0678883 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302105 Sep 16 18:03:09.019688 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d33fb-6290-4699-a376-b5e00fea3f8d req-bd5f4b33-75ba-4fdc-8178-2ce71f5bdb51 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:09.029605 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b9d33fb-6290-4699-a376-b5e00fea3f8d req-bd5f4b33-75ba-4fdc-8178-2ce71f5bdb51 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0696411 Sep 16 18:03:09.096891 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b9d33fb-6290-4699-a376-b5e00fea3f8d req-216ce717-bc60-4010-b583-d3c3516a535a tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659721 Sep 16 18:03:09.190590 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99adf-84d9-4a39-9df4-f1f7f567b72a req-d6b545b4-55fe-40e9-81d4-c892903aba60 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:09.191950 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8ed99adf-84d9-4a39-9df4-f1f7f567b72a req-d6b545b4-55fe-40e9-81d4-c892903aba60 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Sep 16 18:03:09.229217 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8ed99adf-84d9-4a39-9df4-f1f7f567b72a req-a65acd3f-cf53-4bbb-bf21-51db8c747a54 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Sep 16 18:03:09.403225 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc296d72-b11f-4bb6-a683-3b74b6aeb639 req-e1506900-3c4d-4d11-862e-5a2b7fc1fe1b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0258408 Sep 16 18:03:09.464207 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb053-f71d-485e-8cc2-122ed2b3bff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:09.709848 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd495e00-78be-4fe5-a8e9-8473b33a4293 req-26758bb2-132a-4363-b100-7a4a059652e6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:09.711400 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd495e00-78be-4fe5-a8e9-8473b33a4293 req-26758bb2-132a-4363-b100-7a4a059652e6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 931 time: 0.0511527 Sep 16 18:03:09.748675 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd495e00-78be-4fe5-a8e9-8473b33a4293 req-51b2dbd4-6e56-489d-956d-11e8b8f4b881 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Sep 16 18:03:10.222830 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7953c8-203e-45c8-b5fa-c84c1331d84d req-0892735a-98c1-4101-83b9-29b46289f1a2 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:10.224286 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dd7953c8-203e-45c8-b5fa-c84c1331d84d req-0892735a-98c1-4101-83b9-29b46289f1a2 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0468957 Sep 16 18:03:10.263347 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dd7953c8-203e-45c8-b5fa-c84c1331d84d req-d801b8e3-a119-4d5e-bc8d-051ec43e169d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Sep 16 18:03:10.366607 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24497623-c71b-4b29-bb1c-3766b9c57ce2 req-4d0d94f7-06c2-437d-8f43-1261d6b23d43 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:10.368090 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24497623-c71b-4b29-bb1c-3766b9c57ce2 req-4d0d94f7-06c2-437d-8f43-1261d6b23d43 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0490952 Sep 16 18:03:10.407448 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24497623-c71b-4b29-bb1c-3766b9c57ce2 req-d36aa704-52db-475a-b21b-cf9528e41ec8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Sep 16 18:03:10.497788 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9111cedb-6f06-4db0-b2f6-621bd02a54aa req-d3f79d14-3417-48db-aa06-aafbc05731a0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 16 18:03:10.859122 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74225e-a66e-4797-b350-bcfa670d6514 req-4d357e24-a6d1-46bf-a8fe-ba01abbc0b8a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:10.860587 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a74225e-a66e-4797-b350-bcfa670d6514 req-4d357e24-a6d1-46bf-a8fe-ba01abbc0b8a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 931 time: 0.0469031 Sep 16 18:03:10.898144 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a74225e-a66e-4797-b350-bcfa670d6514 req-668d72d1-0a33-4aab-8ba1-275e044e1be1 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Sep 16 18:03:10.924231 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:10.946584 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Request body: {'port': {'device_id': '3b7a3735-0731-4896-b361-7b1b917e7354', 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7', 'admin_state_up': True, 'tenant_id': '5e9a42421d444d739e91c9d86eedfa7b'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:10.947337 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Request body: {'port': {'device_id': '8a7ae27d-c963-413e-a8b7-852df644457d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:11.085130 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.152356 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19d97930-9888-4f36-b688-99954260ac6a req-a8a9c373-0afd-47a3-a4dc-779cfb5e3adb service neutron] 10.222.0.48 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779041 Sep 16 18:03:11.167434 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Made reservation on behalf of 5e9a42421d444d739e91c9d86eedfa7b for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:11.171949 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.295206 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Allocated IP 172.20.0.6 (cb91b6e8-1f39-4959-b29a-43c445d14ea7/cc1ff47f-9ccb-4899-86fa-3e933d654d52/41eabae9-8bc7-4def-93f6-f0712b3a2fb4) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:03:11.452320 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9edf-2d01-436c-b225-6ef03e50771a req-63b2d5a4-1931-4167-a795-6e19c2513ceb tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:11.453892 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c02d9edf-2d01-436c-b225-6ef03e50771a req-63b2d5a4-1931-4167-a795-6e19c2513ceb tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0983782 Sep 16 18:03:11.466979 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f780d8de-407f-42be-9bfd-3bd990a5d2a9 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:11.479870 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.480751 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.506207 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Transition to ACTIVE for port object f780d8de-407f-42be-9bfd-3bd990a5d2a9 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:03:11.519614 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c02d9edf-2d01-436c-b225-6ef03e50771a req-1f79d3f7-a4dd-45e9-ac33-15dfa87c967c tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478566 Sep 16 18:03:11.558286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517ae7-52bd-4a6f-9a98-6c36dcdc9d85 req-f2eed197-84d7-4461-89b8-b8ee2da4cd8a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:11.559961 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3d517ae7-52bd-4a6f-9a98-6c36dcdc9d85 req-f2eed197-84d7-4461-89b8-b8ee2da4cd8a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0615976 Sep 16 18:03:11.599319 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3d517ae7-52bd-4a6f-9a98-6c36dcdc9d85 req-8e252882-fef7-404b-a6b2-bb6c9db41621 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Sep 16 18:03:11.607819 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1518d052-24d4-4d74-9ded-fcc81eac106b req-6913911e-a312-406b-b597-a8601e778868 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0294957 Sep 16 18:03:11.612148 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.612605 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.671109 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Pushing event updated for resources: {'Port': ['ID=f780d8de-407f-42be-9bfd-3bd990a5d2a9,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:11.683421 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Network cb91b6e8-1f39-4959-b29a-43c445d14ea7 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:03:11.689391 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:03:11.691949 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:03:11.695997 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Pushing event updated for resources: {'Port': ['ID=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:11.740586 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Attempting to bind port f780d8de-407f-42be-9bfd-3bd990a5d2a9 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:03:11.741027 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Attempting to bind port f780d8de-407f-42be-9bfd-3bd990a5d2a9 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:03:11.741339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Attempting to bind port f780d8de-407f-42be-9bfd-3bd990a5d2a9 on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:11.742223 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:11.742914 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.745536 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Port f780d8de-407f-42be-9bfd-3bd990a5d2a9 on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:03:11.745892 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Attempting to bind port f780d8de-407f-42be-9bfd-3bd990a5d2a9 on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:11.750787 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:03:11.751123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Checking segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:03:11.751560 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Bound using segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:03:11.751985 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Bound port: f780d8de-407f-42be-9bfd-3bd990a5d2a9, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:03:11.752345 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.814325 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] For port f780d8de-407f-42be-9bfd-3bd990a5d2a9, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:03:11.817229 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] For port f780d8de-407f-42be-9bfd-3bd990a5d2a9, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f780d8de-407f-42be-9bfd-3bd990a5d2a9,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:03:11.842302 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-c93b2e5f-7d28-4561-a685-ad53e9b13c6d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8996243 Sep 16 18:03:11.859725 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Request body: {'port': {'device_id': '3b7a3735-0731-4896-b361-7b1b917e7354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:11.910211 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.916484 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.945489 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-43392ab6-cafc-4a80-b844-eefd478c8aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.952317 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:11.954660 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:11.954890 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] 10.222.0.48 "PUT /v2.0/ports/f780d8de-407f-42be-9bfd-3bd990a5d2a9 HTTP/1.1" status: 200 len: 1093 time: 1.0118320 Sep 16 18:03:11.955408 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7ae27d-c963-413e-a8b7-852df644457d', 'tag': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:11.957632 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acdcca9-6c04-4be3-b6d9-8292369e50a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7ae27d-c963-413e-a8b7-852df644457d", "tag": "f780d8de-407f-42be-9bfd-3bd990a5d2a9"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:11.981707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa65a-6463-4c6d-8d54-12cf75603958 service neutron] Pushing event updated for resources: {'Port': ['ID=f780d8de-407f-42be-9bfd-3bd990a5d2a9,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:12.010808 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2dd8e8-81ff-41dd-a827-862dc4f3448d x-openstack-request-id: req-7d2dd8e8-81ff-41dd-a827-862dc4f3448d {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:12.013588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7ae27d-c963-413e-a8b7-852df644457d", "tag": "f780d8de-407f-42be-9bfd-3bd990a5d2a9", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:12.013588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d2dd8e8-81ff-41dd-a827-862dc4f3448d {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:12.013588 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7ae27d-c963-413e-a8b7-852df644457d', 'tag': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9', 'status': 'completed', 'code': 200} Sep 16 18:03:12.090042 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdcca9-6c04-4be3-b6d9-8292369e50a6 req-2f4b658c-0e91-4980-ac50-caa63a58ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.091671 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9acdcca9-6c04-4be3-b6d9-8292369e50a6 req-2f4b658c-0e91-4980-ac50-caa63a58ac10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 1096 time: 0.0440876 Sep 16 18:03:12.100955 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7a342-e9f9-4b05-80f2-646cccc144f0 req-b7297391-0da1-4ebb-b579-22f28529727f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.102426 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-13f7a342-e9f9-4b05-80f2-646cccc144f0 req-b7297391-0da1-4ebb-b579-22f28529727f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 943 time: 0.1235509 Sep 16 18:03:12.183211 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-13f7a342-e9f9-4b05-80f2-646cccc144f0 req-f3bd5607-0989-4e0c-b262-ec223da1811d tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728838 Sep 16 18:03:12.207349 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdcca9-6c04-4be3-b6d9-8292369e50a6 req-a451b200-64b1-42c1-a488-e654b6912602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.207872 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9acdcca9-6c04-4be3-b6d9-8292369e50a6 req-a451b200-64b1-42c1-a488-e654b6912602 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0417484f42df4e17866d59e5efa1eb4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1059210 Sep 16 18:03:12.267704 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:12.274962 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:12.294451 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Transition to ACTIVE for port object 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:03:12.328747 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdcca9-6c04-4be3-b6d9-8292369e50a6 req-226b81d7-d00d-45a5-a3ac-c399ac9e1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.330659 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9acdcca9-6c04-4be3-b6d9-8292369e50a6 req-226b81d7-d00d-45a5-a3ac-c399ac9e1510 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029000 Sep 16 18:03:12.367002 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:12.420465 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-773fe64f-d065-4f54-80ad-74bddf027399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.422081 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-773fe64f-d065-4f54-80ad-74bddf027399 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 1096 time: 0.0480993 Sep 16 18:03:12.439783 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Pushing event updated for resources: {'Port': ['ID=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:12.515169 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-86984744-aa77-4408-ad4b-e66201a55e18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f780d8de-407f-42be-9bfd-3bd990a5d2a9 HTTP/1.1" status: 200 len: 217 time: 0.0717978 Sep 16 18:03:12.539022 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Attempting to bind port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:03:12.540068 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Attempting to bind port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:03:12.540068 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Attempting to bind port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 on network cb91b6e8-1f39-4959-b29a-43c445d14ea7 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:12.546243 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 on network cb91b6e8-1f39-4959-b29a-43c445d14ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:03:12.546881 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Attempting to bind port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 on network cb91b6e8-1f39-4959-b29a-43c445d14ea7 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:12.551918 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:03:12.552562 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Checking segment: {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:03:12.552865 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Bound using segment: {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:03:12.553457 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Bound port: 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:03:12.553817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:12.575640 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0696ff-a5d1-4ff2-8a02-a5e9c1b597ed req-ac8fcbaa-84b2-4c28-929a-1a8dcae2717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.577178 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1c0696ff-a5d1-4ff2-8a02-a5e9c1b597ed req-ac8fcbaa-84b2-4c28-929a-1a8dcae2717b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 1099 time: 0.0883446 Sep 16 18:03:12.609591 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-bd9ca595-f68f-46f1-897f-095535e95f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.611034 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-bd9ca595-f68f-46f1-897f-095535e95f6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab3abe8-e738-4bc8-9bdc-e245a447e33e HTTP/1.1" status: 200 len: 855 time: 0.0837073 Sep 16 18:03:12.653070 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] For port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:03:12.667488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] For port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:03:12.691059 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1c0696ff-a5d1-4ff2-8a02-a5e9c1b597ed req-baba2bec-2da9-4087-99a4-d694d34a99be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028764 Sep 16 18:03:12.693725 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-3ed8f4fb-d72c-47a5-a163-16e3335e9455 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341468 Sep 16 18:03:12.712614 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b7f0b-f97f-4335-9997-7a0f312f9806 req-8c7a4739-0430-4ec3-871c-fc679e49394c tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.714149 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-434b7f0b-f97f-4335-9997-7a0f312f9806 req-8c7a4739-0430-4ec3-871c-fc679e49394c tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0947137 Sep 16 18:03:12.729114 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa1c3-efd4-44f7-bb39-004aa5d388bd req-5c01ae89-d835-4b51-8fce-5e07c2d23c60 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.730619 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-206fa1c3-efd4-44f7-bb39-004aa5d388bd req-5c01ae89-d835-4b51-8fce-5e07c2d23c60 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0512128 Sep 16 18:03:12.755817 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-434b7f0b-f97f-4335-9997-7a0f312f9806 req-eff7a491-34bf-480c-88cd-2e712a24b0c4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354936 Sep 16 18:03:12.771999 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:12.782486 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:12.811367 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-206fa1c3-efd4-44f7-bb39-004aa5d388bd req-be2a5621-4be2-4ffb-839a-ab8e2fa6b2b1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739331 Sep 16 18:03:12.822553 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.823076 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:12.824436 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/41eabae9-8bc7-4def-93f6-f0712b3a2fb4 HTTP/1.1" status: 200 len: 1093 time: 0.9693735 Sep 16 18:03:12.824874 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7a3735-0731-4896-b361-7b1b917e7354', 'tag': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:12.827217 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7a3735-0731-4896-b361-7b1b917e7354", "tag": "41eabae9-8bc7-4def-93f6-f0712b3a2fb4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:12.863766 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502712-2754-4f05-aaa1-7e00ffb966d9 service neutron] Pushing event updated for resources: {'Port': ['ID=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:12.867589 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125fed9-8e3c-405f-af6e-4b1c988e2b6a x-openstack-request-id: req-1125fed9-8e3c-405f-af6e-4b1c988e2b6a {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:12.867788 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7a3735-0731-4896-b361-7b1b917e7354", "tag": "41eabae9-8bc7-4def-93f6-f0712b3a2fb4", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:12.868026 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1125fed9-8e3c-405f-af6e-4b1c988e2b6a {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:12.868412 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7a3735-0731-4896-b361-7b1b917e7354', 'tag': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4', 'status': 'completed', 'code': 200} Sep 16 18:03:12.872483 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467d4bd-369c-47f4-91a9-71736432ed3b req-ca9e3b4f-3830-4ac3-ae2d-4e7af49cbcec tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:12.873758 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f467d4bd-369c-47f4-91a9-71736432ed3b req-ca9e3b4f-3830-4ac3-ae2d-4e7af49cbcec tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 943 time: 0.0513911 Sep 16 18:03:12.914898 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f467d4bd-369c-47f4-91a9-71736432ed3b req-d2942dbd-bcd4-4223-b46e-8c21728360c5 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Sep 16 18:03:13.011980 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8 req-5ca8ac78-7656-4403-a72b-c9d5a9438ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.013554 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8 req-5ca8ac78-7656-4403-a72b-c9d5a9438ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 1096 time: 0.0533905 Sep 16 18:03:13.030271 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:13.064175 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-20d6a321-2e96-42d4-b302-a015b0d14d64 service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282687 Sep 16 18:03:13.134219 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8 req-ad9a76d5-08f4-438c-98f1-e0d93a2bf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.135677 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8 req-ad9a76d5-08f4-438c-98f1-e0d93a2bf5ea service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1125169 Sep 16 18:03:13.167029 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2ab7e00-9118-49ea-b6db-32669ac0414d req-b9528a45-0392-4549-b359-8855bdfda4ad service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916870 Sep 16 18:03:13.239635 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8 req-f0ab63e3-a4a3-41d0-afaf-3fe8f6857937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.241219 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bdd87956-4d0f-40ce-8290-0ccf91a1c1c8 req-f0ab63e3-a4a3-41d0-afaf-3fe8f6857937 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976732 Sep 16 18:03:13.303167 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274264c-1560-46ff-985e-057cfd9635a9 req-c69bcac1-5ab3-45d1-8765-de338062fc36 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.304674 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c274264c-1560-46ff-985e-057cfd9635a9 req-c69bcac1-5ab3-45d1-8765-de338062fc36 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 943 time: 0.0511811 Sep 16 18:03:13.345077 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-1ce0a906-b87e-4db6-a85b-55e1754eab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.346731 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-1ce0a906-b87e-4db6-a85b-55e1754eab5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 1096 time: 0.0487995 Sep 16 18:03:13.348047 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c274264c-1560-46ff-985e-057cfd9635a9 req-8e725da3-e1f5-404b-9f86-970a3d46d831 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Sep 16 18:03:13.394524 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-f2e81929-18fe-417b-8256-79b886f6c5c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41eabae9-8bc7-4def-93f6-f0712b3a2fb4 HTTP/1.1" status: 200 len: 217 time: 0.0372214 Sep 16 18:03:13.447646 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-57e36882-cd60-4074-ae4c-a5d0adbefbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.449098 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-57e36882-cd60-4074-ae4c-a5d0adbefbd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc1ff47f-9ccb-4899-86fa-3e933d654d52 HTTP/1.1" status: 200 len: 854 time: 0.0464995 Sep 16 18:03:13.481773 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-e6ae6125-0cdd-4fc4-be8f-9bd7d7f2f795 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb91b6e8-1f39-4959-b29a-43c445d14ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234921 Sep 16 18:03:13.572100 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-5cefce7c-98bd-4490-8722-d9be17c4f5db service neutron] 10.222.0.48 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Sep 16 18:03:13.662301 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-55ca5bfa-5f96-401b-8754-cb6186937544 req-51e4f948-ecbc-47f6-879e-22679c1ff42c service neutron] 10.222.0.48 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824702 Sep 16 18:03:13.877611 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2335789-9eae-47a2-8df2-6d3065c3f24b req-8a13f17a-24d1-4ed8-a4fb-ce779f2908a7 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.879123 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2335789-9eae-47a2-8df2-6d3065c3f24b req-8a13f17a-24d1-4ed8-a4fb-ce779f2908a7 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0515404 Sep 16 18:03:13.916677 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2335789-9eae-47a2-8df2-6d3065c3f24b req-c84a80d4-143a-48d3-b048-afa952c193be tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Sep 16 18:03:13.948190 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c869e-90b7-4ea2-9df3-16c861bf0312 req-865a7c1e-55a1-47b9-87a4-0e32dce06888 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:13.948190 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-372c869e-90b7-4ea2-9df3-16c861bf0312 req-865a7c1e-55a1-47b9-87a4-0e32dce06888 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0592649 Sep 16 18:03:13.989604 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-372c869e-90b7-4ea2-9df3-16c861bf0312 req-3f0b8050-d781-438a-879a-a995261ec45a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Sep 16 18:03:14.048027 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f11fc9-c222-4880-afe5-4897dcfe6dde req-461f1215-abff-4b51-b2a0-fbd5c9160dd0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:14.049665 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-04f11fc9-c222-4880-afe5-4897dcfe6dde req-461f1215-abff-4b51-b2a0-fbd5c9160dd0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 943 time: 0.0598376 Sep 16 18:03:14.104520 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-04f11fc9-c222-4880-afe5-4897dcfe6dde req-d471bcf1-59e6-4dac-9173-b6815d1d971d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Sep 16 18:03:14.463612 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1db64-49e5-4756-bba0-ccf40373e485 req-ec9721dd-5b9c-40ae-b5fc-235115e557e8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:14.465013 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4da1db64-49e5-4756-bba0-ccf40373e485 req-ec9721dd-5b9c-40ae-b5fc-235115e557e8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 943 time: 0.0470686 Sep 16 18:03:14.506623 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4da1db64-49e5-4756-bba0-ccf40373e485 req-d3f0c235-0df2-4d0b-895e-66bb5257e8a3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Sep 16 18:03:14.732580 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:14.926452 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 2dd764dd-d382-47db-992c-ae999d94d210 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:03:15.033236 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 2dd764dd-d382-47db-992c-ae999d94d210, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2dd764dd-d382-47db-992c-ae999d94d210,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:15.046915 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '2dd764dd-d382-47db-992c-ae999d94d210', 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371', 'port_id': '2dd764dd-d382-47db-992c-ae999d94d210', 'mac_address': 'fa:16:3e:d2:c8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855d033-9670-4e5f-9250-0d1ce311ad5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:03:15.060676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c78f5-a8f9-4e16-bf34-a4f65d3d4bbd req-7baf29f6-77fc-49c8-b587-aecf161b3b89 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:15.063377 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-047c78f5-a8f9-4e16-bf34-a4f65d3d4bbd req-7baf29f6-77fc-49c8-b587-aecf161b3b89 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 944 time: 0.0745339 Sep 16 18:03:15.087510 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:15.109592 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd764dd-d382-47db-992c-ae999d94d210 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:15.119258 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-047c78f5-a8f9-4e16-bf34-a4f65d3d4bbd req-b5d094e8-8ac0-46b7-a65b-3a9a2205bd8c tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Sep 16 18:03:15.152966 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 2dd764dd-d382-47db-992c-ae999d94d210, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2dd764dd-d382-47db-992c-ae999d94d210,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:15.160329 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff8ef3-ab71-4019-95d9-f38ed35f9e10 req-47578722-1344-4b0e-9b7f-21d7d9469cb4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:15.167648 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-32ff8ef3-ab71-4019-95d9-f38ed35f9e10 req-47578722-1344-4b0e-9b7f-21d7d9469cb4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0806303 Sep 16 18:03:15.200580 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-32ff8ef3-ab71-4019-95d9-f38ed35f9e10 req-23d7d66b-4b7b-48b9-a652-805017fdf763 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Sep 16 18:03:15.225508 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541b62c-0a72-412c-8c71-717c57d3b9d8 req-85eaffe7-7acc-4244-89b5-29c64096f239 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:15.230496 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5541b62c-0a72-412c-8c71-717c57d3b9d8 req-85eaffe7-7acc-4244-89b5-29c64096f239 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 943 time: 0.0476394 Sep 16 18:03:15.252209 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:15.286543 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5541b62c-0a72-412c-8c71-717c57d3b9d8 req-4b9246af-dd46-4cf3-87aa-4bd42072b03a tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 Sep 16 18:03:15.314258 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=2dd764dd-d382-47db-992c-ae999d94d210,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:15.331430 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018429d0-c14b-4f3c-9d7c-a8d297b5030c req-ab8d99e5-af8b-44b7-929c-2acc81445f2a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:15.332995 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-018429d0-c14b-4f3c-9d7c-a8d297b5030c req-ab8d99e5-af8b-44b7-929c-2acc81445f2a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0511308 Sep 16 18:03:15.376640 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-018429d0-c14b-4f3c-9d7c-a8d297b5030c req-a7763295-c183-40f3-bf8a-428840957ea3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Sep 16 18:03:15.602407 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['2dd764dd-d382-47db-992c-ae999d94d210'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:15.664158 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c99cae-4b9b-4197-a07e-5a8d56fb74fd req-cce0c645-2cbe-45bc-a70c-0a23d820cd36 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:15.667050 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-62c99cae-4b9b-4197-a07e-5a8d56fb74fd req-cce0c645-2cbe-45bc-a70c-0a23d820cd36 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 943 time: 0.0772510 Sep 16 18:03:15.707547 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-62c99cae-4b9b-4197-a07e-5a8d56fb74fd req-1fab61a8-cdd8-48ae-a1aa-aa2454a589cb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350440 Sep 16 18:03:16.238032 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9437-0635-4bd8-a721-9805335f2b53 req-c91a76d0-e304-4424-8c8e-71ddbc0ed92a tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:16.239519 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a2db9437-0635-4bd8-a721-9805335f2b53 req-c91a76d0-e304-4424-8c8e-71ddbc0ed92a tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 945 time: 0.0478733 Sep 16 18:03:16.285870 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a2db9437-0635-4bd8-a721-9805335f2b53 req-26315fc8-b9f9-4c91-8642-5612268a7ff5 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Sep 16 18:03:16.409267 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100262-3a1e-4a5f-815f-b942cc28d875 req-acdd18a0-a2e2-4eb2-832a-569930dc4ac0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:16.410740 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-40100262-3a1e-4a5f-815f-b942cc28d875 req-acdd18a0-a2e2-4eb2-832a-569930dc4ac0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 943 time: 0.0478442 Sep 16 18:03:16.449254 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-40100262-3a1e-4a5f-815f-b942cc28d875 req-348fae2d-7af3-4252-9686-16d2b58377c8 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Sep 16 18:03:16.820032 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ee508-9066-4bf2-a4f0-1b26fb01a05e req-330754dd-0e1e-4cc8-a54c-dd6cb1fb8046 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:16.821470 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b8ee508-9066-4bf2-a4f0-1b26fb01a05e req-330754dd-0e1e-4cc8-a54c-dd6cb1fb8046 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 943 time: 0.0474246 Sep 16 18:03:16.859495 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b8ee508-9066-4bf2-a4f0-1b26fb01a05e req-aaa3cdfe-d065-48f0-bf2e-de9738853e14 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Sep 16 18:03:16.931012 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:03:16.934031 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 2dd764dd-d382-47db-992c-ae999d94d210 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:03:17.059205 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:17.069722 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4', 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7', 'port_id': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4', 'mac_address': 'fa:16:3e:bf:d6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ff47f-9ccb-4899-86fa-3e933d654d52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:03:17.104877 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.120431 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:17.139139 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:17.161219 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 2dd764dd-d382-47db-992c-ae999d94d210 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:03:17.165137 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 2dd764dd-d382-47db-992c-ae999d94d210 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:03:17.165810 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.238146 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.249351 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.249982 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device f780d8de-407f-42be-9bfd-3bd990a5d2a9 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:03:17.291448 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd764dd-d382-47db-992c-ae999d94d210'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:17.293626 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ffff16-41a5-4ff9-837c-4fe68f94240f" -d '{"events": [{"server_uuid": "c72c323c-96e4-4e70-ad59-7787897f4ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd764dd-d382-47db-992c-ae999d94d210"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:17.326503 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 2dd764dd-d382-47db-992c-ae999d94d210, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2dd764dd-d382-47db-992c-ae999d94d210,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:17.338391 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305c0d8e-2c8c-42fc-a7f2-abbce2b08445 x-openstack-request-id: req-305c0d8e-2c8c-42fc-a7f2-abbce2b08445 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:17.338694 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72c323c-96e4-4e70-ad59-7787897f4ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd764dd-d382-47db-992c-ae999d94d210", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:17.338942 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-305c0d8e-2c8c-42fc-a7f2-abbce2b08445 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:17.339315 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd764dd-d382-47db-992c-ae999d94d210', 'code': 200} Sep 16 18:03:17.344017 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:17.384459 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.426502 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4d3ff-5682-4110-b6bf-0e8f6d274c0f req-a61e257c-64c2-4975-9c8e-1562a88da94b tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:17.428021 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-89c4d3ff-5682-4110-b6bf-0e8f6d274c0f req-a61e257c-64c2-4975-9c8e-1562a88da94b tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0581803 Sep 16 18:03:17.449699 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=2dd764dd-d382-47db-992c-ae999d94d210,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:17.457096 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port f780d8de-407f-42be-9bfd-3bd990a5d2a9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f780d8de-407f-42be-9bfd-3bd990a5d2a9,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:17.468092 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'port_id': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9', 'mac_address': 'fa:16:3e:98:aa:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab3abe8-e738-4bc8-9bdc-e245a447e33e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:03:17.487387 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-89c4d3ff-5682-4110-b6bf-0e8f6d274c0f req-dd136d99-f307-45fd-8a62-ae3950756ded tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518093 Sep 16 18:03:17.517131 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.530423 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f780d8de-407f-42be-9bfd-3bd990a5d2a9 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:17.549953 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port f780d8de-407f-42be-9bfd-3bd990a5d2a9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f780d8de-407f-42be-9bfd-3bd990a5d2a9,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:17.600278 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393e8cd-0101-4e39-b4d3-cce7421bdf0d req-44e7625d-1f4a-4303-94da-a64902a5338f tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:17.601794 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c393e8cd-0101-4e39-b4d3-cce7421bdf0d req-44e7625d-1f4a-4303-94da-a64902a5338f tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 944 time: 0.0498230 Sep 16 18:03:17.640712 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c393e8cd-0101-4e39-b4d3-cce7421bdf0d req-47a211cc-f310-4417-bf44-6cc37e639ef3 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Sep 16 18:03:17.744144 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:17.800331 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=f780d8de-407f-42be-9bfd-3bd990a5d2a9,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:17.849263 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca57225-d25d-4b2f-b0fd-2599cbd4f85d req-f2ca11c2-e350-4cf6-9aba-5943a9429a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:17.850771 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7ca57225-d25d-4b2f-b0fd-2599cbd4f85d req-f2ca11c2-e350-4cf6-9aba-5943a9429a57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0778315 Sep 16 18:03:17.904501 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7ca57225-d25d-4b2f-b0fd-2599cbd4f85d req-35615ca0-9eaa-4891-9a31-f751200c724e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Sep 16 18:03:18.037160 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61449-6585-496f-8f86-bf1e9a36d595 req-edac0397-c000-4e9b-8a18-01794b9a6e63 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.038786 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58b61449-6585-496f-8f86-bf1e9a36d595 req-edac0397-c000-4e9b-8a18-01794b9a6e63 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 944 time: 0.0999165 Sep 16 18:03:18.108825 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['f780d8de-407f-42be-9bfd-3bd990a5d2a9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:18.148403 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58b61449-6585-496f-8f86-bf1e9a36d595 req-3c553082-c766-47d4-bbc6-71ec338e92b9 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860274 Sep 16 18:03:18.164797 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['41eabae9-8bc7-4def-93f6-f0712b3a2fb4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:18.272896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f632d10-ce94-406f-b54c-adcb61fc2aa8 req-bb69be15-9147-427b-9819-f475b4236e28 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.274428 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f632d10-ce94-406f-b54c-adcb61fc2aa8 req-bb69be15-9147-427b-9819-f475b4236e28 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.3284729 Sep 16 18:03:18.297934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479595-7e88-4073-83d2-039af24cd433 req-f913869e-7e59-4367-a481-be5bf88c856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.299570 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-f913869e-7e59-4367-a481-be5bf88c856f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.0748119 Sep 16 18:03:18.335520 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f632d10-ce94-406f-b54c-adcb61fc2aa8 req-20c44016-8a21-4928-b9a4-b3dd09ec2635 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529151 Sep 16 18:03:18.410392 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479595-7e88-4073-83d2-039af24cd433 req-74b85e12-414a-4ddc-a6f0-b2b21b1e600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.412168 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-74b85e12-414a-4ddc-a6f0-b2b21b1e600b service neutron] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 920 time: 0.0996952 Sep 16 18:03:18.458140 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-3d146aed-1293-4a04-a351-f69100198645 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 217 time: 0.0380433 Sep 16 18:03:18.496996 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48904) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:18.521942 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479595-7e88-4073-83d2-039af24cd433 req-d6bd36df-d751-4374-897f-5cab9afa6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.523602 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-d6bd36df-d751-4374-897f-5cab9afa6e03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.0578954 Sep 16 18:03:18.564368 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-132a4659-e694-4157-8099-fb798c70b4cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301003 Sep 16 18:03:18.624428 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39a683-9acb-467e-a5c4-e291a510f43f req-c5941fbb-5b01-4823-af5a-ec5c2c65edb8 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.625940 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4e39a683-9acb-467e-a5c4-e291a510f43f req-c5941fbb-5b01-4823-af5a-ec5c2c65edb8 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0640275 Sep 16 18:03:18.632454 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb4c-befa-457c-b1a3-6f323ffbfb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:18.662667 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-6a8cb808-8897-49c2-9dfa-f206ac231286 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855172 Sep 16 18:03:18.699240 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4e39a683-9acb-467e-a5c4-e291a510f43f req-9ab5f85f-0810-4167-82ad-442ca2d4261c tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 Sep 16 18:03:18.764027 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb4c-befa-457c-b1a3-6f323ffbfb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:18.802870 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4f479595-7e88-4073-83d2-039af24cd433 req-0a0533d9-57b4-44c5-be9c-7f06e458a170 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 Sep 16 18:03:18.823898 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db5e6e-af0e-40e6-95e9-73eb3ce9ba7a req-e26e97d0-7809-4d06-8ce4-86a4dcc46efd tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:18.825452 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-21db5e6e-af0e-40e6-95e9-73eb3ce9ba7a req-e26e97d0-7809-4d06-8ce4-86a4dcc46efd tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 944 time: 0.0912511 Sep 16 18:03:18.842204 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ba3bb4c-befa-457c-b1a3-6f323ffbfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:18.870609 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-21db5e6e-af0e-40e6-95e9-73eb3ce9ba7a req-4ad0ec18-0761-4dd3-ab53-d77ef4afee77 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371628 Sep 16 18:03:18.886086 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7ba3bb4c-befa-457c-b1a3-6f323ffbfb05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a9c7ef4e5b744fe9023da426d9266fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870449 Sep 16 18:03:18.887907 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48922) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:18.895260 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3bb4c-befa-457c-b1a3-6f323ffbfb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2d7de-3405-4dd6-87e2-cd6059a52eba,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:18.951741 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a84f9482-3810-43a8-94ec-b2192de5142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:18.979510 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a84f9482-3810-43a8-94ec-b2192de5142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:19.092381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a84f9482-3810-43a8-94ec-b2192de5142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:19.095911 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a84f9482-3810-43a8-94ec-b2192de5142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:19.097154 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a84f9482-3810-43a8-94ec-b2192de5142d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0b2d7de-3405-4dd6-87e2-cd6059a52eba HTTP/1.1" status: 204 len: 168 time: 0.2081966 Sep 16 18:03:19.106562 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f9482-3810-43a8-94ec-b2192de5142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2d7de-3405-4dd6-87e2-cd6059a52eba,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:19.243053 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b04c87-0195-48d3-af66-38f1fb55b444 req-2a9cd83e-bcd1-4606-8093-d8f5c6919a39 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:19.244523 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-09b04c87-0195-48d3-af66-38f1fb55b444 req-2a9cd83e-bcd1-4606-8093-d8f5c6919a39 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 944 time: 0.0470297 Sep 16 18:03:19.288337 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-09b04c87-0195-48d3-af66-38f1fb55b444 req-f94e5488-8fb3-4fb0-b31e-87601b79526f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Sep 16 18:03:19.458724 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8bf5d-ca4f-4461-9044-a9f8c69196c4 req-38eaf5e9-5818-4596-9da9-34c553b360fa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:19.460354 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9f8bf5d-ca4f-4461-9044-a9f8c69196c4 req-38eaf5e9-5818-4596-9da9-34c553b360fa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0537279 Sep 16 18:03:19.498888 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9f8bf5d-ca4f-4461-9044-a9f8c69196c4 req-56c19a10-d246-4b68-89f8-ec6af6271acf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Sep 16 18:03:19.785349 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48958) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:19.799471 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ea4d89e7-7c37-4221-a42c-9e1b9e0260a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:19.828992 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435187f-c926-44b0-a560-b6785d64ace1 req-0e817e55-4044-4c32-ba70-f7973592ff73 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:19.830877 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3435187f-c926-44b0-a560-b6785d64ace1 req-0e817e55-4044-4c32-ba70-f7973592ff73 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0537908 Sep 16 18:03:19.873397 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3435187f-c926-44b0-a560-b6785d64ace1 req-f66570ab-596e-4027-a345-76845e5a1637 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359421 Sep 16 18:03:19.914605 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ea4d89e7-7c37-4221-a42c-9e1b9e0260a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:20.004402 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01f719-36dd-497b-89c5-360a463b3c62 req-30aab9b2-5bf1-435c-aa30-5e95222dace6 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:20.005906 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb01f719-36dd-497b-89c5-360a463b3c62 req-30aab9b2-5bf1-435c-aa30-5e95222dace6 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 944 time: 0.0495241 Sep 16 18:03:20.045636 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ea4d89e7-7c37-4221-a42c-9e1b9e0260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:20.071476 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb01f719-36dd-497b-89c5-360a463b3c62 req-04ed1fb0-abaf-40a5-83c9-b6ed8be5bccd tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539911 Sep 16 18:03:20.104648 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ea4d89e7-7c37-4221-a42c-9e1b9e0260a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cd061df367544ef9cd9a57a06a7c060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181691 Sep 16 18:03:20.108001 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 48974) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:20.114555 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d89e7-7c37-4221-a42c-9e1b9e0260a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be05f41-9d37-4fb4-a3da-4c94bc3bed72,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:20.161261 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d12963af-1101-4941-a01d-be12d145102c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:20.182463 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d12963af-1101-4941-a01d-be12d145102c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:20.281568 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d12963af-1101-4941-a01d-be12d145102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:20.284233 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d12963af-1101-4941-a01d-be12d145102c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:20.285392 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d12963af-1101-4941-a01d-be12d145102c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3be05f41-9d37-4fb4-a3da-4c94bc3bed72 HTTP/1.1" status: 204 len: 168 time: 0.1764092 Sep 16 18:03:20.293714 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12963af-1101-4941-a01d-be12d145102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be05f41-9d37-4fb4-a3da-4c94bc3bed72,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:20.409421 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8bf4d-8109-4c1b-acd4-f439f7e8f051 req-13af77da-8c39-4daf-b38b-560cca2d0d44 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:20.410969 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5ff8bf4d-8109-4c1b-acd4-f439f7e8f051 req-13af77da-8c39-4daf-b38b-560cca2d0d44 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 944 time: 0.0505729 Sep 16 18:03:20.449234 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5ff8bf4d-8109-4c1b-acd4-f439f7e8f051 req-462a7aaa-ed9a-4acd-824f-1cf1ff0db4bf tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321124 Sep 16 18:03:20.645152 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea6459-2178-4ec8-a2ba-81e18b480f36 req-27a9a197-f7df-4f39-9f24-3e905f8b5a14 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:20.646762 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c2ea6459-2178-4ec8-a2ba-81e18b480f36 req-27a9a197-f7df-4f39-9f24-3e905f8b5a14 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0758207 Sep 16 18:03:20.706598 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c2ea6459-2178-4ec8-a2ba-81e18b480f36 req-73a6c881-6343-439b-b547-6c592e741ce2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Sep 16 18:03:20.959597 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:03:21.098469 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:03:21.107323 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:03:21.107697 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:21.277728 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe632e7-ecf6-4432-9be5-3bc2dfb0f584 req-ce8bf9ba-5f4b-4487-8516-4010160d6f7c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:21.279507 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ebe632e7-ecf6-4432-9be5-3bc2dfb0f584 req-ce8bf9ba-5f4b-4487-8516-4010160d6f7c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 944 time: 0.0522757 Sep 16 18:03:21.316404 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:21.318857 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ebe632e7-ecf6-4432-9be5-3bc2dfb0f584 req-d4840af8-6c46-43a0-abbc-168500e70a8b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Sep 16 18:03:21.335755 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a3735-0731-4896-b361-7b1b917e7354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:21.338444 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45e46bc-646d-46b0-abb3-5396746fd77b" -d '{"events": [{"server_uuid": "3b7a3735-0731-4896-b361-7b1b917e7354", "name": "network-vif-plugged", "status": "completed", "tag": "41eabae9-8bc7-4def-93f6-f0712b3a2fb4"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:21.362961 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:21.392710 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d29631-6d53-4261-bd93-14d0b7206eb6 x-openstack-request-id: req-67d29631-6d53-4261-bd93-14d0b7206eb6 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:21.393078 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a3735-0731-4896-b361-7b1b917e7354", "name": "network-vif-plugged", "status": "completed", "tag": "41eabae9-8bc7-4def-93f6-f0712b3a2fb4", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:21.393358 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67d29631-6d53-4261-bd93-14d0b7206eb6 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:21.393759 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a3735-0731-4896-b361-7b1b917e7354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4', 'code': 200} Sep 16 18:03:21.445314 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:21.445314 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device f780d8de-407f-42be-9bfd-3bd990a5d2a9 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:03:21.549812 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:21.576965 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25571e-2cb7-4daf-a761-f8427bf725d3 req-7530718d-eeba-4080-a73b-3166fb30596e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:21.579039 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a25571e-2cb7-4daf-a761-f8427bf725d3 req-7530718d-eeba-4080-a73b-3166fb30596e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0587506 Sep 16 18:03:21.602025 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a457a-c281-4aae-90ed-33600e1b8f6e req-d80dad88-628f-41e5-a8f2-1fcc8a6a69df tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:21.605604 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1e6a457a-c281-4aae-90ed-33600e1b8f6e req-d80dad88-628f-41e5-a8f2-1fcc8a6a69df tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 944 time: 0.0666564 Sep 16 18:03:21.616944 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a25571e-2cb7-4daf-a761-f8427bf725d3 req-db41dbc7-a349-4c5f-82f3-94588d157bb6 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Sep 16 18:03:21.624277 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port f780d8de-407f-42be-9bfd-3bd990a5d2a9 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:03:21.628696 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port f780d8de-407f-42be-9bfd-3bd990a5d2a9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:03:21.629073 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:21.649178 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1e6a457a-c281-4aae-90ed-33600e1b8f6e req-62f149c9-4983-4266-8704-2a4aacef4ae3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Sep 16 18:03:21.717864 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:21.755067 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port f780d8de-407f-42be-9bfd-3bd990a5d2a9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f780d8de-407f-42be-9bfd-3bd990a5d2a9,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:21.772847 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59b636-2519-496e-8b61-5fe0c4a23220 req-60d986d0-6684-4e41-856e-2437208a7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:21.774381 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fb59b636-2519-496e-8b61-5fe0c4a23220 req-60d986d0-6684-4e41-856e-2437208a7280 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 1098 time: 0.0491087 Sep 16 18:03:21.842972 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fb59b636-2519-496e-8b61-5fe0c4a23220 req-c4af0c25-9e10-46e4-acc2-b3e3d54eab8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526574 Sep 16 18:03:21.853812 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397820b3-d96d-4dcd-b420-fd9816f37a33 req-3aab0c8d-3aa6-4980-b08e-b10c14f09472 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:21.855335 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-397820b3-d96d-4dcd-b420-fd9816f37a33 req-3aab0c8d-3aa6-4980-b08e-b10c14f09472 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0733812 Sep 16 18:03:21.893211 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:21.910195 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-397820b3-d96d-4dcd-b420-fd9816f37a33 req-d003a0ab-ab90-43c3-89af-d614e7b9805c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Sep 16 18:03:21.959816 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=f780d8de-407f-42be-9bfd-3bd990a5d2a9,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:22.438732 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe69d-8484-4890-b96f-7c48f6a1d55d req-51aec195-7226-4102-b395-fc28ceb1db96 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:22.440457 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-de1fe69d-8484-4890-b96f-7c48f6a1d55d req-51aec195-7226-4102-b395-fc28ceb1db96 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0483069 Sep 16 18:03:22.482578 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-de1fe69d-8484-4890-b96f-7c48f6a1d55d req-92469568-4846-4c35-801e-38d47333df3b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Sep 16 18:03:22.742415 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605378-4c58-4774-bdce-0c7476920886 req-d7ba1c37-9aac-4e69-b4a9-e1fc9de68151 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:22.744102 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab605378-4c58-4774-bdce-0c7476920886 req-d7ba1c37-9aac-4e69-b4a9-e1fc9de68151 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Sep 16 18:03:22.786909 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab605378-4c58-4774-bdce-0c7476920886 req-579065b1-a8a8-4939-88bc-c7d602185735 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Sep 16 18:03:22.789048 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39865a4f-68c1-441c-9bbd-bb42621cbfba req-11588980-0aa5-4192-9d1a-90a28b358df8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:22.790975 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-39865a4f-68c1-441c-9bbd-bb42621cbfba req-11588980-0aa5-4192-9d1a-90a28b358df8 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0546050 Sep 16 18:03:22.829834 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-39865a4f-68c1-441c-9bbd-bb42621cbfba req-d9b13c71-cfcb-4ead-8ffc-8b93f8f87048 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Sep 16 18:03:23.026886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43a13-220d-4033-89e5-e617e078136f req-f887c5fa-cb08-4639-b8ca-ad1e49bb8efb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:23.028391 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-74c43a13-220d-4033-89e5-e617e078136f req-f887c5fa-cb08-4639-b8ca-ad1e49bb8efb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0509462 Sep 16 18:03:23.067346 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-74c43a13-220d-4033-89e5-e617e078136f req-baaa0f48-875a-4d38-bca2-7ce2605ca13c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Sep 16 18:03:23.395441 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ae27d-c963-413e-a8b7-852df644457d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:23.397853 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80763b4f-864b-4553-9b7f-233b1c59fd16" -d '{"events": [{"server_uuid": "8a7ae27d-c963-413e-a8b7-852df644457d", "name": "network-vif-plugged", "status": "completed", "tag": "f780d8de-407f-42be-9bfd-3bd990a5d2a9"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:23.440636 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df662a-07a2-4db2-a59d-fb9ee4d0903a x-openstack-request-id: req-56df662a-07a2-4db2-a59d-fb9ee4d0903a {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:23.440926 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ae27d-c963-413e-a8b7-852df644457d", "name": "network-vif-plugged", "status": "completed", "tag": "f780d8de-407f-42be-9bfd-3bd990a5d2a9", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:23.441180 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56df662a-07a2-4db2-a59d-fb9ee4d0903a {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:23.441606 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ae27d-c963-413e-a8b7-852df644457d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9', 'code': 200} Sep 16 18:03:23.597335 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776a7b-38c9-4316-8cd8-d54b5481c463 req-20fc4fcd-9948-47ab-bbb3-3ad01604a6fa tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:23.598850 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2b776a7b-38c9-4316-8cd8-d54b5481c463 req-20fc4fcd-9948-47ab-bbb3-3ad01604a6fa tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0481737 Sep 16 18:03:23.637503 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2b776a7b-38c9-4316-8cd8-d54b5481c463 req-c3b85c78-e6e3-4f0c-baa7-1a1800373a13 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Sep 16 18:03:23.652664 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:03:23.867335 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79dd1c-6194-40fd-82fa-361be9d0edd8 req-87984e4d-73e3-45bd-817a-381843a850f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:23.869455 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4d79dd1c-6194-40fd-82fa-361be9d0edd8 req-87984e4d-73e3-45bd-817a-381843a850f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 1098 time: 0.0477948 Sep 16 18:03:23.933868 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4d79dd1c-6194-40fd-82fa-361be9d0edd8 req-e6ba9861-0429-4bd3-88d2-7efd377ce1ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Sep 16 18:03:23.934834 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49122) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:23.948810 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3220438-47a1-451b-ae09-4902081fb616 req-2e5fe357-a255-4765-8a9e-73352da46459 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:23.950517 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3220438-47a1-451b-ae09-4902081fb616 req-2e5fe357-a255-4765-8a9e-73352da46459 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Sep 16 18:03:23.974256 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee30f4d-ed86-4cde-b446-c9fbb27994a8 req-e38e362a-ba32-4a82-84d0-d2a55c91e22c tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:23.975787 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7ee30f4d-ed86-4cde-b446-c9fbb27994a8 req-e38e362a-ba32-4a82-84d0-d2a55c91e22c tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0578682 Sep 16 18:03:23.989719 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3220438-47a1-451b-ae09-4902081fb616 req-3efbe4f1-4547-4e4d-92b4-0c7901e425e7 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Sep 16 18:03:24.018405 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7ee30f4d-ed86-4cde-b446-c9fbb27994a8 req-5d765bc1-6457-4d1d-8214-817b3eb831cf tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Sep 16 18:03:24.051265 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-543aac93-468b-4865-9971-341a5d1d50e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.142308 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-543aac93-468b-4865-9971-341a5d1d50e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.189275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205d891-98da-43d7-9322-aa03f61fbb7d req-3b3cd395-a89e-4c71-acb4-2d0c17a131fe tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:24.190672 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6205d891-98da-43d7-9322-aa03f61fbb7d req-3b3cd395-a89e-4c71-acb4-2d0c17a131fe tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0515652 Sep 16 18:03:24.221252 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-543aac93-468b-4865-9971-341a5d1d50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.239036 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6205d891-98da-43d7-9322-aa03f61fbb7d req-bfbe7230-e4bd-4441-9fef-5a922f01b6d3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Sep 16 18:03:24.265170 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aac93-468b-4865-9971-341a5d1d50e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8013a1c-aecb-4dc2-84ce-97fff590d128,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:24.273537 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-543aac93-468b-4865-9971-341a5d1d50e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c5f7d72a1f842b2a515cceebf81d4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377354 Sep 16 18:03:24.274118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49130) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:24.296131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-da16cffb-5a68-40fc-9b11-e96851314709 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:24.297669 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-da16cffb-5a68-40fc-9b11-e96851314709 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 946 time: 0.0600495 Sep 16 18:03:24.322257 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23fca2b1-5d7c-4e6e-a5aa-b6dca009b306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.343176 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23fca2b1-5d7c-4e6e-a5aa-b6dca009b306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.426468 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Deleting port 2dd764dd-d382-47db-992c-ae999d94d210 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:03:24.426790 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.459236 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23fca2b1-5d7c-4e6e-a5aa-b6dca009b306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.465717 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-23fca2b1-5d7c-4e6e-a5aa-b6dca009b306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.468903 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-23fca2b1-5d7c-4e6e-a5aa-b6dca009b306 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8013a1c-aecb-4dc2-84ce-97fff590d128 HTTP/1.1" status: 204 len: 168 time: 0.1920884 Sep 16 18:03:24.477022 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fca2b1-5d7c-4e6e-a5aa-b6dca009b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8013a1c-aecb-4dc2-84ce-97fff590d128,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:24.495344 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.538258 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] For port 2dd764dd-d382-47db-992c-ae999d94d210, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2dd764dd-d382-47db-992c-ae999d94d210,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:24.538657 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.553424 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Calling delete_port for 2dd764dd-d382-47db-992c-ae999d94d210 owned by compute:nova {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:03:24.776484 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bec1f-f2a8-40e1-a18d-4dbafd27e1ac req-f8affbdc-a80f-4935-9526-d2ee217de9c5 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:24.777971 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-df8bec1f-f2a8-40e1-a18d-4dbafd27e1ac req-f8affbdc-a80f-4935-9526-d2ee217de9c5 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0540891 Sep 16 18:03:24.789785 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.804863 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['2dd764dd-d382-47db-992c-ae999d94d210'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:24.821120 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-df8bec1f-f2a8-40e1-a18d-4dbafd27e1ac req-94ff8dd7-a66c-442e-a9f4-a9bee50dabce tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 Sep 16 18:03:24.835893 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Pushing event deleted for resources: {'Port': ['ID=2dd764dd-d382-47db-992c-ae999d94d210,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:24.905978 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] No DVR routers for this DVR port 2dd764dd-d382-47db-992c-ae999d94d210 on host hv-cinder-80588 {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:03:24.909747 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:24.911946 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2c7192e-8cbc-4ce1-a7f0-a69c260842b6 req-11505314-8cda-49d9-8599-c227be756cb4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "DELETE /v2.0/ports/2dd764dd-d382-47db-992c-ae999d94d210 HTTP/1.1" status: 204 len: 173 time: 0.6053307 Sep 16 18:03:24.912278 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'name': 'network-vif-deleted', 'tag': '2dd764dd-d382-47db-992c-ae999d94d210'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:24.914482 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e95488-334c-42a4-b676-8a65082054af" -d '{"events": [{"server_uuid": "c72c323c-96e4-4e70-ad59-7787897f4ba5", "name": "network-vif-deleted", "tag": "2dd764dd-d382-47db-992c-ae999d94d210"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:24.958530 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab603a9f-263e-450c-9dcd-1333af244568 x-openstack-request-id: req-ab603a9f-263e-450c-9dcd-1333af244568 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:24.958820 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72c323c-96e4-4e70-ad59-7787897f4ba5", "name": "network-vif-deleted", "tag": "2dd764dd-d382-47db-992c-ae999d94d210", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:24.959086 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab603a9f-263e-450c-9dcd-1333af244568 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:24.959478 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72c323c-96e4-4e70-ad59-7787897f4ba5', 'name': 'network-vif-deleted', 'tag': '2dd764dd-d382-47db-992c-ae999d94d210', 'status': 'completed', 'code': 200} Sep 16 18:03:25.126241 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79fe4e08-f402-44b9-bf58-31205920affb req-1347d711-9217-461b-880c-7d6dfc239b83 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72c323c-96e4-4e70-ad59-7787897f4ba5 HTTP/1.1" status: 200 len: 210 time: 0.0432467 Sep 16 18:03:25.168033 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49210) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:25.184919 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dfe2660b-38f7-4494-9075-e22220330953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.199550 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc4d9b-6cee-48c1-8c30-f87b23aab6f3 req-5761c17c-275e-49bd-b947-7c537255ec46 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:25.201314 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4afc4d9b-6cee-48c1-8c30-f87b23aab6f3 req-5761c17c-275e-49bd-b947-7c537255ec46 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0915310 Sep 16 18:03:25.238503 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4afc4d9b-6cee-48c1-8c30-f87b23aab6f3 req-c9296481-84bf-4fd6-9012-46af1cd8f4e2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Sep 16 18:03:25.291156 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dfe2660b-38f7-4494-9075-e22220330953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.362538 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1543d88-f16d-4865-bebc-a9020cdeabb3 req-7dbc668c-0760-42e4-af8a-50ded6608fcf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:25.364082 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1543d88-f16d-4865-bebc-a9020cdeabb3 req-7dbc668c-0760-42e4-af8a-50ded6608fcf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0491266 Sep 16 18:03:25.365178 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dfe2660b-38f7-4494-9075-e22220330953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.428000 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-dfe2660b-38f7-4494-9075-e22220330953 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a657a74e6315485c81de68262ecbf990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588267 Sep 16 18:03:25.428742 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2660b-38f7-4494-9075-e22220330953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860961cd-01f8-4fd7-a532-273ce01bc4c0,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:25.431443 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49214) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:25.444442 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1543d88-f16d-4865-bebc-a9020cdeabb3 req-2055048c-0541-4c92-964c-9d20146cab6d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Sep 16 18:03:25.484890 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-866832ed-ef7c-42e5-8002-59f05e2677ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.505662 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-866832ed-ef7c-42e5-8002-59f05e2677ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.623868 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-866832ed-ef7c-42e5-8002-59f05e2677ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.627011 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-866832ed-ef7c-42e5-8002-59f05e2677ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:25.628824 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-866832ed-ef7c-42e5-8002-59f05e2677ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/860961cd-01f8-4fd7-a532-273ce01bc4c0 HTTP/1.1" status: 204 len: 168 time: 0.1957250 Sep 16 18:03:25.636627 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866832ed-ef7c-42e5-8002-59f05e2677ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860961cd-01f8-4fd7-a532-273ce01bc4c0,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:26.372657 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3daf5d-f260-4f3e-b4a4-f41474aada4c req-613bc1f2-0de9-434d-a9fa-1028438937c7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:26.374478 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5e3daf5d-f260-4f3e-b4a4-f41474aada4c req-613bc1f2-0de9-434d-a9fa-1028438937c7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0536852 Sep 16 18:03:26.421715 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5e3daf5d-f260-4f3e-b4a4-f41474aada4c req-438e7d88-4bff-4846-a880-4abfc70bc94d tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Sep 16 18:03:26.571341 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03fdf-87fb-4e97-a6ab-f940326c12af req-05e4e5d2-0d75-46f9-829d-831ff27316a2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:26.572927 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-43e03fdf-87fb-4e97-a6ab-f940326c12af req-05e4e5d2-0d75-46f9-829d-831ff27316a2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0599947 Sep 16 18:03:26.616649 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-43e03fdf-87fb-4e97-a6ab-f940326c12af req-67fde05a-30d6-4d74-a40c-bc35eaefaf44 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Sep 16 18:03:27.743593 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472322-cc2a-438e-907f-02aeac55b140 req-61e971d3-69cb-4fab-97a1-63c1b11d41cd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:27.745330 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-59472322-cc2a-438e-907f-02aeac55b140 req-61e971d3-69cb-4fab-97a1-63c1b11d41cd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0495965 Sep 16 18:03:27.784265 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-59472322-cc2a-438e-907f-02aeac55b140 req-ef0b3526-90af-4625-9f3a-d680c60d6b59 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Sep 16 18:03:28.173733 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49336) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:28.285971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-96594ccd-4cc0-494e-bd1f-300812ac9e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.380695 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-96594ccd-4cc0-494e-bd1f-300812ac9e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.452309 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-96594ccd-4cc0-494e-bd1f-300812ac9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.491530 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-96594ccd-4cc0-494e-bd1f-300812ac9e8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=928d66fd94554789ac30dee9493b8454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166220 Sep 16 18:03:28.492619 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594ccd-4cc0-494e-bd1f-300812ac9e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482069c-3f40-4e9f-96c6-4b7b41cb03b6,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:28.494162 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49346) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:28.552923 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-03778a5a-ec96-40b2-9bca-b19e35f013cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.578899 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-03778a5a-ec96-40b2-9bca-b19e35f013cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.669669 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-03778a5a-ec96-40b2-9bca-b19e35f013cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.672773 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-03778a5a-ec96-40b2-9bca-b19e35f013cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:28.674442 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-03778a5a-ec96-40b2-9bca-b19e35f013cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3482069c-3f40-4e9f-96c6-4b7b41cb03b6 HTTP/1.1" status: 204 len: 168 time: 0.1792190 Sep 16 18:03:28.684509 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03778a5a-ec96-40b2-9bca-b19e35f013cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482069c-3f40-4e9f-96c6-4b7b41cb03b6,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:28.989888 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042d4a-2f6b-41d1-bd62-4c43177444b5 req-ef21fde7-2e96-43cb-8f99-97244f58c0b2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:28.994668 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d5042d4a-2f6b-41d1-bd62-4c43177444b5 req-ef21fde7-2e96-43cb-8f99-97244f58c0b2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0624168 Sep 16 18:03:29.024038 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 2dd764dd-d382-47db-992c-ae999d94d210 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:03:29.049440 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d5042d4a-2f6b-41d1-bd62-4c43177444b5 req-7239d68b-4dbc-4c23-b795-c0ac5390b61a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471325 Sep 16 18:03:29.084812 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 2dd764dd-d382-47db-992c-ae999d94d210 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:03:29.085280 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 2dd764dd-d382-47db-992c-ae999d94d210 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:03:29.422929 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49368) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:29.435865 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91d0ade4-40c1-4ee1-921d-8bb1ff279f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.521207 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91d0ade4-40c1-4ee1-921d-8bb1ff279f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.610911 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91d0ade4-40c1-4ee1-921d-8bb1ff279f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.650648 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-91d0ade4-40c1-4ee1-921d-8bb1ff279f0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9904f3b9f2124de198f8513e97a00147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265885 Sep 16 18:03:29.651606 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ade4-40c1-4ee1-921d-8bb1ff279f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b75a22-2058-4059-8268-4ed07fc647e4,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:29.653392 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49370) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:29.701920 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-067ba73c-c5f5-45f2-a3db-c960eb09e96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.722510 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-067ba73c-c5f5-45f2-a3db-c960eb09e96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.839648 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-067ba73c-c5f5-45f2-a3db-c960eb09e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.842233 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-067ba73c-c5f5-45f2-a3db-c960eb09e96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:29.843483 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-067ba73c-c5f5-45f2-a3db-c960eb09e96c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37b75a22-2058-4059-8268-4ed07fc647e4 HTTP/1.1" status: 204 len: 168 time: 0.1879420 Sep 16 18:03:29.851724 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ba73c-c5f5-45f2-a3db-c960eb09e96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b75a22-2058-4059-8268-4ed07fc647e4,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:30.162830 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb451d1-0e65-48a5-b5c1-0afe82b661d9 req-10187789-1252-410c-b314-c49905078c56 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:30.164306 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8fb451d1-0e65-48a5-b5c1-0afe82b661d9 req-10187789-1252-410c-b314-c49905078c56 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0506532 Sep 16 18:03:30.206507 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8fb451d1-0e65-48a5-b5c1-0afe82b661d9 req-3971f9bf-944f-434d-82f8-f8b84933586c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Sep 16 18:03:33.148328 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e174a-25ea-4cc2-8854-68e9c53fa6f3 req-7b21bfa8-695c-4491-9605-b88fb4241e51 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:33.149733 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3a7e174a-25ea-4cc2-8854-68e9c53fa6f3 req-7b21bfa8-695c-4491-9605-b88fb4241e51 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0493708 Sep 16 18:03:33.188902 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3a7e174a-25ea-4cc2-8854-68e9c53fa6f3 req-24a3ae64-67c7-4538-9047-59b14a683fca tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Sep 16 18:03:34.304400 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0102bc-43f5-4ada-95f6-8990de386326 req-a46b9675-fd34-4be0-99d9-c9d60008c142 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:34.305867 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dd0102bc-43f5-4ada-95f6-8990de386326 req-a46b9675-fd34-4be0-99d9-c9d60008c142 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0475545 Sep 16 18:03:34.343278 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dd0102bc-43f5-4ada-95f6-8990de386326 req-9bbd0888-c2a3-40e1-93e3-3e40568f8ab3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Sep 16 18:03:35.462756 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769d06-167a-4a25-9927-3e9c2e0d8aab req-ca2d4599-6728-4d37-a9bf-c90a745f5ab4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:35.462756 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0f769d06-167a-4a25-9927-3e9c2e0d8aab req-ca2d4599-6728-4d37-a9bf-c90a745f5ab4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0480194 Sep 16 18:03:35.499591 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0f769d06-167a-4a25-9927-3e9c2e0d8aab req-04d1ee9d-73d6-4763-bb23-5ec8f4bd74e6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Sep 16 18:03:37.122571 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbc1f5-a5e0-4bc3-ad8c-d2ee3edb96b9 req-df4d7421-3049-407e-9426-0d3e2e254aaa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:37.123952 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-70cbc1f5-a5e0-4bc3-ad8c-d2ee3edb96b9 req-df4d7421-3049-407e-9426-0d3e2e254aaa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0539365 Sep 16 18:03:37.175044 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-70cbc1f5-a5e0-4bc3-ad8c-d2ee3edb96b9 req-7a39e107-632a-4a9b-8887-fde9b696f99d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Sep 16 18:03:37.942115 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49578) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:38.047014 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5136d51f-08cb-4fc7-b4a9-f4b0cccc6dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.134558 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5136d51f-08cb-4fc7-b4a9-f4b0cccc6dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.199443 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5136d51f-08cb-4fc7-b4a9-f4b0cccc6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.232712 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136d51f-08cb-4fc7-b4a9-f4b0cccc6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5aa617-7799-4e8c-a0c2-f8fc7c922961,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:38.248467 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5136d51f-08cb-4fc7-b4a9-f4b0cccc6dfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a26f56cc0104eb1b9f994c6a958a31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052411 Sep 16 18:03:38.249241 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49588) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:38.304993 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b144cc3-4be7-4dd0-bcae-e4164026bfe8 req-a5665af7-d5d5-4f04-b2fc-4c518198a00c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:38.307083 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4b144cc3-4be7-4dd0-bcae-e4164026bfe8 req-a5665af7-d5d5-4f04-b2fc-4c518198a00c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0656078 Sep 16 18:03:38.316814 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9471a649-5605-4334-8174-394431d0a1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.342762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9471a649-5605-4334-8174-394431d0a1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.347227 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4b144cc3-4be7-4dd0-bcae-e4164026bfe8 req-90feb53c-1705-4eeb-9bbf-c81176edcdf3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Sep 16 18:03:38.389161 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49592) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:38.458034 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9471a649-5605-4334-8174-394431d0a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.466367 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9471a649-5605-4334-8174-394431d0a1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.466367 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9471a649-5605-4334-8174-394431d0a1e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be5aa617-7799-4e8c-a0c2-f8fc7c922961 HTTP/1.1" status: 204 len: 168 time: 0.2124877 Sep 16 18:03:38.473726 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471a649-5605-4334-8174-394431d0a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5aa617-7799-4e8c-a0c2-f8fc7c922961,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:38.495762 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6a4772e6-1f29-478f-ba44-12d91e973626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.583587 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6a4772e6-1f29-478f-ba44-12d91e973626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.633487 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6a4772e6-1f29-478f-ba44-12d91e973626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.671980 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6a4772e6-1f29-478f-ba44-12d91e973626 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8381195dd7824fcfa4cabf549c85bc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814696 Sep 16 18:03:38.672906 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4772e6-1f29-478f-ba44-12d91e973626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721636f-8a2e-45f8-a17a-0831716cd9b9,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:38.674763 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49598) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:38.729242 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ef691c48-5f93-407a-bdc0-50650f12aac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.752488 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ef691c48-5f93-407a-bdc0-50650f12aac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.898024 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ef691c48-5f93-407a-bdc0-50650f12aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.900601 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ef691c48-5f93-407a-bdc0-50650f12aac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:38.901773 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ef691c48-5f93-407a-bdc0-50650f12aac1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f721636f-8a2e-45f8-a17a-0831716cd9b9 HTTP/1.1" status: 204 len: 168 time: 0.2255347 Sep 16 18:03:38.909746 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef691c48-5f93-407a-bdc0-50650f12aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721636f-8a2e-45f8-a17a-0831716cd9b9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:39.466028 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c524d-ec0b-48d7-9a35-aa68154ad9a5 req-ba2877fe-f222-4ac3-a290-834cf4dbc42c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:39.468304 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f01c524d-ec0b-48d7-9a35-aa68154ad9a5 req-ba2877fe-f222-4ac3-a290-834cf4dbc42c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0540943 Sep 16 18:03:39.473055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49632) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:39.483565 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc8f1-f98b-4b47-a630-4601ad1ba3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.493141 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-22692920-2d10-4bf4-b483-df45d222b7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.518609 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f01c524d-ec0b-48d7-9a35-aa68154ad9a5 req-a4c309a8-5512-4c78-80ad-cad9d9633d53 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Sep 16 18:03:39.598338 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc8f1-f98b-4b47-a630-4601ad1ba3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.673926 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc8f1-f98b-4b47-a630-4601ad1ba3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.712119 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc8f1-f98b-4b47-a630-4601ad1ba3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003da9df-a969-4af0-96c4-9f1ef4af9aad,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:39.716376 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a9dbc8f1-f98b-4b47-a630-4601ad1ba3ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c99aa18031e416c97c11a7626fe3c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449188 Sep 16 18:03:39.719133 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49644) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:39.770219 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-32d925b7-bec9-487f-bee2-23f63a6644af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.799762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-32d925b7-bec9-487f-bee2-23f63a6644af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.902498 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-32d925b7-bec9-487f-bee2-23f63a6644af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.905407 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-32d925b7-bec9-487f-bee2-23f63a6644af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:39.906570 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-32d925b7-bec9-487f-bee2-23f63a6644af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/003da9df-a969-4af0-96c4-9f1ef4af9aad HTTP/1.1" status: 204 len: 168 time: 0.1858928 Sep 16 18:03:39.917051 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d925b7-bec9-487f-bee2-23f63a6644af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003da9df-a969-4af0-96c4-9f1ef4af9aad,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:40.230958 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49658) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:40.351204 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-738a1af6-cc9f-418f-9b69-84781426e3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.481136 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-738a1af6-cc9f-418f-9b69-84781426e3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.526585 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-738a1af6-cc9f-418f-9b69-84781426e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.565370 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-738a1af6-cc9f-418f-9b69-84781426e3d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b03b11f31b8b4c2e8c9ee5d5c2b6aa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333340 Sep 16 18:03:40.566504 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a1af6-cc9f-418f-9b69-84781426e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc86219-c131-4e83-a970-f33462ee95fb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:40.568092 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49672) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:40.618066 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a157bd54-bd16-4a6f-8048-96357c8b6194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.639788 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a157bd54-bd16-4a6f-8048-96357c8b6194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.711943 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e6476-f4be-466f-9c22-a8ab877f6642 req-568caf66-ef3f-4eef-a10b-74e8472d4734 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:40.713673 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9c1e6476-f4be-466f-9c22-a8ab877f6642 req-568caf66-ef3f-4eef-a10b-74e8472d4734 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0713191 Sep 16 18:03:40.769704 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9c1e6476-f4be-466f-9c22-a8ab877f6642 req-2a2704fe-74d4-4c14-961b-2fb5ad492e4d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Sep 16 18:03:40.817572 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a157bd54-bd16-4a6f-8048-96357c8b6194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.820173 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a157bd54-bd16-4a6f-8048-96357c8b6194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:40.821253 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a157bd54-bd16-4a6f-8048-96357c8b6194 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fc86219-c131-4e83-a970-f33462ee95fb HTTP/1.1" status: 204 len: 168 time: 0.2513106 Sep 16 18:03:40.830048 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157bd54-bd16-4a6f-8048-96357c8b6194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc86219-c131-4e83-a970-f33462ee95fb,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:41.383884 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-b181ce06-80c2-45d4-948d-21072ca3ed7a tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:41.385506 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-b181ce06-80c2-45d4-948d-21072ca3ed7a tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/networks?id=38100bcf-45a2-4ff3-8232-0101270a5371 HTTP/1.1" status: 200 len: 809 time: 0.1478863 Sep 16 18:03:41.400788 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f1ec7d8e-22de-4dce-8068-2ac3786815b8 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/quotas/db2c1b5e5e824d71b9ac3c46dd8fe25d HTTP/1.1" status: 200 len: 375 time: 0.0096354 Sep 16 18:03:41.445566 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-7d67444d-2259-4ac5-b1d5-c58053d53de5 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384243 Sep 16 18:03:41.543954 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-b6168f38-9243-437f-8033-13d3309fa650 service neutron] 10.222.0.39 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911705 Sep 16 18:03:41.641467 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-02134756-2c92-49df-9ae8-56406cd10cc3 service neutron] 10.222.0.39 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908856 Sep 16 18:03:41.918647 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cee627a-bfcb-4d6e-ab78-f348c5bc76d3 req-868b61c4-de4a-4eab-a544-0219d6c925ac tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 210 time: 0.0390410 Sep 16 18:03:41.942806 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cfde-da5d-488f-a88b-ea1a11c5b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:41.954970 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a471f-c3c3-4c76-89ce-f91c6e110ce3 req-2de01ccc-7bf6-4680-afd7-9c090f621a46 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:41.956497 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9e6a471f-c3c3-4c76-89ce-f91c6e110ce3 req-2de01ccc-7bf6-4680-afd7-9c090f621a46 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0925031 Sep 16 18:03:42.006859 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9e6a471f-c3c3-4c76-89ce-f91c6e110ce3 req-4c7c72f5-57a1-42d0-b51a-a5f968121293 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Sep 16 18:03:42.732406 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:42.910586 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a02b90-dadf-408d-a890-65eedd49b221 req-850a8d84-51cf-4ac8-8da6-b214c791dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:42.920862 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-10a02b90-dadf-408d-a890-65eedd49b221 req-850a8d84-51cf-4ac8-8da6-b214c791dfdb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.0427516 Sep 16 18:03:42.950943 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-10a02b90-dadf-408d-a890-65eedd49b221 req-eb06ef26-7364-4128-acbe-e3545788fb6e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293918 Sep 16 18:03:42.966439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:43.018637 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d3cbce9c-7d4b-45a9-a20b-0aaa082fc44b req-7768a9fa-1abf-4a86-8ff0-9282686e76d6 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 210 time: 0.0266421 Sep 16 18:03:43.122893 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bcd3-f9a7-42c0-8753-f8ef9474241f req-476baaab-8eca-4b16-99d6-97682347676f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:43.124349 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bbf5bcd3-f9a7-42c0-8753-f8ef9474241f req-476baaab-8eca-4b16-99d6-97682347676f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0505180 Sep 16 18:03:43.162288 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bbf5bcd3-f9a7-42c0-8753-f8ef9474241f req-df789a9c-1dda-485e-a460-aca394c10e76 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Sep 16 18:03:44.117442 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f53f78fa-482a-4744-b79b-565dbbf51a92 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:44.119342 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f53f78fa-482a-4744-b79b-565dbbf51a92 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "GET /v2.0/networks?id=38100bcf-45a2-4ff3-8232-0101270a5371 HTTP/1.1" status: 200 len: 809 time: 0.1228862 Sep 16 18:03:44.138596 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e4e77a41-f66c-4c35-b9ef-5aa5177720c0 req-44ff754a-7840-4dbb-be34-b9bc971c83ce tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 210 time: 0.0258541 Sep 16 18:03:44.150120 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Request body: {'port': {'device_id': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371', 'admin_state_up': True, 'tenant_id': 'db2c1b5e5e824d71b9ac3c46dd8fe25d'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:44.316131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0f82-f292-4b10-9f82-1d44f5579dea req-a9980a9a-0b13-4838-8e2b-3d887f9476df tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:44.318199 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ddbc0f82-f292-4b10-9f82-1d44f5579dea req-a9980a9a-0b13-4838-8e2b-3d887f9476df tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0806255 Sep 16 18:03:44.357594 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ddbc0f82-f292-4b10-9f82-1d44f5579dea req-eebc2340-aebb-477c-9be1-84c03ea627e9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Sep 16 18:03:44.376608 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Made reservation on behalf of db2c1b5e5e824d71b9ac3c46dd8fe25d for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:44.380390 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:44.509155 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Allocated IP 172.20.0.3 (38100bcf-45a2-4ff3-8232-0101270a5371/9855d033-9670-4e5f-9250-0d1ce311ad5f/164e485a-f441-4949-9f6b-942d9ff1f782) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:03:44.657636 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:44.663514 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:44.772723 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:44.823059 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Network 38100bcf-45a2-4ff3-8232-0101270a5371 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:03:44.826052 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:03:44.829631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:03:44.858482 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Pushing event updated for resources: {'Port': ['ID=164e485a-f441-4949-9f6b-942d9ff1f782,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:44.885879 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:44.886520 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:44.995893 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f6b0bd9b-8c5e-4c68-927a-459d835dcead tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518085 Sep 16 18:03:45.011800 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Request body: {'port': {'device_id': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:45.062500 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.322373 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db944b5a-6553-43b8-9de5-12f55175656d req-bf3edb85-8f2c-47e8-90b6-e8622eb5e3cd tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:45.323933 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db944b5a-6553-43b8-9de5-12f55175656d req-bf3edb85-8f2c-47e8-90b6-e8622eb5e3cd tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 931 time: 0.0748737 Sep 16 18:03:45.395902 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db944b5a-6553-43b8-9de5-12f55175656d req-7954ab73-d4e6-41c4-8acf-81ddb97185ac tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Sep 16 18:03:45.400177 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164e485a-f441-4949-9f6b-942d9ff1f782 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:45.407509 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.420489 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Transition to ACTIVE for port object 164e485a-f441-4949-9f6b-942d9ff1f782 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:03:45.491124 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3791-6630-4c81-b720-4b897ce62cd8 req-36fc9224-87c9-4539-b0fc-08097b544e50 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:45.492585 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d17c3791-6630-4c81-b720-4b897ce62cd8 req-36fc9224-87c9-4539-b0fc-08097b544e50 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0483887 Sep 16 18:03:45.509582 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.532147 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d17c3791-6630-4c81-b720-4b897ce62cd8 req-e7a2a838-a2b9-431e-abbf-fdbe9c9250b7 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Sep 16 18:03:45.584318 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Pushing event updated for resources: {'Port': ['ID=164e485a-f441-4949-9f6b-942d9ff1f782,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:45.651094 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Attempting to bind port 164e485a-f441-4949-9f6b-942d9ff1f782 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:03:45.651424 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Attempting to bind port 164e485a-f441-4949-9f6b-942d9ff1f782 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:03:45.651743 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Attempting to bind port 164e485a-f441-4949-9f6b-942d9ff1f782 on network 38100bcf-45a2-4ff3-8232-0101270a5371 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:45.656399 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Port 164e485a-f441-4949-9f6b-942d9ff1f782 on network 38100bcf-45a2-4ff3-8232-0101270a5371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:03:45.656714 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Attempting to bind port 164e485a-f441-4949-9f6b-942d9ff1f782 on network 38100bcf-45a2-4ff3-8232-0101270a5371 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:45.662231 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:03:45.662605 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Checking segment: {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:03:45.662978 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Bound using segment: {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:03:45.663396 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Bound port: 164e485a-f441-4949-9f6b-942d9ff1f782, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:03:45.663745 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.735884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] For port 164e485a-f441-4949-9f6b-942d9ff1f782, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:03:45.739007 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] For port 164e485a-f441-4949-9f6b-942d9ff1f782, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=164e485a-f441-4949-9f6b-942d9ff1f782,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:03:45.762591 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49836) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:45.818585 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.862358 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:45.863586 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.864975 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] 10.222.0.48 "PUT /v2.0/ports/164e485a-f441-4949-9f6b-942d9ff1f782 HTTP/1.1" status: 200 len: 1093 time: 0.8572216 Sep 16 18:03:45.872927 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'tag': '164e485a-f441-4949-9f6b-942d9ff1f782'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:45.876044 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518006ad-1735-46b9-a046-c328f216c3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "156d39ab-28bb-4f02-8739-24f7fefe8528", "tag": "164e485a-f441-4949-9f6b-942d9ff1f782"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:45.894969 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:45.914512 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b014f43b-b648-429a-905b-5b8907ab4483 x-openstack-request-id: req-b014f43b-b648-429a-905b-5b8907ab4483 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:45.915164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156d39ab-28bb-4f02-8739-24f7fefe8528", "tag": "164e485a-f441-4949-9f6b-942d9ff1f782", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:45.915409 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b014f43b-b648-429a-905b-5b8907ab4483 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:45.916043 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'tag': '164e485a-f441-4949-9f6b-942d9ff1f782', 'status': 'completed', 'code': 200} Sep 16 18:03:45.923637 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb09c7-01ea-441c-add0-1172e41d4050 service neutron] Pushing event updated for resources: {'Port': ['ID=164e485a-f441-4949-9f6b-942d9ff1f782,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:45.963970 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71844fa-0dab-45ee-957b-7197e6cf814e req-11dcbe9f-f9e2-44e0-a0f3-c2fc2c704cd8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:45.965698 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e71844fa-0dab-45ee-957b-7197e6cf814e req-11dcbe9f-f9e2-44e0-a0f3-c2fc2c704cd8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0629635 Sep 16 18:03:46.025732 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e71844fa-0dab-45ee-957b-7197e6cf814e req-2aeb8f25-def1-41c6-886b-ed77e4242d53 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539999 Sep 16 18:03:46.028285 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518006ad-1735-46b9-a046-c328f216c3fd req-45289805-9f75-45bb-b680-94c368fcf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.029910 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-518006ad-1735-46b9-a046-c328f216c3fd req-45289805-9f75-45bb-b680-94c368fcf155 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 1096 time: 0.0584390 Sep 16 18:03:46.038616 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-b0934578-5c7d-41bf-9a0e-43b85c3331aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.040270 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-b0934578-5c7d-41bf-9a0e-43b85c3331aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.0539680 Sep 16 18:03:46.071937 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:46.139167 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:46.146372 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-2cc1a3cf-72b1-49a0-85de-93cf3387381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.147826 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-2cc1a3cf-72b1-49a0-85de-93cf3387381d service neutron] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 920 time: 0.0886295 Sep 16 18:03:46.188385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518006ad-1735-46b9-a046-c328f216c3fd req-67bb224e-51e6-472c-8ec9-3866fb3ab363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.190507 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-518006ad-1735-46b9-a046-c328f216c3fd req-67bb224e-51e6-472c-8ec9-3866fb3ab363 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1315625 Sep 16 18:03:46.196378 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0ecaeb585254b1ca9a4068da65fa537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324794 Sep 16 18:03:46.197634 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49846) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:46.204151 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5badd-dbbd-4532-8c17-3715e19fcb5d,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:46.240068 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.240426 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.240761 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.241089 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.241420 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.241734 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.242055 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.242399 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.242721 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.243034 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.243349 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.243661 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b4a53-920a-4c96-b984-829297e3c8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:46.390486 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-6d448f61-14fd-4960-89ca-edda09f52dc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 217 time: 0.2309089 Sep 16 18:03:46.451951 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-4ef51410-7298-4c3e-b810-de04826caff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.453467 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-4ef51410-7298-4c3e-b810-de04826caff1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.0531037 Sep 16 18:03:46.492439 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-2f841f7b-3f03-421a-aa3d-722e93e4c744 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252552 Sep 16 18:03:46.568266 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d577eba-4bc4-47b5-abbb-a157bdbb6631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:46.594867 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-943c3ae9-b6dc-4ff3-b24f-71a08488c49a service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886550 Sep 16 18:03:46.609268 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518006ad-1735-46b9-a046-c328f216c3fd req-a30958e8-6a8c-46cf-a3df-51a6bf7a0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.611280 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-518006ad-1735-46b9-a046-c328f216c3fd req-a30958e8-6a8c-46cf-a3df-51a6bf7a0980 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3918715 Sep 16 18:03:46.613858 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d577eba-4bc4-47b5-abbb-a157bdbb6631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:46.630796 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc92982-b1de-48e8-98a9-cf368f51532a req-c6a149bd-688b-4f0a-8af8-5146286b03d1 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.632273 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5dc92982-b1de-48e8-98a9-cf368f51532a req-c6a149bd-688b-4f0a-8af8-5146286b03d1 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 943 time: 0.1051118 Sep 16 18:03:46.704414 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf82e23d-98e8-4bc4-8717-a272c6239044 req-ae5f2cbb-dbae-4a1b-8f5f-b76aa500e82f service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924201 Sep 16 18:03:46.713009 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5dc92982-b1de-48e8-98a9-cf368f51532a req-ee5fb9e1-625b-47ce-86f8-239204ff787d tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717714 Sep 16 18:03:46.740106 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-8f4e8332-65a0-460d-8ab8-7b731b91ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.740106 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-8f4e8332-65a0-460d-8ab8-7b731b91ec0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 1096 time: 0.0626497 Sep 16 18:03:46.783580 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-1b76f8ea-eaf2-42bd-b7e4-3cf20e74e86c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=164e485a-f441-4949-9f6b-942d9ff1f782 HTTP/1.1" status: 200 len: 217 time: 0.0340812 Sep 16 18:03:46.784303 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d577eba-4bc4-47b5-abbb-a157bdbb6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:46.786901 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d577eba-4bc4-47b5-abbb-a157bdbb6631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:46.787930 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-8d577eba-4bc4-47b5-abbb-a157bdbb6631 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17e5badd-dbbd-4532-8c17-3715e19fcb5d HTTP/1.1" status: 204 len: 168 time: 0.5890245 Sep 16 18:03:46.795518 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d577eba-4bc4-47b5-abbb-a157bdbb6631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5badd-dbbd-4532-8c17-3715e19fcb5d,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:46.842801 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-e7959601-7911-47ba-b481-8d9779089407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:46.844518 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-e7959601-7911-47ba-b481-8d9779089407 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9855d033-9670-4e5f-9250-0d1ce311ad5f HTTP/1.1" status: 200 len: 849 time: 0.0450404 Sep 16 18:03:46.887176 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-53bdef53-1e1a-45bb-b75c-2e642aaceb5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38100bcf-45a2-4ff3-8232-0101270a5371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251446 Sep 16 18:03:46.991501 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-f9c32ceb-5761-4eb0-9243-5cd69b463350 service neutron] 10.222.0.48 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896420 Sep 16 18:03:47.101140 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20b303ff-2b68-44b6-b27f-6f92de763956 req-61498fb1-f69b-405f-a3b2-51c54986cf75 service neutron] 10.222.0.48 "GET /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937333 Sep 16 18:03:47.152982 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3c50-81aa-45db-9e61-5ed644241c15 req-eaa6ad71-3f10-4ca9-ae21-069e8079b41b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:47.154494 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-82cf3c50-81aa-45db-9e61-5ed644241c15 req-eaa6ad71-3f10-4ca9-ae21-069e8079b41b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0565372 Sep 16 18:03:47.193661 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-82cf3c50-81aa-45db-9e61-5ed644241c15 req-4683789d-fb1f-4971-af5d-c4246bb6af27 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Sep 16 18:03:47.403395 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 49866) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:47.416448 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-59244a0b-bffa-4001-886d-04412d226c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.502377 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-59244a0b-bffa-4001-886d-04412d226c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.549332 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-59244a0b-bffa-4001-886d-04412d226c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.585483 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-59244a0b-bffa-4001-886d-04412d226c16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7cfbb63bdda40638661a5529bb5fb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809056 Sep 16 18:03:47.587421 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59244a0b-bffa-4001-886d-04412d226c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270f14d7-aec8-4010-9bcd-0acbf2c03a6f,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:47.588227 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49868) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:47.639374 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.660897 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.807890 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.810472 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:47.811555 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/270f14d7-aec8-4010-9bcd-0acbf2c03a6f HTTP/1.1" status: 204 len: 168 time: 0.2222445 Sep 16 18:03:47.823131 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270f14d7-aec8-4010-9bcd-0acbf2c03a6f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:47.839391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.839735 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.840074 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.840407 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.840765 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.841092 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.841417 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.841762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.842083 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.842445 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.842768 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.845706 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61febb3-95a6-4f08-bdb7-83a80b3cc71e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:47.857976 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750a05b-4493-498b-92ba-68faba7490be req-642b9488-72b2-4b25-b7a0-25329efa0ab8 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:47.859672 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4750a05b-4493-498b-92ba-68faba7490be req-642b9488-72b2-4b25-b7a0-25329efa0ab8 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 943 time: 0.0783515 Sep 16 18:03:47.900459 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4750a05b-4493-498b-92ba-68faba7490be req-26985d74-c7a9-43cc-bff6-9088adb7c801 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Sep 16 18:03:48.311982 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be01a6-7879-409b-9ea3-a7420ea3bcc9 req-1b0fa80d-fc27-4e31-9155-18812ddfeec2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:48.314494 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-39be01a6-7879-409b-9ea3-a7420ea3bcc9 req-1b0fa80d-fc27-4e31-9155-18812ddfeec2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0525455 Sep 16 18:03:48.361228 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-39be01a6-7879-409b-9ea3-a7420ea3bcc9 req-67b007b8-7149-4910-b554-9bdc009858ca tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Sep 16 18:03:49.043973 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851c33f-733a-4bcd-98c9-133fdd59bfa9 req-27bf0684-f313-4ea9-ab7e-80b1b1a1d04b tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:49.045922 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2851c33f-733a-4bcd-98c9-133fdd59bfa9 req-27bf0684-f313-4ea9-ab7e-80b1b1a1d04b tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 943 time: 0.0734627 Sep 16 18:03:49.111382 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2851c33f-733a-4bcd-98c9-133fdd59bfa9 req-8e906040-c690-4c53-a8c1-9ddd26e53e77 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Sep 16 18:03:49.148389 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 164e485a-f441-4949-9f6b-942d9ff1f782 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:03:49.211991 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20257de0-0588-44ca-974f-ae5b1c1532f8 req-2c8ee83b-556d-4e27-a912-e1ccc6aa90d0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:49.214824 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20257de0-0588-44ca-974f-ae5b1c1532f8 req-2c8ee83b-556d-4e27-a912-e1ccc6aa90d0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0573103 Sep 16 18:03:49.274871 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 164e485a-f441-4949-9f6b-942d9ff1f782, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=164e485a-f441-4949-9f6b-942d9ff1f782,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:49.279280 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-20257de0-0588-44ca-974f-ae5b1c1532f8 req-fdb40a10-e221-4091-94ea-8ca2d2f5291e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599563 Sep 16 18:03:49.297251 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '164e485a-f441-4949-9f6b-942d9ff1f782', 'network_id': '38100bcf-45a2-4ff3-8232-0101270a5371', 'port_id': '164e485a-f441-4949-9f6b-942d9ff1f782', 'mac_address': 'fa:16:3e:17:a5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855d033-9670-4e5f-9250-0d1ce311ad5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:03:49.340268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:49.353751 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164e485a-f441-4949-9f6b-942d9ff1f782 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:49.374525 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 164e485a-f441-4949-9f6b-942d9ff1f782, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=164e485a-f441-4949-9f6b-942d9ff1f782,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:49.452486 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:49.513681 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2615-3069-4d39-81ff-4bd37e401aa0 req-da98d5f9-9b6b-4818-8065-ce286c2f7248 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:49.518115 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=164e485a-f441-4949-9f6b-942d9ff1f782,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:49.525735 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-404c2615-3069-4d39-81ff-4bd37e401aa0 req-da98d5f9-9b6b-4818-8065-ce286c2f7248 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0725038 Sep 16 18:03:49.567602 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-404c2615-3069-4d39-81ff-4bd37e401aa0 req-1d0e7f11-2f66-40c3-8b09-97f898632653 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Sep 16 18:03:49.568067 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-63867d58-aaff-4719-a98e-8bad34215644 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:49.569555 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-63867d58-aaff-4719-a98e-8bad34215644 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.1522510 Sep 16 18:03:49.590905 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-03ad5ec7-359f-47a3-b028-bb4191aa69b5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/quotas/0417484f42df4e17866d59e5efa1eb4e HTTP/1.1" status: 200 len: 375 time: 0.0153413 Sep 16 18:03:49.649134 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-9382774c-1061-4a21-b6a9-88226a873104 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566099 Sep 16 18:03:49.744110 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-8289989e-53f6-41bd-ae9e-18bfa85c32c4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875647 Sep 16 18:03:49.833865 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-158159fa-165a-4d8e-9e82-5b10d5fb54d4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835509 Sep 16 18:03:49.852227 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['164e485a-f441-4949-9f6b-942d9ff1f782'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:50.088056 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-428ad824-c28b-4c18-930e-155ec1c38b11 req-a86efb1f-dc15-49f8-9dbc-829f1e881b9a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 210 time: 0.0258307 Sep 16 18:03:50.223871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea079f-be2f-4826-ac35-a6666e8e10ff req-a7d7b073-bca9-47ac-be01-70525a263766 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:50.225451 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eeea079f-be2f-4826-ac35-a6666e8e10ff req-a7d7b073-bca9-47ac-be01-70525a263766 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 944 time: 0.0490952 Sep 16 18:03:50.272360 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eeea079f-be2f-4826-ac35-a6666e8e10ff req-440b7be0-2adb-4136-8e17-2508a3b77a35 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 Sep 16 18:03:50.392477 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb53e-d70e-4db0-ba17-03afe0da7f91 req-53a19304-d93b-49a7-b73e-ab56264c37b3 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:50.393940 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bcefb53e-d70e-4db0-ba17-03afe0da7f91 req-53a19304-d93b-49a7-b73e-ab56264c37b3 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0473704 Sep 16 18:03:50.432186 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bcefb53e-d70e-4db0-ba17-03afe0da7f91 req-31044fd2-89f8-4948-bc57-9407cb67fbe1 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322435 Sep 16 18:03:50.686746 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527799f8-c4bc-4d4e-b786-2781164d942f req-f7729d8e-b849-4f05-9c8f-3ddfaef1fc37 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:50.688477 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-527799f8-c4bc-4d4e-b786-2781164d942f req-f7729d8e-b849-4f05-9c8f-3ddfaef1fc37 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0536041 Sep 16 18:03:50.726999 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-527799f8-c4bc-4d4e-b786-2781164d942f req-3e285798-d7da-4ec3-8099-1546f17d0c00 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Sep 16 18:03:51.181241 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9366d06c-a9d1-4a8f-bb95-8edaf1748caf req-7d1bd60b-c48b-4887-9a16-0b893844bc26 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 210 time: 0.0301993 Sep 16 18:03:51.185730 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 164e485a-f441-4949-9f6b-942d9ff1f782 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:03:51.291631 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 164e485a-f441-4949-9f6b-942d9ff1f782 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:03:51.295844 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 164e485a-f441-4949-9f6b-942d9ff1f782 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:03:51.296320 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:51.405224 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0f417-10b5-4dc5-aeff-d90cb48240ed req-19867723-e437-46ac-b9b2-f41766bb6e37 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:51.415528 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-85d0f417-10b5-4dc5-aeff-d90cb48240ed req-19867723-e437-46ac-b9b2-f41766bb6e37 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 944 time: 0.0704403 Sep 16 18:03:51.434938 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:51.486113 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-70d30490-ddfd-40f8-a795-aa2327994cec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483396 Sep 16 18:03:51.494845 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-85d0f417-10b5-4dc5-aeff-d90cb48240ed req-1640b2ad-4c92-407d-90e5-6add3bd9ea04 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Sep 16 18:03:51.512523 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e485a-f441-4949-9f6b-942d9ff1f782'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:51.515571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291231f3-dd51-421f-98ab-a48afc2462de" -d '{"events": [{"server_uuid": "156d39ab-28bb-4f02-8739-24f7fefe8528", "name": "network-vif-plugged", "status": "completed", "tag": "164e485a-f441-4949-9f6b-942d9ff1f782"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:51.561577 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 164e485a-f441-4949-9f6b-942d9ff1f782, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=164e485a-f441-4949-9f6b-942d9ff1f782,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:51.578165 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ff3ea-7036-4343-874b-06aa90a6d160 x-openstack-request-id: req-4f4ff3ea-7036-4343-874b-06aa90a6d160 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:51.578165 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156d39ab-28bb-4f02-8739-24f7fefe8528", "name": "network-vif-plugged", "status": "completed", "tag": "164e485a-f441-4949-9f6b-942d9ff1f782", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:51.578165 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f4ff3ea-7036-4343-874b-06aa90a6d160 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:51.578165 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e485a-f441-4949-9f6b-942d9ff1f782', 'code': 200} Sep 16 18:03:51.612701 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:51.638883 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-acb5c607-396b-4661-97ec-be37bf5136de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:51.639562 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-acb5c607-396b-4661-97ec-be37bf5136de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 1099 time: 0.1207752 Sep 16 18:03:51.647180 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9223-b80e-4d6e-b41b-d65eaaad08ac req-4d2b4050-992a-48bd-a6e9-7101280048ef tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:51.648730 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b9ab9223-b80e-4d6e-b41b-d65eaaad08ac req-4d2b4050-992a-48bd-a6e9-7101280048ef tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0961277 Sep 16 18:03:51.679374 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=164e485a-f441-4949-9f6b-942d9ff1f782,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:51.705895 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b9ab9223-b80e-4d6e-b41b-d65eaaad08ac req-9cb22018-959e-4155-b36a-d1223e18b5b8 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512826 Sep 16 18:03:51.775704 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-bd4dc97f-f864-4fe2-89b3-812feb195057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:51.777768 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-bd4dc97f-f864-4fe2-89b3-812feb195057 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 916 time: 0.0948253 Sep 16 18:03:51.833046 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-97370964-f2fe-4139-ba6d-8b786aa0985b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b HTTP/1.1" status: 200 len: 217 time: 0.0394471 Sep 16 18:03:51.893708 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-c77d5cb7-05f5-4a1b-bea2-6d0616f60407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:51.896356 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-c77d5cb7-05f5-4a1b-bea2-6d0616f60407 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab3abe8-e738-4bc8-9bdc-e245a447e33e HTTP/1.1" status: 200 len: 855 time: 0.0503950 Sep 16 18:03:51.922731 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6913bd-9bfb-49d4-953f-8f651abf7a60 req-14e8982d-c473-4047-8306-c9ac42290afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:51.924903 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6b6913bd-9bfb-49d4-953f-8f651abf7a60 req-14e8982d-c473-4047-8306-c9ac42290afc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 1098 time: 0.0398471 Sep 16 18:03:51.930927 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-37ca6bd0-1d21-4c71-97fb-1e0f68254174 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248282 Sep 16 18:03:51.972650 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6b6913bd-9bfb-49d4-953f-8f651abf7a60 req-a435df5d-9ad4-45f9-979f-f509e2d3bdb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Sep 16 18:03:52.028546 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-33e7de3e-2de5-4df9-b76d-7fa9b2ead52a service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854936 Sep 16 18:03:52.280905 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9244fee-9887-4fc4-9cb8-f0c8b2b58d64 req-a285253d-b015-4496-96f5-f62c6dc4901d tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 210 time: 0.0286753 Sep 16 18:03:52.317950 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03b826a0-b305-4df9-a208-b57e25a17f4d req-59d808df-0c27-42a4-9da8-39c7514c2885 service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847509 Sep 16 18:03:52.591004 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8f12-47b3-41f3-a38e-a02df0e922e8 req-245067e5-33bf-4326-935d-f2766b669e27 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:52.592548 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e46b8f12-47b3-41f3-a38e-a02df0e922e8 req-245067e5-33bf-4326-935d-f2766b669e27 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0592918 Sep 16 18:03:52.598637 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8df8c-74f2-423f-9f4b-5875c64431b4 req-5413eafd-b352-43ac-949f-33c9b395b4d9 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:52.607399 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12c8df8c-74f2-423f-9f4b-5875c64431b4 req-5413eafd-b352-43ac-949f-33c9b395b4d9 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.0478146 Sep 16 18:03:52.637628 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e46b8f12-47b3-41f3-a38e-a02df0e922e8 req-26801d1e-0f79-4299-aff7-94fde46ed35e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Sep 16 18:03:52.638987 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12c8df8c-74f2-423f-9f4b-5875c64431b4 req-e0b07c50-af27-4237-9ea9-1d42b23945e6 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Sep 16 18:03:52.889702 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd332c-f550-461a-ab7d-3111e34e88e2 req-7f4e1636-9d98-4262-8af5-a8255f8e07b1 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:52.891767 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6fcd332c-f550-461a-ab7d-3111e34e88e2 req-7f4e1636-9d98-4262-8af5-a8255f8e07b1 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.1055052 Sep 16 18:03:52.923231 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-25a5fdd6-0738-477a-bcf8-31045858b444 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:52.924683 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-25a5fdd6-0738-477a-bcf8-31045858b444 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/networks?id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 200 len: 815 time: 0.1741424 Sep 16 18:03:52.944388 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6fcd332c-f550-461a-ab7d-3111e34e88e2 req-b196c123-c7ee-44e5-a997-e0c1f50136f7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431221 Sep 16 18:03:52.948873 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Request body: {'port': {'device_id': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'admin_state_up': True, 'tenant_id': '0417484f42df4e17866d59e5efa1eb4e'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:53.166628 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Made reservation on behalf of 0417484f42df4e17866d59e5efa1eb4e for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:03:53.170333 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:53.315000 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Allocated IP 172.20.0.2 (5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e/aab3abe8-e738-4bc8-9bdc-e245a447e33e/b0d8fe66-32e8-4d3d-bab8-a006e7736e3c) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:03:53.387613 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2dd5b340-46d0-4277-b3df-ce4e817e7aea req-ff782748-b2e5-43fd-b656-ee2c92f7b7d2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 210 time: 0.0324228 Sep 16 18:03:53.481480 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:53.618068 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:53.640956 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'f780d8de-407f-42be-9bfd-3bd990a5d2a9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:53.664152 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:03:53.669254 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:03:53.676781 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:03:53.680938 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event updated for resources: {'Port': ['ID=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:53.738189 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:53.739118 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:53.813436 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50088) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:53.816742 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f435-9238-43b0-9bd0-65f911fcaffe req-d2498991-bb82-4d32-89da-a7c4f021b843 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:53.823481 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49d4f435-9238-43b0-9bd0-65f911fcaffe req-d2498991-bb82-4d32-89da-a7c4f021b843 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.0694613 Sep 16 18:03:53.823481 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ae273be0-6e00-4467-ae07-42c4f8ae2055 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748329 Sep 16 18:03:53.864535 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Request body: {'port': {'device_id': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:03:53.879191 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49d4f435-9238-43b0-9bd0-65f911fcaffe req-1e98af65-4ee3-43a9-8a19-c3b4b99b7f2c tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511940 Sep 16 18:03:53.932084 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:53.970317 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9905d2a5-bcae-412a-a718-a070e9cc39e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.118676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac26b-f938-41cc-99ad-96bf9d2d8b5a req-4f763fee-84f6-460c-bb73-03aa845c72f4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:54.120195 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ec2ac26b-f938-41cc-99ad-96bf9d2d8b5a req-4f763fee-84f6-460c-bb73-03aa845c72f4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0771756 Sep 16 18:03:54.124930 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9905d2a5-bcae-412a-a718-a070e9cc39e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.161554 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ec2ac26b-f938-41cc-99ad-96bf9d2d8b5a req-0b2a91ba-b768-45d0-bc09-ed102f304acb tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340631 Sep 16 18:03:54.229051 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9905d2a5-bcae-412a-a718-a070e9cc39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.248700 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d8fe66-32e8-4d3d-bab8-a006e7736e3c {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:54.259201 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.269934 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9905d2a5-bcae-412a-a718-a070e9cc39e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b97081fc7614902ac71c223b5fe1ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542830 Sep 16 18:03:54.270706 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905d2a5-bcae-412a-a718-a070e9cc39e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ec94b-ac13-4dfd-aa77-8e0c2270dc6a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:54.272629 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 50098) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:54.281542 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Transition to ACTIVE for port object b0d8fe66-32e8-4d3d-bab8-a006e7736e3c will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:03:54.324356 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a613cae5-1055-4d68-9122-91d35e8385cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.345416 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a613cae5-1055-4d68-9122-91d35e8385cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.369910 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.428988 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:54.526268 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a613cae5-1055-4d68-9122-91d35e8385cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.528804 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a613cae5-1055-4d68-9122-91d35e8385cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.529936 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a613cae5-1055-4d68-9122-91d35e8385cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a7ec94b-ac13-4dfd-aa77-8e0c2270dc6a HTTP/1.1" status: 204 len: 168 time: 0.2561660 Sep 16 18:03:54.530680 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Attempting to bind port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:03:54.531003 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Attempting to bind port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:03:54.531329 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Attempting to bind port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:54.540331 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14623b-1327-4b6b-9d0e-b142d74b4a11 req-7e84ebe6-a00b-4b98-b6a8-6148097cb268 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:54.542027 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6f14623b-1327-4b6b-9d0e-b142d74b4a11 req-7e84ebe6-a00b-4b98-b6a8-6148097cb268 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 943 time: 0.0708249 Sep 16 18:03:54.553162 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:03:54.553496 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Attempting to bind port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c on network 5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:03:54.560322 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613cae5-1055-4d68-9122-91d35e8385cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ec94b-ac13-4dfd-aa77-8e0c2270dc6a,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:54.573418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:03:54.573418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Checking segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:03:54.573418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Bound using segment: {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:03:54.573418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Bound port: b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:03:54.573418 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.581419 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.604624 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6f14623b-1327-4b6b-9d0e-b142d74b4a11 req-1c74915a-e54c-4803-9a64-5296b96d6391 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Sep 16 18:03:54.656009 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] For port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:03:54.665915 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] For port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:03:54.766991 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.800413 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:54.800927 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:54.802295 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] 10.222.0.48 "PUT /v2.0/ports/b0d8fe66-32e8-4d3d-bab8-a006e7736e3c HTTP/1.1" status: 200 len: 1093 time: 0.9460039 Sep 16 18:03:54.802747 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'tag': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:54.805012 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4193b6-cd42-49c1-81d7-a41868312da6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd48ccb7-d4b2-401b-8556-9350d61bdbdd", "tag": "b0d8fe66-32e8-4d3d-bab8-a006e7736e3c"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:54.835720 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52594b4b-c617-44b4-8756-735d09025fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:54.846956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e4becf-79a5-4e7e-b6ee-4ca6d2a5486e x-openstack-request-id: req-c4e4becf-79a5-4e7e-b6ee-4ca6d2a5486e {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:54.847346 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd48ccb7-d4b2-401b-8556-9350d61bdbdd", "tag": "b0d8fe66-32e8-4d3d-bab8-a006e7736e3c", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:54.847591 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4e4becf-79a5-4e7e-b6ee-4ca6d2a5486e {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:54.847975 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'tag': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c', 'status': 'completed', 'code': 200} Sep 16 18:03:54.928856 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4193b6-cd42-49c1-81d7-a41868312da6 req-b8ab00e3-5fda-4288-ad65-1b067b950089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:54.930410 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b4193b6-cd42-49c1-81d7-a41868312da6 req-b8ab00e3-5fda-4288-ad65-1b067b950089 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 1096 time: 0.0493612 Sep 16 18:03:55.058395 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae9bf-1f4b-405d-a457-be6906b16bcf req-74a75233-11ed-4e78-a8c4-d5fbebb708a0 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.059864 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1c5ae9bf-1f4b-405d-a457-be6906b16bcf req-74a75233-11ed-4e78-a8c4-d5fbebb708a0 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.1089296 Sep 16 18:03:55.078792 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4193b6-cd42-49c1-81d7-a41868312da6 req-afb803cd-abff-4cd9-9103-9c4ed7f25ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.080134 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b4193b6-cd42-49c1-81d7-a41868312da6 req-afb803cd-abff-4cd9-9103-9c4ed7f25ff5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0417484f42df4e17866d59e5efa1eb4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1389444 Sep 16 18:03:55.104717 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1c5ae9bf-1f4b-405d-a457-be6906b16bcf req-942e5633-7153-458c-a3b4-57a033d021c7 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Sep 16 18:03:55.212608 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4193b6-cd42-49c1-81d7-a41868312da6 req-3755125d-de05-457e-b61a-9a91c3da05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.214051 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7b4193b6-cd42-49c1-81d7-a41868312da6 req-3755125d-de05-457e-b61a-9a91c3da05ea service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018023 Sep 16 18:03:55.286707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d3f12-c99f-47d8-b470-2a4383f00124 req-5e77a9ae-436c-455a-8694-98ca45562fb5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.288217 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-169d3f12-c99f-47d8-b470-2a4383f00124 req-5e77a9ae-436c-455a-8694-98ca45562fb5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Sep 16 18:03:55.295275 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ce1ce694-0707-47ff-8b7f-7ec9e116cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.296762 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-ce1ce694-0707-47ff-8b7f-7ec9e116cd45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0417484f42df4e17866d59e5efa1eb4e&device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 1096 time: 0.0408897 Sep 16 18:03:55.330901 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-169d3f12-c99f-47d8-b470-2a4383f00124 req-451aecd1-31ff-46d9-ac7f-a0cf94d97a9b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347881 Sep 16 18:03:55.343247 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-6c94eaa6-0e5d-426f-b119-78fb61773242 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c HTTP/1.1" status: 200 len: 217 time: 0.0350459 Sep 16 18:03:55.399970 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-56992578-bb69-4836-a1d7-c68adaa6543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.401667 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-56992578-bb69-4836-a1d7-c68adaa6543a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aab3abe8-e738-4bc8-9bdc-e245a447e33e HTTP/1.1" status: 200 len: 855 time: 0.0491304 Sep 16 18:03:55.435469 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-40aa4aed-2b4f-4dbb-abaf-e71c653b7d33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240936 Sep 16 18:03:55.533412 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-9f09b8de-d5c7-4c3a-ba12-006001451009 service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816119 Sep 16 18:03:55.637165 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-88358dea-fb79-474f-8a96-d27ae7dd1df5 req-0975099d-2b19-4766-8f5d-c80bacc05f9a service neutron] 10.222.0.48 "GET /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955985 Sep 16 18:03:55.755914 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddb8ca-7ad7-4c8b-8f8a-8268f0c60c91 req-3dc65edc-8804-48fd-ad95-21fcc9bcfe67 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:55.757318 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-80ddb8ca-7ad7-4c8b-8f8a-8268f0c60c91 req-3dc65edc-8804-48fd-ad95-21fcc9bcfe67 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 943 time: 0.0550420 Sep 16 18:03:55.798007 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-80ddb8ca-7ad7-4c8b-8f8a-8268f0c60c91 req-845ded78-8063-4ded-8b2d-b36bce866310 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Sep 16 18:03:55.877827 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 50158) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:55.979884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-559408b5-5203-409a-93bf-b6120d44508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.064779 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-559408b5-5203-409a-93bf-b6120d44508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.153685 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-559408b5-5203-409a-93bf-b6120d44508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.195501 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-559408b5-5203-409a-93bf-b6120d44508e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e162e552ebd433daa14c3641e811609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165729 Sep 16 18:03:56.196303 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559408b5-5203-409a-93bf-b6120d44508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bdee67-a54b-4d04-b226-317d5831ffa7,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:56.198328 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50164) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:56.253015 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5c4c400d-57e6-4725-8868-e17d974a8056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.280316 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5c4c400d-57e6-4725-8868-e17d974a8056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.434998 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5c4c400d-57e6-4725-8868-e17d974a8056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.440081 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5c4c400d-57e6-4725-8868-e17d974a8056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:56.440081 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5c4c400d-57e6-4725-8868-e17d974a8056 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71bdee67-a54b-4d04-b226-317d5831ffa7 HTTP/1.1" status: 204 len: 168 time: 0.2393267 Sep 16 18:03:56.446745 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c400d-57e6-4725-8868-e17d974a8056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bdee67-a54b-4d04-b226-317d5831ffa7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:56.768854 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7663-8fa8-4003-8da7-26240cea7c4c req-36ef0196-485d-465a-a083-3d1f33f8eb9c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:56.771273 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f7cb7663-8fa8-4003-8da7-26240cea7c4c req-36ef0196-485d-465a-a083-3d1f33f8eb9c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0652707 Sep 16 18:03:56.809260 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f7cb7663-8fa8-4003-8da7-26240cea7c4c req-3a327fc3-7efc-4125-bd19-13d9c3819051 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Sep 16 18:03:56.925488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ea268-421b-40f8-8e0c-3f833033878d req-9d3334a9-be3d-4286-95d6-5f603158194e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:56.927476 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d45ea268-421b-40f8-8e0c-3f833033878d req-9d3334a9-be3d-4286-95d6-5f603158194e tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.0479369 Sep 16 18:03:56.964682 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d45ea268-421b-40f8-8e0c-3f833033878d req-f273cdbb-7606-4994-8ff6-c868f718b8ad tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Sep 16 18:03:57.070070 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ea5e-e5db-4bc6-9498-7e56175e2098 req-302b8a42-eb2d-43ae-a697-9529194faf26 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:57.071550 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5e21ea5e-e5db-4bc6-9498-7e56175e2098 req-302b8a42-eb2d-43ae-a697-9529194faf26 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 943 time: 0.0527742 Sep 16 18:03:57.109050 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5e21ea5e-e5db-4bc6-9498-7e56175e2098 req-33ce6b7b-2e6d-42bf-8a8b-ddb162675e8e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Sep 16 18:03:57.928005 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2372a-5e3a-4844-a78a-d647140b44f6 req-a01300ed-f9a0-4d06-aff2-de4422843f03 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:57.929468 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1fc2372a-5e3a-4844-a78a-d647140b44f6 req-a01300ed-f9a0-4d06-aff2-de4422843f03 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Sep 16 18:03:57.966656 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1fc2372a-5e3a-4844-a78a-d647140b44f6 req-88cc54a0-e79c-49f0-8bc5-80e9efe71d24 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312490 Sep 16 18:03:58.054042 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50232) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:58.076469 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339cc62-f1bf-470b-8651-dd548883b8f2 req-efdb8d85-30d0-4170-af54-abc6b48359a5 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:58.078011 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f339cc62-f1bf-470b-8651-dd548883b8f2 req-efdb8d85-30d0-4170-af54-abc6b48359a5 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Sep 16 18:03:58.115869 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f339cc62-f1bf-470b-8651-dd548883b8f2 req-a7d8206e-fc37-4b6e-b287-b9ba1807485f tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Sep 16 18:03:58.158865 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df462645-b088-4748-aa82-0d66d3e29b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.256624 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aad6a-1eae-472a-bcd1-1068a8a286d6 req-1e7de1ae-419c-4bbd-9e1c-9c8072ffefe4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:58.258091 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-469aad6a-1eae-472a-bcd1-1068a8a286d6 req-1e7de1ae-419c-4bbd-9e1c-9c8072ffefe4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 943 time: 0.0703292 Sep 16 18:03:58.319641 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df462645-b088-4748-aa82-0d66d3e29b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.325179 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-469aad6a-1eae-472a-bcd1-1068a8a286d6 req-1b5967ac-1c36-46c9-a9bc-3d5a039daeae tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Sep 16 18:03:58.400107 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df462645-b088-4748-aa82-0d66d3e29b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.437444 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df462645-b088-4748-aa82-0d66d3e29b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0f9fe-24fe-4b1e-8055-aad28960048a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:58.442452 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-df462645-b088-4748-aa82-0d66d3e29b17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68c8ff326b9942eba8f9239f08bbb2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873606 Sep 16 18:03:58.445579 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50240) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:58.492138 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ce4d-2288-4972-ae82-ff49755249e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.513105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ce4d-2288-4972-ae82-ff49755249e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.639387 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ce4d-2288-4972-ae82-ff49755249e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.642174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ce4d-2288-4972-ae82-ff49755249e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.643374 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b8d1ce4d-2288-4972-ae82-ff49755249e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3a0f9fe-24fe-4b1e-8055-aad28960048a HTTP/1.1" status: 204 len: 168 time: 0.1973875 Sep 16 18:03:58.651206 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1ce4d-2288-4972-ae82-ff49755249e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0f9fe-24fe-4b1e-8055-aad28960048a,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:58.779319 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-329dcd63-a069-473f-a8eb-a30ed9bf58af tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:58.780809 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-329dcd63-a069-473f-a8eb-a30ed9bf58af tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.0471251 Sep 16 18:03:58.880409 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Deleting port 164e485a-f441-4949-9f6b-942d9ff1f782 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:03:58.880667 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.972881 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] For port 164e485a-f441-4949-9f6b-942d9ff1f782, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=164e485a-f441-4949-9f6b-942d9ff1f782,segment=NetworkSegment(15de6bcc-d2df-4a8f-8333-b224e0ac4a4a),segment_id=15de6bcc-d2df-4a8f-8333-b224e0ac4a4a)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:58.973242 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:58.985694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Calling delete_port for 164e485a-f441-4949-9f6b-942d9ff1f782 owned by compute:nova {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:03:59.102816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbfd34-33a4-4fc5-9d56-67f3741a022a req-cbd49f3c-4cfb-4632-8f1c-db105e734140 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:59.104288 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d3bbfd34-33a4-4fc5-9d56-67f3741a022a req-cbd49f3c-4cfb-4632-8f1c-db105e734140 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0684500 Sep 16 18:03:59.192092 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d3bbfd34-33a4-4fc5-9d56-67f3741a022a req-4815e3dd-c1cf-496d-acc1-3fec53f81d89 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784204 Sep 16 18:03:59.207243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b0d8fe66-32e8-4d3d-bab8-a006e7736e3c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:03:59.249654 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1d8a4-cd20-47c8-b47e-229767dbbdf8 req-1a975686-ce0d-47a2-9d7b-92c2117b00a7 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:59.266162 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.273167 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cbf1d8a4-cd20-47c8-b47e-229767dbbdf8 req-1a975686-ce0d-47a2-9d7b-92c2117b00a7 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 945 time: 0.0767264 Sep 16 18:03:59.309207 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:59.323647 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['164e485a-f441-4949-9f6b-942d9ff1f782'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:03:59.326712 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cbf1d8a4-cd20-47c8-b47e-229767dbbdf8 req-ca9f9db1-ce9f-4d06-be8b-2101009a9ca4 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/security-groups?id=79720dcd-650c-4adb-a3b3-5c20b2d65d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470788 Sep 16 18:03:59.327226 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50268) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:59.341378 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Pushing event deleted for resources: {'Port': ['ID=164e485a-f441-4949-9f6b-942d9ff1f782,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:59.361428 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c', 'network_id': '5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e', 'port_id': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c', 'mac_address': 'fa:16:3e:79:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab3abe8-e738-4bc8-9bdc-e245a447e33e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:03:59.414089 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] No DVR routers for this DVR port 164e485a-f441-4949-9f6b-942d9ff1f782 on host hv-cinder-80588 {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:03:59.417455 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.419196 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ae7b826c-9d1e-4198-ba4e-b8a68cc371ec req-f55e0736-7e24-43fd-89cb-cb8d80b63056 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.48 "DELETE /v2.0/ports/164e485a-f441-4949-9f6b-942d9ff1f782 HTTP/1.1" status: 204 len: 173 time: 0.6253176 Sep 16 18:03:59.419641 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'name': 'network-vif-deleted', 'tag': '164e485a-f441-4949-9f6b-942d9ff1f782'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:03:59.422441 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee602d8-6428-4451-b20c-c62cee54adf8" -d '{"events": [{"server_uuid": "156d39ab-28bb-4f02-8739-24f7fefe8528", "name": "network-vif-deleted", "tag": "164e485a-f441-4949-9f6b-942d9ff1f782"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:03:59.426635 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.443442 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d8fe66-32e8-4d3d-bab8-a006e7736e3c {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:03:59.471717 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:03:59.475145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3999428d-8db1-4f02-9f6d-3a79476dcea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.477578 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2bfc98-5641-4460-b15d-5f256847f093 x-openstack-request-id: req-6a2bfc98-5641-4460-b15d-5f256847f093 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:03:59.477871 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156d39ab-28bb-4f02-8739-24f7fefe8528", "name": "network-vif-deleted", "tag": "164e485a-f441-4949-9f6b-942d9ff1f782", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:03:59.478313 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a2bfc98-5641-4460-b15d-5f256847f093 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:03:59.478729 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156d39ab-28bb-4f02-8739-24f7fefe8528', 'name': 'network-vif-deleted', 'tag': '164e485a-f441-4949-9f6b-942d9ff1f782', 'status': 'completed', 'code': 200} Sep 16 18:03:59.511390 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa02cf-87ce-4c91-b3a7-324c48eab62d req-5168d8d8-c0d6-4e6f-b1ee-250861a856eb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:03:59.514807 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-07aa02cf-87ce-4c91-b3a7-324c48eab62d req-5168d8d8-c0d6-4e6f-b1ee-250861a856eb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 943 time: 0.0768766 Sep 16 18:03:59.554527 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-07aa02cf-87ce-4c91-b3a7-324c48eab62d req-ac1d689e-1b0a-4ad3-b7ff-190e0118240f tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Sep 16 18:03:59.574240 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3999428d-8db1-4f02-9f6d-3a79476dcea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.577744 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.628939 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:59.635835 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.641195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:03:59.651949 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3999428d-8db1-4f02-9f6d-3a79476dcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.696688 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3999428d-8db1-4f02-9f6d-3a79476dcea6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a567b8921ed24f37bc9e04b822eb65c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683207 Sep 16 18:03:59.698591 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999428d-8db1-4f02-9f6d-3a79476dcea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd628e51-05bf-4053-81d1-6157f1c9da34,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:59.699609 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 50284) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:03:59.751695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5b90-06b2-4556-a6df-f7a6edc5b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.773410 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5b90-06b2-4556-a6df-f7a6edc5b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.881944 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5b90-06b2-4556-a6df-f7a6edc5b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.884531 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5b90-06b2-4556-a6df-f7a6edc5b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:03:59.885701 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bb9c5b90-06b2-4556-a6df-f7a6edc5b1d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd628e51-05bf-4053-81d1-6157f1c9da34 HTTP/1.1" status: 204 len: 168 time: 0.1850383 Sep 16 18:03:59.893715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5b90-06b2-4556-a6df-f7a6edc5b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd628e51-05bf-4053-81d1-6157f1c9da34,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:03:59.937363 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['b0d8fe66-32e8-4d3d-bab8-a006e7736e3c'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:00.308128 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706bda1-5f54-4325-bfac-c570d71cb14e req-4ff34005-78c5-4ca9-8cc6-89ee5ea1f185 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:00.309705 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9706bda1-5f54-4325-bfac-c570d71cb14e req-4ff34005-78c5-4ca9-8cc6-89ee5ea1f185 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Sep 16 18:04:00.361818 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9706bda1-5f54-4325-bfac-c570d71cb14e req-98a4bff9-f1a8-492d-840b-ed2b28c53b32 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411682 Sep 16 18:04:00.427193 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b36dcf79-7019-4d1a-91a6-956fb35f6a76 req-f95efadd-8c4d-4678-b3a4-b823605a8e80 tempest-VolumesActionsTest-325409442 tempest-VolumesActionsTest-325409442-project] 10.222.0.39 "GET /v2.0/ports?device_id=156d39ab-28bb-4f02-8739-24f7fefe8528 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Sep 16 18:04:00.652935 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:04:00.690095 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d32466-2325-4172-aa06-77c2733177a1 req-a520cfbe-b559-43a0-a806-e7256ceb54aa tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:00.697598 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d32466-2325-4172-aa06-77c2733177a1 req-a520cfbe-b559-43a0-a806-e7256ceb54aa tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 944 time: 0.0696516 Sep 16 18:04:00.732512 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d32466-2325-4172-aa06-77c2733177a1 req-2201e747-9612-4f13-87df-0b76d0d5f6a2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Sep 16 18:04:01.223138 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b0d8fe66-32e8-4d3d-bab8-a006e7736e3c up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:01.354734 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:04:01.358736 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:01.359136 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:01.442454 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:01.472480 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:01.477959 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60dcc64-4b2e-4acd-9502-9e0a9d5a9611" -d '{"events": [{"server_uuid": "fd48ccb7-d4b2-401b-8556-9350d61bdbdd", "name": "network-vif-plugged", "status": "completed", "tag": "b0d8fe66-32e8-4d3d-bab8-a006e7736e3c"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:01.481835 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884e15-4470-42ee-83ab-a4c8fd724574 req-1d3ab6b8-de3d-4099-aa83-5cbd72cafe7e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:01.483433 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e5884e15-4470-42ee-83ab-a4c8fd724574 req-1d3ab6b8-de3d-4099-aa83-5cbd72cafe7e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0519092 Sep 16 18:04:01.489167 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:01.523801 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e5884e15-4470-42ee-83ab-a4c8fd724574 req-f7727f8c-5183-4959-8bb0-79f53fffdd6a tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325711 Sep 16 18:04:01.527874 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96016f-7658-44b9-bcb9-095f51e3f038 x-openstack-request-id: req-1b96016f-7658-44b9-bcb9-095f51e3f038 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:01.528161 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd48ccb7-d4b2-401b-8556-9350d61bdbdd", "name": "network-vif-plugged", "status": "completed", "tag": "b0d8fe66-32e8-4d3d-bab8-a006e7736e3c", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:01.528415 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b96016f-7658-44b9-bcb9-095f51e3f038 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:01.528807 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c', 'code': 200} Sep 16 18:04:01.577521 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:01.641748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:01.861900 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd0e24-b3c6-4362-8e41-6d3a4f674dca req-57dfbcdf-66eb-46dd-90c6-1ced16824067 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:01.862712 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f7bd0e24-b3c6-4362-8e41-6d3a4f674dca req-57dfbcdf-66eb-46dd-90c6-1ced16824067 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0626047 Sep 16 18:04:01.902167 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f7bd0e24-b3c6-4362-8e41-6d3a4f674dca req-33d56ee8-9c14-42fe-afb5-8dab01a57ed5 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Sep 16 18:04:01.935859 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192cf38-d07a-4453-b624-9509a160a61c req-3b8e5290-2478-419e-bb0d-8009d3d5a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:01.937373 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3192cf38-d07a-4453-b624-9509a160a61c req-3b8e5290-2478-419e-bb0d-8009d3d5a3e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 1098 time: 0.0431457 Sep 16 18:04:01.976539 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3192cf38-d07a-4453-b624-9509a160a61c req-df1ad33f-2c9d-4c39-9bf2-e11bcc30fd6b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262175 Sep 16 18:04:02.654909 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e426d9-0824-4eac-b699-361fb23d7e16 req-3a537d08-ca25-4667-a5a9-b8bd097dbc5f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:02.662586 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d6e426d9-0824-4eac-b699-361fb23d7e16 req-3a537d08-ca25-4667-a5a9-b8bd097dbc5f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0678570 Sep 16 18:04:02.696751 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d6e426d9-0824-4eac-b699-361fb23d7e16 req-5fe09257-f496-48f8-b601-b9946a5b2148 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332921 Sep 16 18:04:03.008361 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0685e0bb-c3ca-497c-b27c-0faaf8031b28 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296175 Sep 16 18:04:03.233811 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 164e485a-f441-4949-9f6b-942d9ff1f782 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:03.254596 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 164e485a-f441-4949-9f6b-942d9ff1f782 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:03.255025 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 164e485a-f441-4949-9f6b-942d9ff1f782 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:03.272675 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eebd3-daf5-4206-9d33-c08ce39be659 req-9ced979b-6c20-49b7-a6cc-b7a789664266 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.274240 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ed0eebd3-daf5-4206-9d33-c08ce39be659 req-9ced979b-6c20-49b7-a6cc-b7a789664266 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0654080 Sep 16 18:04:03.315699 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ed0eebd3-daf5-4206-9d33-c08ce39be659 req-1e8299be-ea1b-4b94-961d-a19c2253f29c tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Sep 16 18:04:03.427578 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bd083-7348-4361-afd4-dbedfae67846 req-c00701a6-9c83-46a6-83de-b41b5ccced7d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.429091 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-272bd083-7348-4361-afd4-dbedfae67846 req-c00701a6-9c83-46a6-83de-b41b5ccced7d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0535481 Sep 16 18:04:03.443414 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-634d5d73-e3c8-4ad3-9b88-c507c3e1297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.444976 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-634d5d73-e3c8-4ad3-9b88-c507c3e1297f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.1405351 Sep 16 18:04:03.455984 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0631a3da-2a0a-4375-bc3d-beabf6b510fc tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.457603 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0631a3da-2a0a-4375-bc3d-beabf6b510fc tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4438217 Sep 16 18:04:03.470177 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-272bd083-7348-4361-afd4-dbedfae67846 req-55141ed4-a60c-45d7-9b86-aca2b81feb7a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Sep 16 18:04:03.493761 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-6db50d6b-38d3-4906-a990-4878e86b0b41 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/quotas/83bf28641e7d40f7a4fe7622a987ba26 HTTP/1.1" status: 200 len: 375 time: 0.0279040 Sep 16 18:04:03.559541 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-d4cc9ffc-f16e-437d-82e9-f79adc6f07f6 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597227 Sep 16 18:04:03.578859 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-f005088c-8d88-4bcd-8cf5-a49299803727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.580853 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-f005088c-8d88-4bcd-8cf5-a49299803727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 920 time: 0.1218390 Sep 16 18:04:03.642673 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-c2c6bbf1-e4b8-4374-8de8-d9337aa7e5a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 217 time: 0.0436625 Sep 16 18:04:03.722720 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-55ddfd6c-69fb-4fe7-8b6d-a2a5fa34679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.724270 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-55ddfd6c-69fb-4fe7-8b6d-a2a5fa34679f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.0505841 Sep 16 18:04:03.798508 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-ba196abb-3bc0-4fbd-b9e5-0678a2e36074 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494735 Sep 16 18:04:03.856200 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cc4c4163-1757-49dc-99d7-cc5f80e087e7 req-1b33f727-380f-4185-9f7a-9fc5e8b94955 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0391958 Sep 16 18:04:03.878829 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e7a0-2f39-43c8-896d-54557e3a8046 req-0c367b45-5933-435d-a253-2a4e2024c2d6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:03.881292 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d65e7a0-2f39-43c8-896d-54557e3a8046 req-0c367b45-5933-435d-a253-2a4e2024c2d6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0764227 Sep 16 18:04:03.930857 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d65e7a0-2f39-43c8-896d-54557e3a8046 req-669c307e-4814-4464-b459-b0cb84f325a0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Sep 16 18:04:03.959613 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-1c2bc98d-eabd-452c-baed-36b674cc20c4 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231792 Sep 16 18:04:04.049673 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f95d9a0-a948-4059-b0cd-109a59d2cc66 req-f1a45d8c-c7a0-40f3-804c-be6eac621921 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804725 Sep 16 18:04:04.445695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff848dc1-0d4e-4537-a008-897999d21f5b req-6f407af4-0f63-42c2-87f8-0d588303a092 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:04.447175 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ff848dc1-0d4e-4537-a008-897999d21f5b req-6f407af4-0f63-42c2-87f8-0d588303a092 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0483525 Sep 16 18:04:04.488243 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ff848dc1-0d4e-4537-a008-897999d21f5b req-b83fccbc-6b2d-4adf-a842-a12bec4981cb tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349696 Sep 16 18:04:04.591992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c350c9-e24a-4f56-9540-77903800ef0f req-ee543fa0-ae7a-47aa-a9e8-286c3ba67f01 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:04.591992 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-23c350c9-e24a-4f56-9540-77903800ef0f req-ee543fa0-ae7a-47aa-a9e8-286c3ba67f01 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0519271 Sep 16 18:04:04.643399 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-23c350c9-e24a-4f56-9540-77903800ef0f req-15210af0-b7d5-444a-8efc-e26aef7f8d11 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Sep 16 18:04:04.949993 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bb3d61d0-346d-4ca0-9dda-09409cc19a06 req-7fd44ab6-9304-42db-a886-269bfa37099a tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0258644 Sep 16 18:04:05.049171 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6539e-f455-43fa-b0f0-087ace7187a4 req-c8909983-7155-4617-9a19-28b4b8769bc4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:05.050705 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3db6539e-f455-43fa-b0f0-087ace7187a4 req-c8909983-7155-4617-9a19-28b4b8769bc4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0521984 Sep 16 18:04:05.089465 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3db6539e-f455-43fa-b0f0-087ace7187a4 req-fd95ae8a-aa0a-415a-b922-9adeb6ce103d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328200 Sep 16 18:04:05.739726 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622856f0-06a4-453b-951f-e964333c1d47 req-24740ade-ed80-4696-9588-5ef4db6034ca tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:05.741173 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-622856f0-06a4-453b-951f-e964333c1d47 req-24740ade-ed80-4696-9588-5ef4db6034ca tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0463970 Sep 16 18:04:05.777868 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-622856f0-06a4-453b-951f-e964333c1d47 req-716e7158-9952-4bf4-9f20-57ade3584bd4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Sep 16 18:04:06.039107 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0bd9ec65-28b0-4d00-be6d-3f4401de8e8f req-ffd33537-4446-42b7-ba2b-51d1e8afc5a6 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0257225 Sep 16 18:04:06.200587 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1223d9-3d49-4166-8ed3-c196e2103d86 req-89b7f9f7-a3b3-4aa2-842d-3e5767ba1ddf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:06.202029 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f1223d9-3d49-4166-8ed3-c196e2103d86 req-89b7f9f7-a3b3-4aa2-842d-3e5767ba1ddf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0463481 Sep 16 18:04:06.237833 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f1223d9-3d49-4166-8ed3-c196e2103d86 req-a795361e-5067-4e36-ac6a-e5f926f25603 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294607 Sep 16 18:04:06.890152 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5022f02-1877-465d-ae78-a8b886d305e3 req-60de9a62-94cb-4197-8044-0d1a90563777 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:06.891832 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5022f02-1877-465d-ae78-a8b886d305e3 req-60de9a62-94cb-4197-8044-0d1a90563777 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0487273 Sep 16 18:04:06.935854 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5022f02-1877-465d-ae78-a8b886d305e3 req-55798dc0-bf84-4601-91da-b28a8f184466 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Sep 16 18:04:07.136060 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1ad0f371-ea77-4e95-892b-5198cd3eac31 req-18a1e57e-2fa9-4bb4-bf0a-7bfc37101aa6 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Sep 16 18:04:07.350713 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71715c14-3f65-4687-9a53-404b6869565b req-16d22fd9-5048-4672-8614-d3b0bb05aa65 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:07.352176 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-71715c14-3f65-4687-9a53-404b6869565b req-16d22fd9-5048-4672-8614-d3b0bb05aa65 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0477951 Sep 16 18:04:07.391432 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-71715c14-3f65-4687-9a53-404b6869565b req-a1a702ea-c138-4100-a590-23c67164ff41 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332265 Sep 16 18:04:08.063536 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171bd2-955f-490e-a5e4-40caa6ee428f req-90f1a04e-47e0-42e7-95b1-1d7b6c66321f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:08.065700 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-57171bd2-955f-490e-a5e4-40caa6ee428f req-90f1a04e-47e0-42e7-95b1-1d7b6c66321f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0477180 Sep 16 18:04:08.102259 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-57171bd2-955f-490e-a5e4-40caa6ee428f req-dde9fd20-9476-4ef0-9c4e-4ec2d0fe1701 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306420 Sep 16 18:04:08.231954 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2c38cc1-59b5-4735-beea-c4d0399a3df2 req-861e5d3e-6e57-45ba-a602-1f473dc90648 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Sep 16 18:04:08.266211 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-31a10a21-c993-4dee-ae9c-0532d735ddab tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276892 Sep 16 18:04:08.383615 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-784c60b5-81d3-49c9-aa1e-af9db2532601 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:08.385252 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-784c60b5-81d3-49c9-aa1e-af9db2532601 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098893 Sep 16 18:04:08.401382 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Request body: {'port': {'device_id': '42496e12-7da7-47a4-88ff-172ae322a693', 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9', 'admin_state_up': True, 'tenant_id': '83bf28641e7d40f7a4fe7622a987ba26'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:08.536056 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121759-9dae-4182-b5ea-589a1d801139 req-be49891c-8067-4cb8-a44d-2d837b9dcfa5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:08.537639 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1121759-9dae-4182-b5ea-589a1d801139 req-be49891c-8067-4cb8-a44d-2d837b9dcfa5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0595391 Sep 16 18:04:08.571976 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Made reservation on behalf of 83bf28641e7d40f7a4fe7622a987ba26 for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:04:08.579253 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:08.591428 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:08.627024 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1121759-9dae-4182-b5ea-589a1d801139 req-1a412e5b-6f60-4395-828c-10ccff19aa62 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797310 Sep 16 18:04:08.720169 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:08.783132 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:08.876950 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c122ebb-cd26-4d4e-8a08-ea4daf342b02,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:08.950298 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Allocated IP 192.168.233.90 (42343d11-a94c-4e33-8110-870e7953afd9/d51d980c-3160-4d64-ad33-d7dbf0237eb7/42fc8753-be74-4034-a75b-8c6fe125cef2) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:09.156696 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:09.281437 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:09.346676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625316-5ea6-4b51-8509-e76dd8901296 req-f80e6e73-473a-4090-93d1-ead58e574c8b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:09.367783 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Network 42343d11-a94c-4e33-8110-870e7953afd9 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:09.368941 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-38625316-5ea6-4b51-8509-e76dd8901296 req-f80e6e73-473a-4090-93d1-ead58e574c8b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1429622 Sep 16 18:04:09.416646 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-38625316-5ea6-4b51-8509-e76dd8901296 req-d6d1f189-7e4f-4391-a6aa-d1be356061ce tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 Sep 16 18:04:09.434745 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:09.455168 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Pushing event updated for resources: {'Port': ['ID=42fc8753-be74-4034-a75b-8c6fe125cef2,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:09.464673 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:09.514633 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-7715d84f-cf4a-4b4b-b972-431043ae0d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:09.522879 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:09.528833 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:09.569510 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9d8ee-76b2-43db-8559-b3722111e5a5 req-2e59693f-d03c-4342-aa07-ce187faae6fa tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:09.571478 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-aaf9d8ee-76b2-43db-8559-b3722111e5a5 req-2e59693f-d03c-4342-aa07-ce187faae6fa tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 935 time: 0.2104554 Sep 16 18:04:09.649849 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-aaf9d8ee-76b2-43db-8559-b3722111e5a5 req-67fca5c6-0fbe-4ab3-96c9-799e33177b8b tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619106 Sep 16 18:04:09.654893 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-ae43a51a-5bcb-44f0-b270-1d63e3886a94 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2575257 Sep 16 18:04:09.682535 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Request body: {'port': {'device_id': '42496e12-7da7-47a4-88ff-172ae322a693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:09.780899 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:09.843123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f706a0-ef4d-454b-afcf-31e6e11fb66a req-dc8d4b6f-74b9-43ba-9790-d84118edc8ef tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:09.850627 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-02f706a0-ef4d-454b-afcf-31e6e11fb66a req-dc8d4b6f-74b9-43ba-9790-d84118edc8ef tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.1146295 Sep 16 18:04:09.879340 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-470ea99c-eab6-4331-b9bc-0ff38ceddd3c None None] Provisioning complete for port 42fc8753-be74-4034-a75b-8c6fe125cef2 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:09.879719 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-470ea99c-eab6-4331-b9bc-0ff38ceddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:09.910718 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-02f706a0-ef4d-454b-afcf-31e6e11fb66a req-56c869c4-b899-433c-ba32-7b30740e4a70 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525684 Sep 16 18:04:09.940581 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-470ea99c-eab6-4331-b9bc-0ff38ceddd3c None None] Port 42fc8753-be74-4034-a75b-8c6fe125cef2 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:04:10.152437 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fc8753-be74-4034-a75b-8c6fe125cef2 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:04:10.161664 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:10.176360 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Transition to ACTIVE for port object 42fc8753-be74-4034-a75b-8c6fe125cef2 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:04:10.246541 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:10.332020 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=42fc8753-be74-4034-a75b-8c6fe125cef2,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:10.607934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Attempting to bind port 42fc8753-be74-4034-a75b-8c6fe125cef2 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:10.608419 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Attempting to bind port 42fc8753-be74-4034-a75b-8c6fe125cef2 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:10.608847 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Attempting to bind port 42fc8753-be74-4034-a75b-8c6fe125cef2 on network 42343d11-a94c-4e33-8110-870e7953afd9 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:10.616067 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Port 42fc8753-be74-4034-a75b-8c6fe125cef2 on network 42343d11-a94c-4e33-8110-870e7953afd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:04:10.616492 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Attempting to bind port 42fc8753-be74-4034-a75b-8c6fe125cef2 on network 42343d11-a94c-4e33-8110-870e7953afd9 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:10.626949 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:10.628064 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Checking segment: {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:10.628465 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Bound using segment: {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:10.628995 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Bound port: 42fc8753-be74-4034-a75b-8c6fe125cef2, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87682bf7-a710-433c-854d-83c7f88ac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:10.629449 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:10.652451 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9e18-5c73-4849-80b9-7e8ad09ae0de req-abfa2e8f-6107-4958-8be2-f0261ea3a9dc tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:10.662377 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-199e9e18-5c73-4849-80b9-7e8ad09ae0de req-abfa2e8f-6107-4958-8be2-f0261ea3a9dc tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0999551 Sep 16 18:04:10.750978 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-199e9e18-5c73-4849-80b9-7e8ad09ae0de req-4bac1821-ec86-4a5d-aa39-94915594f4fb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822253 Sep 16 18:04:10.770962 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] For port 42fc8753-be74-4034-a75b-8c6fe125cef2, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:10.774173 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] For port 42fc8753-be74-4034-a75b-8c6fe125cef2, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=42fc8753-be74-4034-a75b-8c6fe125cef2,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:10.835077 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:10.871128 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:10.872009 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:10.873662 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] 10.222.0.48 "PUT /v2.0/ports/42fc8753-be74-4034-a75b-8c6fe125cef2 HTTP/1.1" status: 200 len: 1097 time: 1.2019513 Sep 16 18:04:10.875980 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42496e12-7da7-47a4-88ff-172ae322a693', 'tag': '42fc8753-be74-4034-a75b-8c6fe125cef2'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:10.879093 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5651f4-19f4-4fb2-9190-35034f0366e1" -d '{"events": [{"name": "network-changed", "server_uuid": "42496e12-7da7-47a4-88ff-172ae322a693", "tag": "42fc8753-be74-4034-a75b-8c6fe125cef2"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:10.880059 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c2eee-1669-4990-a599-4e8f0f0b8d8c req-707c8bfa-a3ae-4b1b-aa83-f042759579b7 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:10.889547 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae7c2eee-1669-4990-a599-4e8f0f0b8d8c req-707c8bfa-a3ae-4b1b-aa83-f042759579b7 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.1112301 Sep 16 18:04:10.928781 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61f9ab-9440-4ddc-be8f-2b9b8935c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=42fc8753-be74-4034-a75b-8c6fe125cef2,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:10.956879 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae7c2eee-1669-4990-a599-4e8f0f0b8d8c req-2e3f9636-f623-48b9-a22d-7fca781396c2 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656106 Sep 16 18:04:10.962539 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6f228-2e2a-4301-99a4-55f3f572df7c x-openstack-request-id: req-15b6f228-2e2a-4301-99a4-55f3f572df7c {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:10.962893 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42496e12-7da7-47a4-88ff-172ae322a693", "tag": "42fc8753-be74-4034-a75b-8c6fe125cef2", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:10.963147 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15b6f228-2e2a-4301-99a4-55f3f572df7c {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:10.963562 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42496e12-7da7-47a4-88ff-172ae322a693', 'tag': '42fc8753-be74-4034-a75b-8c6fe125cef2', 'status': 'completed', 'code': 200} Sep 16 18:04:11.127458 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055643b-e40e-4163-8b52-ed0efa513853 req-215e4eaa-16e7-4982-81e4-8adb4cd229a6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:11.129185 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9055643b-e40e-4163-8b52-ed0efa513853 req-215e4eaa-16e7-4982-81e4-8adb4cd229a6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0788145 Sep 16 18:04:11.136043 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5651f4-19f4-4fb2-9190-35034f0366e1 req-2ae04d22-8814-4e31-8542-87dcfc4e826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:11.137514 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f5651f4-19f4-4fb2-9190-35034f0366e1 req-2ae04d22-8814-4e31-8542-87dcfc4e826f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 1100 time: 0.1484666 Sep 16 18:04:11.184257 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f5651f4-19f4-4fb2-9190-35034f0366e1 req-d48428cb-8ed2-4770-95fc-a997406ca466 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273807 Sep 16 18:04:11.321899 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9055643b-e40e-4163-8b52-ed0efa513853 req-46b613af-8695-4c3b-bf17-ac464660f976 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830022 Sep 16 18:04:11.326764 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5651f4-19f4-4fb2-9190-35034f0366e1 req-40cee024-be54-47ce-9383-f100b148eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:11.328452 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9f5651f4-19f4-4fb2-9190-35034f0366e1 req-40cee024-be54-47ce-9383-f100b148eaaa service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307609 Sep 16 18:04:11.451477 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0a7316cc-bfd9-470b-9372-d48cb2e7b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:11.461709 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0a7316cc-bfd9-470b-9372-d48cb2e7b773 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 1100 time: 0.0781412 Sep 16 18:04:11.517046 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-8a8772b2-e40c-4568-9692-c9b5be728c3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=42fc8753-be74-4034-a75b-8c6fe125cef2 HTTP/1.1" status: 200 len: 217 time: 0.0443075 Sep 16 18:04:11.848449 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8ba15-215a-478a-be1d-c9c079ca5d43 req-28aa1e8f-ad3d-4fa4-a6a6-59a1bbad57ee tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:11.860124 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-58d8ba15-215a-478a-be1d-c9c079ca5d43 req-28aa1e8f-ad3d-4fa4-a6a6-59a1bbad57ee tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0766375 Sep 16 18:04:11.901969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89f6f7-fbe3-44a5-aecf-eb9b91b42b0b req-2e2dab26-c3d4-47ac-8d18-79911f9a21ee tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:11.914637 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5f89f6f7-fbe3-44a5-aecf-eb9b91b42b0b req-2e2dab26-c3d4-47ac-8d18-79911f9a21ee tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0869718 Sep 16 18:04:11.923028 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-58d8ba15-215a-478a-be1d-c9c079ca5d43 req-b33ae237-a0c1-47fa-ac61-51b9d92d6c38 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610683 Sep 16 18:04:11.960149 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-041e3ed9-2196-4c66-b1f4-180234325d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:11.974916 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5f89f6f7-fbe3-44a5-aecf-eb9b91b42b0b req-3b609eed-c4c8-4831-b432-e299ed7447a8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Sep 16 18:04:12.141948 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984bf5-fce3-4811-ac8c-5f5f2ac5e1d4 req-21e46b1d-aabc-43bb-ae9b-66f9fd28b80f tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:12.143839 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-46984bf5-fce3-4811-ac8c-5f5f2ac5e1d4 req-21e46b1d-aabc-43bb-ae9b-66f9fd28b80f tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0994813 Sep 16 18:04:12.213955 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-46984bf5-fce3-4811-ac8c-5f5f2ac5e1d4 req-45e7cbe2-f6fb-4795-80d9-74054d21ad5a tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540209 Sep 16 18:04:12.711934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0eb9177e-0311-4d05-b4ec-01442031a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:12.713895 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-0eb9177e-0311-4d05-b4ec-01442031a2cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d51d980c-3160-4d64-ad33-d7dbf0237eb7 HTTP/1.1" status: 200 len: 843 time: 0.0689666 Sep 16 18:04:12.745979 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:12.977305 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:13.039648 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79540df-cb5a-429d-a44a-82a09a1e4e79 req-c1de7c9b-bb7d-48f2-bd30-eebe48a2c696 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:13.041383 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f79540df-cb5a-429d-a44a-82a09a1e4e79 req-c1de7c9b-bb7d-48f2-bd30-eebe48a2c696 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Sep 16 18:04:13.079047 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f79540df-cb5a-429d-a44a-82a09a1e4e79 req-a0a457d0-3a59-4558-9df0-a04017e06942 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Sep 16 18:04:13.101805 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ccd2-d17c-4c5d-8987-f9a5157e0f56 req-64472ca0-7bee-447a-bc27-097f38563104 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:13.103298 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-91d9ccd2-d17c-4c5d-8987-f9a5157e0f56 req-64472ca0-7bee-447a-bc27-097f38563104 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0476859 Sep 16 18:04:13.145040 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-91d9ccd2-d17c-4c5d-8987-f9a5157e0f56 req-e0ece56d-e731-4fd3-bac8-3630be27d2d8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Sep 16 18:04:13.313102 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47596290-282b-4ee7-b7ae-e860a63f469a req-8864e469-6a94-458e-8725-e8e46da7b5ae tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:13.314729 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47596290-282b-4ee7-b7ae-e860a63f469a req-8864e469-6a94-458e-8725-e8e46da7b5ae tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0476511 Sep 16 18:04:13.351648 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47596290-282b-4ee7-b7ae-e860a63f469a req-7d723383-80a7-4a4d-8b6c-abcf8a9202e7 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Sep 16 18:04:13.565622 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-fd8c95eb-6fef-42b7-b775-321638b454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:13.567164 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-fd8c95eb-6fef-42b7-b775-321638b454b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42343d11-a94c-4e33-8110-870e7953afd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0483799 Sep 16 18:04:14.193777 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0306b69-7783-4367-a4ae-59a4553f327d req-8786f8f8-e843-4b90-8c8b-bcfb77fcff2c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:14.195311 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a0306b69-7783-4367-a4ae-59a4553f327d req-8786f8f8-e843-4b90-8c8b-bcfb77fcff2c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0506189 Sep 16 18:04:14.232721 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a0306b69-7783-4367-a4ae-59a4553f327d req-1415ef40-0f6b-471d-a74d-7a1b98a21718 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Sep 16 18:04:14.257626 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c97a-a7ea-4c3e-8b11-dc94c276a1e4 req-c8b4891f-bfe2-4496-a28c-6ea866640a0d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:14.259132 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9be9c97a-a7ea-4c3e-8b11-dc94c276a1e4 req-c8b4891f-bfe2-4496-a28c-6ea866640a0d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0471997 Sep 16 18:04:14.296547 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9be9c97a-a7ea-4c3e-8b11-dc94c276a1e4 req-32776428-53a8-44bb-a523-6e0fea272adf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Sep 16 18:04:14.461996 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066d88c-d336-46c2-9e40-52527dd69bf8 req-ffe22daa-9306-40c5-97f4-856be6e49606 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:14.463464 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2066d88c-d336-46c2-9e40-52527dd69bf8 req-ffe22daa-9306-40c5-97f4-856be6e49606 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0476477 Sep 16 18:04:14.503664 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2066d88c-d336-46c2-9e40-52527dd69bf8 req-e38e1f13-212c-412c-8c5a-a13263c818b8 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344748 Sep 16 18:04:14.610212 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-6d3ef3c4-c397-451d-8411-d7a3dd124809 service neutron] 10.222.0.48 "GET /v2.0/networks/42343d11-a94c-4e33-8110-870e7953afd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053085 Sep 16 18:04:14.687518 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:14.697464 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6469630-d3ba-4460-90e8-8590753f234e req-50f4cc84-62d6-4c1d-9bed-b8055694f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:14.699308 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-50f4cc84-62d6-4c1d-9bed-b8055694f6ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1099 time: 0.0737116 Sep 16 18:04:14.729335 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-87451689-f6a1-4130-958d-d9cd016b2f8c req-eb636899-0e51-4798-8f6c-51da4dfd41a3 service neutron] 10.222.0.48 "GET /v2.0/networks/42343d11-a94c-4e33-8110-870e7953afd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041245 Sep 16 18:04:14.807912 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6469630-d3ba-4460-90e8-8590753f234e req-b19e8760-a13c-455c-bcb3-e933e195273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:14.809411 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-b19e8760-a13c-455c-bcb3-e933e195273b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 912 time: 0.1001294 Sep 16 18:04:14.900908 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-6006efdb-9674-4256-bbe1-040fbe760bae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 1001 time: 0.0792427 Sep 16 18:04:14.953994 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6469630-d3ba-4460-90e8-8590753f234e req-cb638795-08d9-42cf-8315-d042765add90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:14.956225 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-cb638795-08d9-42cf-8315-d042765add90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0462971 Sep 16 18:04:15.009509 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6469630-d3ba-4460-90e8-8590753f234e req-bf2d1569-1141-45ce-ac2e-758aff0ccd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:15.011565 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-bf2d1569-1141-45ce-ac2e-758aff0ccd86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437527 Sep 16 18:04:15.121836 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-0121ea2b-3f94-4e8a-905d-0e670d5e5c39 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995164 Sep 16 18:04:15.252931 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6469630-d3ba-4460-90e8-8590753f234e req-acd3d3e4-05e6-4742-9899-cd3e7d32990a service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211665 Sep 16 18:04:15.403557 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c29061-ebc3-484b-8fe7-184d6cbae66a req-1a7dc968-87ee-4216-a0b2-e85197930894 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:15.412073 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3c29061-ebc3-484b-8fe7-184d6cbae66a req-1a7dc968-87ee-4216-a0b2-e85197930894 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0864866 Sep 16 18:04:15.452251 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6d9c6-b61d-4d2d-b398-95848ba8b989 req-3b4a97a1-b3a5-45fa-84a2-1679f7f8da78 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:15.453906 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dec6d9c6-b61d-4d2d-b398-95848ba8b989 req-3b4a97a1-b3a5-45fa-84a2-1679f7f8da78 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0566173 Sep 16 18:04:15.473496 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3c29061-ebc3-484b-8fe7-184d6cbae66a req-e8077210-af55-450b-8279-54c3c860e831 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603886 Sep 16 18:04:15.540163 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dec6d9c6-b61d-4d2d-b398-95848ba8b989 req-0d50b5ec-7ea7-4b29-91bf-1c9517e4dfa4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743742 Sep 16 18:04:15.648609 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fa8c3-a008-43f1-81a4-42fca34d1b9e req-f3169fba-55bc-4dda-b005-6f16b2655003 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:15.650237 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-448fa8c3-a008-43f1-81a4-42fca34d1b9e req-f3169fba-55bc-4dda-b005-6f16b2655003 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0556197 Sep 16 18:04:15.700807 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-448fa8c3-a008-43f1-81a4-42fca34d1b9e req-4f51dfb2-8c9e-43db-915f-e26a30cae81c tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Sep 16 18:04:16.655330 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d0c47-9076-405c-b9ea-728d81d71e4e req-77782173-bb83-4865-af32-726071397028 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:16.658005 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ad8d0c47-9076-405c-b9ea-728d81d71e4e req-77782173-bb83-4865-af32-726071397028 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0813241 Sep 16 18:04:16.708191 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11393eb-ac50-40ac-84d9-18f8c999d87f req-7f9ff034-0b78-40a5-a611-7bbc0ea3b1cf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:16.709898 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a11393eb-ac50-40ac-84d9-18f8c999d87f req-7f9ff034-0b78-40a5-a611-7bbc0ea3b1cf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0784407 Sep 16 18:04:16.714903 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ad8d0c47-9076-405c-b9ea-728d81d71e4e req-ce0a96f3-0720-4253-88a6-a65f5fa40c53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475023 Sep 16 18:04:16.770919 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a11393eb-ac50-40ac-84d9-18f8c999d87f req-6d02e6f2-6c28-44c6-9901-bff739558d36 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Sep 16 18:04:16.816537 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe366-285b-41a1-a50e-aff01f1f9727 req-6ea4a5e2-db4e-4be7-8bd1-5266f7feb385 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:16.818358 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-daffe366-285b-41a1-a50e-aff01f1f9727 req-6ea4a5e2-db4e-4be7-8bd1-5266f7feb385 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0507696 Sep 16 18:04:16.858528 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-daffe366-285b-41a1-a50e-aff01f1f9727 req-363446b3-20f7-42d5-b580-1cd9e8a98830 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Sep 16 18:04:17.838620 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f36d-f360-413f-a34e-b62428562a5c req-39584706-f78f-4fa0-b68c-7b6fa49c8f01 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:17.844572 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b9a0f36d-f360-413f-a34e-b62428562a5c req-39584706-f78f-4fa0-b68c-7b6fa49c8f01 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0642657 Sep 16 18:04:17.899211 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d8a75-81b3-4ec7-9dfb-2370fc1a3979 req-8906d70b-d05a-4914-836c-6adc71e994d4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:17.900583 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f08d8a75-81b3-4ec7-9dfb-2370fc1a3979 req-8906d70b-d05a-4914-836c-6adc71e994d4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0504932 Sep 16 18:04:17.903326 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b9a0f36d-f360-413f-a34e-b62428562a5c req-1a5f0be9-2ff5-4ca0-be83-66ab7feb8250 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557730 Sep 16 18:04:17.942261 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f08d8a75-81b3-4ec7-9dfb-2370fc1a3979 req-094bb804-9b22-432e-9953-8912857bbc92 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353680 Sep 16 18:04:18.010519 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69c70d-2cc9-47ae-9ce9-d2a7712b22d7 req-de6c9de2-8fdf-4fb9-ad7d-65464a1dde20 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:18.012050 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5c69c70d-2cc9-47ae-9ce9-d2a7712b22d7 req-de6c9de2-8fdf-4fb9-ad7d-65464a1dde20 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0528483 Sep 16 18:04:18.052947 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5c69c70d-2cc9-47ae-9ce9-d2a7712b22d7 req-80974d9a-83aa-4801-b8d0-11b1779531b1 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Sep 16 18:04:19.073567 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95642-e249-4b01-83dc-a06ad4ee4245 req-2719a70f-a40c-4ef8-bb9b-d6bb43b44fbd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:19.081568 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-afb95642-e249-4b01-83dc-a06ad4ee4245 req-2719a70f-a40c-4ef8-bb9b-d6bb43b44fbd tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0585656 Sep 16 18:04:19.085956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddefbd-2589-404a-9653-b705b7de9cd2 req-94c31a32-5cc9-46a5-a4df-22bbd6aaa856 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:19.088573 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c3ddefbd-2589-404a-9653-b705b7de9cd2 req-94c31a32-5cc9-46a5-a4df-22bbd6aaa856 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0739279 Sep 16 18:04:19.129013 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-afb95642-e249-4b01-83dc-a06ad4ee4245 req-ae3b18c1-fe56-40f6-812a-6c39e6c144ec tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Sep 16 18:04:19.137674 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c3ddefbd-2589-404a-9653-b705b7de9cd2 req-2d631730-b6e4-4124-a824-f78c43ea04c6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Sep 16 18:04:19.268302 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3c16-8218-4a96-beaf-831923aa96ce req-3c0ed595-636b-4fe9-8677-07b0a0882cfc tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:19.271075 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b2fa3c16-8218-4a96-beaf-831923aa96ce req-3c0ed595-636b-4fe9-8677-07b0a0882cfc tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 947 time: 0.0746751 Sep 16 18:04:19.312265 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b2fa3c16-8218-4a96-beaf-831923aa96ce req-59b14e41-a290-48d0-a760-4c5d04ace354 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Sep 16 18:04:19.416723 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 42fc8753-be74-4034-a75b-8c6fe125cef2 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:04:19.525335 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 42fc8753-be74-4034-a75b-8c6fe125cef2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=42fc8753-be74-4034-a75b-8c6fe125cef2,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:19.537259 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '42fc8753-be74-4034-a75b-8c6fe125cef2', 'network_id': '42343d11-a94c-4e33-8110-870e7953afd9', 'port_id': '42fc8753-be74-4034-a75b-8c6fe125cef2', 'mac_address': 'fa:16:3e:23:ae:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51d980c-3160-4d64-ad33-d7dbf0237eb7', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:04:19.576107 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:19.589787 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fc8753-be74-4034-a75b-8c6fe125cef2 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:04:19.611849 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 42fc8753-be74-4034-a75b-8c6fe125cef2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=42fc8753-be74-4034-a75b-8c6fe125cef2,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:19.680268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:19.731451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=42fc8753-be74-4034-a75b-8c6fe125cef2,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:20.262435 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77964638-ea13-4c75-8cf0-087672de2cd4 req-0c2ef804-276f-4d84-9d05-cd3695c90c51 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:20.263954 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-77964638-ea13-4c75-8cf0-087672de2cd4 req-0c2ef804-276f-4d84-9d05-cd3695c90c51 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0511258 Sep 16 18:04:20.280439 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0472990-841e-4f31-a427-9acf4cdfcd31 req-d238a192-6b32-4be3-bb4d-c356da419f25 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:20.289067 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d0472990-841e-4f31-a427-9acf4cdfcd31 req-d238a192-6b32-4be3-bb4d-c356da419f25 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0816672 Sep 16 18:04:20.308107 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-77964638-ea13-4c75-8cf0-087672de2cd4 req-ecd6abf6-925c-4826-bbd9-3ffa4f93c222 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Sep 16 18:04:20.337848 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d0472990-841e-4f31-a427-9acf4cdfcd31 req-305681d6-3cc6-46ed-a256-26d904dc6a70 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476789 Sep 16 18:04:20.347305 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['42fc8753-be74-4034-a75b-8c6fe125cef2'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:20.465084 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e72cf8-30ba-4b62-8239-f8146457effd req-c16f4233-851d-4655-b9bb-a118db482958 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:20.466945 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1e72cf8-30ba-4b62-8239-f8146457effd req-c16f4233-851d-4655-b9bb-a118db482958 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 948 time: 0.0720844 Sep 16 18:04:20.539559 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f1e72cf8-30ba-4b62-8239-f8146457effd req-58b6c4cf-ac15-4c2f-bfec-7bb096950d6a tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648036 Sep 16 18:04:21.444282 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc19893-640e-4995-96ab-54371dc15481 req-2f2bc4e8-5df5-42f9-a4ba-0828fc70f344 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:21.446799 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dcc19893-640e-4995-96ab-54371dc15481 req-2f2bc4e8-5df5-42f9-a4ba-0828fc70f344 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0495543 Sep 16 18:04:21.491493 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dcc19893-640e-4995-96ab-54371dc15481 req-c12587c4-6b9c-44f7-9221-22b41be2cd3b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Sep 16 18:04:21.676410 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa904b-2226-412b-80b8-d9e0ba283f64 req-f536fa71-a691-473e-a752-eb618b925b00 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:21.678293 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2bfa904b-2226-412b-80b8-d9e0ba283f64 req-f536fa71-a691-473e-a752-eb618b925b00 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 948 time: 0.0523188 Sep 16 18:04:21.732799 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2bfa904b-2226-412b-80b8-d9e0ba283f64 req-4d4feda2-1875-4f9e-a982-e1cbf83dafdc tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453198 Sep 16 18:04:22.301819 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 50862) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:22.455916 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c931ed9f-e4aa-4664-bd1b-86b71ca7d929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.563575 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c931ed9f-e4aa-4664-bd1b-86b71ca7d929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.615166 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b8c-1e2b-49ec-934c-7fbf7c287944 req-3ce1e304-6e50-420d-ac6f-e12af26e15c4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:22.617667 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9bf5b8c-1e2b-49ec-934c-7fbf7c287944 req-3ce1e304-6e50-420d-ac6f-e12af26e15c4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0535088 Sep 16 18:04:22.639800 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c931ed9f-e4aa-4664-bd1b-86b71ca7d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.688031 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-c931ed9f-e4aa-4664-bd1b-86b71ca7d929 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b25ed39277e64624aac5caa83ac7c78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849099 Sep 16 18:04:22.690616 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931ed9f-e4aa-4664-bd1b-86b71ca7d929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd6d41-8409-4fc5-ae9d-329d6c3fc0ac,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:22.695519 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 50870) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:22.730685 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9bf5b8c-1e2b-49ec-934c-7fbf7c287944 req-241fa20f-bcee-4096-af6d-4d108a47863c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940275 Sep 16 18:04:22.754088 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd143997-20ca-494c-b7c0-be3b4fc4743d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.778047 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd143997-20ca-494c-b7c0-be3b4fc4743d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.862654 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a32f-f42d-41fb-b6b5-5fcf53e92483 req-e44ccdfe-fe87-4eb6-86d5-9c5fd2038f47 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:22.870265 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a237a32f-f42d-41fb-b6b5-5fcf53e92483 req-e44ccdfe-fe87-4eb6-86d5-9c5fd2038f47 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 948 time: 0.0612001 Sep 16 18:04:22.906419 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a237a32f-f42d-41fb-b6b5-5fcf53e92483 req-17bbb27d-7a7e-4d3c-80a7-24c6e935ceb2 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Sep 16 18:04:22.913129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd143997-20ca-494c-b7c0-be3b4fc4743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.916752 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dd143997-20ca-494c-b7c0-be3b4fc4743d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:22.918132 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-dd143997-20ca-494c-b7c0-be3b4fc4743d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96fd6d41-8409-4fc5-ae9d-329d6c3fc0ac HTTP/1.1" status: 204 len: 168 time: 0.2214420 Sep 16 18:04:22.937146 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd143997-20ca-494c-b7c0-be3b4fc4743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd6d41-8409-4fc5-ae9d-329d6c3fc0ac,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:23.775643 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 42fc8753-be74-4034-a75b-8c6fe125cef2 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:23.847763 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218b55e-7bd4-499e-b900-44df75bc68e2 req-58619bfe-7ba3-4f06-add8-9f63f2da110b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:23.863634 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b218b55e-7bd4-499e-b900-44df75bc68e2 req-58619bfe-7ba3-4f06-add8-9f63f2da110b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0729465 Sep 16 18:04:23.901707 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b218b55e-7bd4-499e-b900-44df75bc68e2 req-7d8c9f00-c2ea-4c9b-a697-a77b91a0ff93 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372071 Sep 16 18:04:23.965860 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 42fc8753-be74-4034-a75b-8c6fe125cef2 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:04:23.970835 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 42fc8753-be74-4034-a75b-8c6fe125cef2 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:23.974959 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:24.039865 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc44645-366e-43ae-be77-93f415c2aa52 req-52d0a391-3f01-4ea1-ae1b-654647624411 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:24.049922 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bc44645-366e-43ae-be77-93f415c2aa52 req-52d0a391-3f01-4ea1-ae1b-654647624411 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 948 time: 0.0712976 Sep 16 18:04:24.087298 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:24.114660 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bc44645-366e-43ae-be77-93f415c2aa52 req-6ed40792-d90b-430e-b6e2-d21d3b789159 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611472 Sep 16 18:04:24.116791 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42496e12-7da7-47a4-88ff-172ae322a693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc8753-be74-4034-a75b-8c6fe125cef2'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:24.119982 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac3ef1-d0c6-4d70-83b1-cc440d5635f2" -d '{"events": [{"server_uuid": "42496e12-7da7-47a4-88ff-172ae322a693", "name": "network-vif-plugged", "status": "completed", "tag": "42fc8753-be74-4034-a75b-8c6fe125cef2"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:24.141431 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 42fc8753-be74-4034-a75b-8c6fe125cef2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=42fc8753-be74-4034-a75b-8c6fe125cef2,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:24.164591 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd353522-34b8-4bc4-95d2-9b709a777e86 x-openstack-request-id: req-dd353522-34b8-4bc4-95d2-9b709a777e86 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:24.164892 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42496e12-7da7-47a4-88ff-172ae322a693", "name": "network-vif-plugged", "status": "completed", "tag": "42fc8753-be74-4034-a75b-8c6fe125cef2", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:24.165152 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd353522-34b8-4bc4-95d2-9b709a777e86 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:24.165559 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42496e12-7da7-47a4-88ff-172ae322a693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc8753-be74-4034-a75b-8c6fe125cef2', 'code': 200} Sep 16 18:04:24.209230 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:24.289712 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=42fc8753-be74-4034-a75b-8c6fe125cef2,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:25.046119 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:25.068545 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60810ee-a5ff-4c88-b54d-52975bcd9bc3 req-d67f116c-1ad4-4c4e-a1f2-0244edee0028 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:25.070243 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b60810ee-a5ff-4c88-b54d-52975bcd9bc3 req-d67f116c-1ad4-4c4e-a1f2-0244edee0028 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0765803 Sep 16 18:04:25.124021 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b60810ee-a5ff-4c88-b54d-52975bcd9bc3 req-ba497124-d589-4d15-abc7-7f879a1235a3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Sep 16 18:04:25.271834 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5612-2f8e-457c-ad5b-a1c00d1d1c6d req-61ca76f6-a25d-4c49-ba93-fd9015fe27e5 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:25.276927 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab5b5612-2f8e-457c-ad5b-a1c00d1d1c6d req-61ca76f6-a25d-4c49-ba93-fd9015fe27e5 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0738974 Sep 16 18:04:25.351021 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab5b5612-2f8e-457c-ad5b-a1c00d1d1c6d req-29ad7819-bbe1-444d-850e-fea49727f6e1 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683818 Sep 16 18:04:25.353439 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f9ada-3f4f-47b2-a555-d1c185366a8f req-b9eff4db-eead-454d-9a12-c18120b6879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:25.354904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c4f9ada-3f4f-47b2-a555-d1c185366a8f req-b9eff4db-eead-454d-9a12-c18120b6879d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 1102 time: 0.0712011 Sep 16 18:04:25.398488 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c4f9ada-3f4f-47b2-a555-d1c185366a8f req-7f3bd045-23d4-4f68-bb4f-1a99347c0571 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Sep 16 18:04:26.262181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693dc74-2d9a-435f-b3c0-24cbf64337c1 req-474346cb-c3d0-4c29-b9a4-4631366f7d37 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:26.267767 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8693dc74-2d9a-435f-b3c0-24cbf64337c1 req-474346cb-c3d0-4c29-b9a4-4631366f7d37 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0518477 Sep 16 18:04:26.310427 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8693dc74-2d9a-435f-b3c0-24cbf64337c1 req-f8e027d2-fbeb-48b7-a8a4-d2d2250118af tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Sep 16 18:04:26.472286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3562bca-1dca-49fb-8f8e-6a00140e5771 req-3ac04370-5ef3-455c-b525-b1999036d53c tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:26.480255 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c3562bca-1dca-49fb-8f8e-6a00140e5771 req-3ac04370-5ef3-455c-b525-b1999036d53c tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0589480 Sep 16 18:04:26.513551 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c3562bca-1dca-49fb-8f8e-6a00140e5771 req-bee29074-bf08-47b3-92fc-13ca58b075d2 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Sep 16 18:04:27.442790 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e62bbb-9192-47cc-8982-f98bc5dd4cb2 req-9d4599c1-fb5f-451e-858a-734f70f0ec5a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:27.444513 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e8e62bbb-9192-47cc-8982-f98bc5dd4cb2 req-9d4599c1-fb5f-451e-858a-734f70f0ec5a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0481367 Sep 16 18:04:27.488566 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e8e62bbb-9192-47cc-8982-f98bc5dd4cb2 req-1d43aeb1-a1ae-4097-a89a-a9b68175ee86 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Sep 16 18:04:27.645157 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2e94-302f-4066-86a6-aae2f336025e req-954cfdf3-778f-48b6-9a0c-1cd5a9e5f554 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:27.653242 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b7cc2e94-302f-4066-86a6-aae2f336025e req-954cfdf3-778f-48b6-9a0c-1cd5a9e5f554 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0677564 Sep 16 18:04:27.685728 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b7cc2e94-302f-4066-86a6-aae2f336025e req-fc71fd4f-f83c-4219-8bcc-353aff4a0d95 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Sep 16 18:04:28.289097 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74f3f-ec28-4c1a-a8e9-69777d74a626 req-15d15017-45ca-4fc5-b5fd-d19b7e962f19 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:28.290569 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34a74f3f-ec28-4c1a-a8e9-69777d74a626 req-15d15017-45ca-4fc5-b5fd-d19b7e962f19 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0513766 Sep 16 18:04:28.328524 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34a74f3f-ec28-4c1a-a8e9-69777d74a626 req-36384973-45d3-4441-967e-c75241ccab21 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Sep 16 18:04:28.621360 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768c8d3-1447-4bd0-bf7e-f5ca44ffe7fe req-2a78b32e-eac0-4525-bb53-a7dcac5dcd08 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:28.622967 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e768c8d3-1447-4bd0-bf7e-f5ca44ffe7fe req-2a78b32e-eac0-4525-bb53-a7dcac5dcd08 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0617106 Sep 16 18:04:28.681693 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e768c8d3-1447-4bd0-bf7e-f5ca44ffe7fe req-78dbb839-0361-499c-9f62-082bfbef56c5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 Sep 16 18:04:28.941540 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169d6d4-1261-4c3e-8932-22d020a47fdf req-e2a72dd9-092b-4adb-a1fd-3ca007cbe729 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:28.941540 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6169d6d4-1261-4c3e-8932-22d020a47fdf req-e2a72dd9-092b-4adb-a1fd-3ca007cbe729 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0557520 Sep 16 18:04:28.979857 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6169d6d4-1261-4c3e-8932-22d020a47fdf req-728af6a8-e2bc-4242-83cc-4569fef66203 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Sep 16 18:04:29.449444 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc070-e8c6-453a-9d94-54561434d90c req-9a455e60-701d-4f14-954d-b5b4cf8e520d tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:29.456688 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-709cc070-e8c6-453a-9d94-54561434d90c req-9a455e60-701d-4f14-954d-b5b4cf8e520d tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0561290 Sep 16 18:04:29.703302 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-709cc070-e8c6-453a-9d94-54561434d90c req-acf8551b-79ba-4674-b3fb-df7a3b7a991f tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465091 Sep 16 18:04:29.814360 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c3ee0-ebe6-4904-9907-ae981f9ef2be req-ebc344d0-292f-414a-9bc9-bf40262f5efc tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:29.815825 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-779c3ee0-ebe6-4904-9907-ae981f9ef2be req-ebc344d0-292f-414a-9bc9-bf40262f5efc tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0507414 Sep 16 18:04:29.852664 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-779c3ee0-ebe6-4904-9907-ae981f9ef2be req-0a565df7-dd8f-4b9e-bbc1-c55413c789dc tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Sep 16 18:04:30.094657 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6be110-5aef-47a8-90f5-9414d3c42af7 req-9920e62d-b27b-4a89-9ca8-58f4f99edc78 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:30.096174 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3b6be110-5aef-47a8-90f5-9414d3c42af7 req-9920e62d-b27b-4a89-9ca8-58f4f99edc78 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0505431 Sep 16 18:04:30.136127 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3b6be110-5aef-47a8-90f5-9414d3c42af7 req-99207f37-3861-4bcc-a68b-613567fbd5ff tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Sep 16 18:04:30.815822 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b80ac9-b637-4f87-9374-2682821df729 req-5193d8dc-7fdf-43d9-88bb-41c66003182e tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:30.817305 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47b80ac9-b637-4f87-9374-2682821df729 req-5193d8dc-7fdf-43d9-88bb-41c66003182e tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0480199 Sep 16 18:04:30.855048 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47b80ac9-b637-4f87-9374-2682821df729 req-5406fefb-354f-4a72-80f7-b5ccc5cb1384 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c122ebb-cd26-4d4e-8a08-ea4daf342b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Sep 16 18:04:30.964774 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dffe0-6fd1-4812-84c5-42ee0b212ae0 req-3a074fa0-449b-4f16-893e-720f2d3385c7 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:30.966264 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8e0dffe0-6fd1-4812-84c5-42ee0b212ae0 req-3a074fa0-449b-4f16-893e-720f2d3385c7 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0462728 Sep 16 18:04:31.004996 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8e0dffe0-6fd1-4812-84c5-42ee0b212ae0 req-9045366d-2d1a-4b42-8cbb-35fa64c7344e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310092 Sep 16 18:04:31.130933 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-4d0cf0fa-2e0a-47b1-851a-081b016c8ec4 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:31.132389 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-4d0cf0fa-2e0a-47b1-851a-081b016c8ec4 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.48 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 949 time: 0.0564277 Sep 16 18:04:31.260775 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27912a8f-0cb1-4e80-861b-1897e7b9d2e2 req-9422f2b2-e146-4418-ad9b-c87f06d15290 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:31.262617 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-27912a8f-0cb1-4e80-861b-1897e7b9d2e2 req-9422f2b2-e146-4418-ad9b-c87f06d15290 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0600793 Sep 16 18:04:31.272085 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Deleting port 42fc8753-be74-4034-a75b-8c6fe125cef2 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:04:31.272425 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:31.557215 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-27912a8f-0cb1-4e80-861b-1897e7b9d2e2 req-0ae0f188-4aca-4562-854d-09309e7ac9fc tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872317 Sep 16 18:04:31.583625 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] For port 42fc8753-be74-4034-a75b-8c6fe125cef2, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=42fc8753-be74-4034-a75b-8c6fe125cef2,segment=NetworkSegment(87682bf7-a710-433c-854d-83c7f88ac031),segment_id=87682bf7-a710-433c-854d-83c7f88ac031)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:31.583994 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:31.599427 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Calling delete_port for 42fc8753-be74-4034-a75b-8c6fe125cef2 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:04:31.805589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:31.819268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['42fc8753-be74-4034-a75b-8c6fe125cef2'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:31.834957 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Pushing event deleted for resources: {'Port': ['ID=42fc8753-be74-4034-a75b-8c6fe125cef2,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:31.883470 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] No DVR routers for this DVR port 42fc8753-be74-4034-a75b-8c6fe125cef2 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:04:31.887302 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:31.889814 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f6cf9153-eae3-489c-8339-dfcd64a2d3d1 req-c4087b96-1466-4ed2-938f-eb1f03cad201 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.48 "DELETE /v2.0/ports/42fc8753-be74-4034-a75b-8c6fe125cef2 HTTP/1.1" status: 204 len: 173 time: 0.7475686 Sep 16 18:04:31.890489 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42496e12-7da7-47a4-88ff-172ae322a693', 'name': 'network-vif-deleted', 'tag': '42fc8753-be74-4034-a75b-8c6fe125cef2'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:31.893770 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117d581-b9c3-41a9-8d58-ff02f2827aaa" -d '{"events": [{"server_uuid": "42496e12-7da7-47a4-88ff-172ae322a693", "name": "network-vif-deleted", "tag": "42fc8753-be74-4034-a75b-8c6fe125cef2"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:31.937274 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a2387-b62c-423e-9d6f-fb417626e3dd x-openstack-request-id: req-1e3a2387-b62c-423e-9d6f-fb417626e3dd {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:31.937625 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42496e12-7da7-47a4-88ff-172ae322a693", "name": "network-vif-deleted", "tag": "42fc8753-be74-4034-a75b-8c6fe125cef2", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:31.937982 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e3a2387-b62c-423e-9d6f-fb417626e3dd {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:31.938469 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42496e12-7da7-47a4-88ff-172ae322a693', 'name': 'network-vif-deleted', 'tag': '42fc8753-be74-4034-a75b-8c6fe125cef2', 'status': 'completed', 'code': 200} Sep 16 18:04:31.959703 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a1a36952-11af-4ce7-9b5e-79fada56ee75 req-ebe9879c-5be0-40f9-aa8d-5dde6170e2a5 tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0279419 Sep 16 18:04:32.078711 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19143b-221c-4956-ab63-5f9f1303155a req-d9bdaf00-4928-4144-9f34-2115a1b67bfd tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:32.078932 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab19143b-221c-4956-ab63-5f9f1303155a req-d9bdaf00-4928-4144-9f34-2115a1b67bfd tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 945 time: 0.0484076 Sep 16 18:04:32.191019 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62f754-99fb-4308-b9a2-2666bbea8b65 req-d46235a9-1499-4484-98d2-ab201573e2fb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:32.192413 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4e62f754-99fb-4308-b9a2-2666bbea8b65 req-d46235a9-1499-4484-98d2-ab201573e2fb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1034081 Sep 16 18:04:32.242295 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4e62f754-99fb-4308-b9a2-2666bbea8b65 req-7f102d4c-f764-4ccf-9078-a2a9ad856090 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Sep 16 18:04:32.248989 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Deleting port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:04:32.249415 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:32.339995 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] For port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:32.340277 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:32.352199 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Calling delete_port for b0d8fe66-32e8-4d3d-bab8-a006e7736e3c owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:04:32.581994 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:32.602046 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'f780d8de-407f-42be-9bfd-3bd990a5d2a9', 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:32.620059 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event deleted for resources: {'Port': ['ID=b0d8fe66-32e8-4d3d-bab8-a006e7736e3c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:32.679227 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d7da90fd-2517-4a6f-8ee9-74413f41761b req-74f59883-4d6d-4ad3-bfb4-ba60dc05e084 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 210 time: 0.0471289 Sep 16 18:04:32.699268 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] No DVR routers for this DVR port b0d8fe66-32e8-4d3d-bab8-a006e7736e3c on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:04:32.699268 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:32.700176 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab19143b-221c-4956-ab63-5f9f1303155a req-564b2a66-66db-49b0-9ddf-a30e87277509 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "DELETE /v2.0/ports/b0d8fe66-32e8-4d3d-bab8-a006e7736e3c HTTP/1.1" status: 204 len: 173 time: 0.6005080 Sep 16 18:04:32.944626 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb87d-ff92-4df7-9aa4-3da194f906ac req-485810f7-ffc4-443c-b765-592b13d130dc tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:32.946410 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b6dfb87d-ff92-4df7-9aa4-3da194f906ac req-485810f7-ffc4-443c-b765-592b13d130dc tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Sep 16 18:04:32.983492 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b6dfb87d-ff92-4df7-9aa4-3da194f906ac req-7548baad-3a18-4b80-8af9-25dd7e992397 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Sep 16 18:04:33.051670 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51100) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:33.077246 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5f9ed49d-c4fb-41df-92b5-89b5cc89f53f req-0f6f92be-ef85-4b1c-8375-6b9d14cd132f tempest-VolumesNegativeTest-614144991 tempest-VolumesNegativeTest-614144991-project] 10.222.0.39 "GET /v2.0/ports?device_id=42496e12-7da7-47a4-88ff-172ae322a693 HTTP/1.1" status: 200 len: 210 time: 0.0321524 Sep 16 18:04:33.103123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Deleting subnet 9855d033-9670-4e5f-9250-0d1ce311ad5f {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:04:33.106211 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.140046 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.178096 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.274271 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.302908 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9855d033-9670-4e5f-9250-0d1ce311ad5f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:33.309050 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.311662 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-af92010c-3720-420d-99af-37340a4458c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9855d033-9670-4e5f-9250-0d1ce311ad5f HTTP/1.1" status: 204 len: 168 time: 0.2584319 Sep 16 18:04:33.313710 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51104) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:33.404613 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.419339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06381d76-77d4-41fa-bb94-78ecbe29b411 req-fe5bf19b-a2e0-42a1-8358-5f66c6a5b363 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:33.420880 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-06381d76-77d4-41fa-bb94-78ecbe29b411 req-fe5bf19b-a2e0-42a1-8358-5f66c6a5b363 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1005247 Sep 16 18:04:33.520075 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-06381d76-77d4-41fa-bb94-78ecbe29b411 req-ad32fe47-f2f2-4a3d-bd57-c8970267e07b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Sep 16 18:04:33.521505 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.541442 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38100bcf-45a2-4ff3-8232-0101270a5371']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:33.550835 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:33.551128 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15de6bcc-d2df-4a8f-8333-b224e0ac4a4a') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:33.560045 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.573580 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.579213 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:04:33.579595 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:04:33.581243 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:04:33.713054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.728468 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:33.730543 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] 10.222.0.39 "DELETE /v2.0/networks/38100bcf-45a2-4ff3-8232-0101270a5371 HTTP/1.1" status: 204 len: 168 time: 0.4157977 Sep 16 18:04:33.738024 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7434d-f84b-4e35-b55a-4dc47d64865f admin admin] Pushing event deleted for resources: {'Network': ['ID=38100bcf-45a2-4ff3-8232-0101270a5371,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:33.785254 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ba5cf107-5400-4fcd-a3e0-8579f9760e95 req-653c113b-7232-4632-add6-8489e6ac5d55 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd48ccb7-d4b2-401b-8556-9350d61bdbdd HTTP/1.1" status: 200 len: 210 time: 0.0254316 Sep 16 18:04:33.939631 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'name': 'network-vif-deleted', 'tag': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:33.942065 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0f0a53-30ee-4201-a395-dd599d708305" -d '{"events": [{"server_uuid": "fd48ccb7-d4b2-401b-8556-9350d61bdbdd", "name": "network-vif-deleted", "tag": "b0d8fe66-32e8-4d3d-bab8-a006e7736e3c"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:33.976147 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a99c2-b5bc-433a-82e6-7d5262d0a45d x-openstack-request-id: req-595a99c2-b5bc-433a-82e6-7d5262d0a45d {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:33.976755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd48ccb7-d4b2-401b-8556-9350d61bdbdd", "name": "network-vif-deleted", "tag": "b0d8fe66-32e8-4d3d-bab8-a006e7736e3c", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:33.976755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-595a99c2-b5bc-433a-82e6-7d5262d0a45d {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:33.977149 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd48ccb7-d4b2-401b-8556-9350d61bdbdd', 'name': 'network-vif-deleted', 'tag': 'b0d8fe66-32e8-4d3d-bab8-a006e7736e3c', 'status': 'completed', 'code': 200} Sep 16 18:04:34.097255 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a023132-12c9-4354-a473-0a4ef182f6b2 req-4a6bd758-68ae-48c8-9bfd-46e140c449c4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:34.099013 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7a023132-12c9-4354-a473-0a4ef182f6b2 req-4a6bd758-68ae-48c8-9bfd-46e140c449c4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0469561 Sep 16 18:04:34.142081 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7a023132-12c9-4354-a473-0a4ef182f6b2 req-983d2e58-12d8-47e2-8d50-a8089b6e010c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Sep 16 18:04:34.177035 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51120) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:34.215307 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-bfc4ee36-09f7-43da-ad60-a31cbc2399f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db2c1b5e5e824d71b9ac3c46dd8fe25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370882 Sep 16 18:04:34.217702 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51122) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:34.265858 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-192f1254-4586-4b69-8bb0-e6e6a442b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:34.287310 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-192f1254-4586-4b69-8bb0-e6e6a442b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:34.399598 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-192f1254-4586-4b69-8bb0-e6e6a442b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:34.402142 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-192f1254-4586-4b69-8bb0-e6e6a442b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:34.403334 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-192f1254-4586-4b69-8bb0-e6e6a442b00f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79720dcd-650c-4adb-a3b3-5c20b2d65d42 HTTP/1.1" status: 204 len: 168 time: 0.1846797 Sep 16 18:04:34.411531 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1254-4586-4b69-8bb0-e6e6a442b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79720dcd-650c-4adb-a3b3-5c20b2d65d42,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:34.636520 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f23535-c290-4e5b-aa1d-f0d460dee00e req-d7b0c1b9-ba98-4560-9ad7-8f6512be65c5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:34.637988 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76f23535-c290-4e5b-aa1d-f0d460dee00e req-d7b0c1b9-ba98-4560-9ad7-8f6512be65c5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0509493 Sep 16 18:04:34.675680 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76f23535-c290-4e5b-aa1d-f0d460dee00e req-58d91f98-1dbc-487a-9c18-08b31417d033 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Sep 16 18:04:35.001212 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 42fc8753-be74-4034-a75b-8c6fe125cef2 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:35.023274 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 42fc8753-be74-4034-a75b-8c6fe125cef2 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:35.023274 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 42fc8753-be74-4034-a75b-8c6fe125cef2 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:35.256846 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998ecef-942a-47c9-907f-f48e01e7ccc1 req-cd7159c6-29c5-456b-b860-f594825af9da tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:35.258787 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6998ecef-942a-47c9-907f-f48e01e7ccc1 req-cd7159c6-29c5-456b-b860-f594825af9da tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0536165 Sep 16 18:04:35.328114 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6998ecef-942a-47c9-907f-f48e01e7ccc1 req-36352b47-b7b5-484b-9a92-cb5e7b79f45d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580218 Sep 16 18:04:35.351886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-8580f180-952a-47a8-b378-50e31331e74d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:35.353340 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-8580f180-952a-47a8-b378-50e31331e74d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 945 time: 0.0546644 Sep 16 18:04:35.452922 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Deleting port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:04:35.453266 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.503605 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51226) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:35.544223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] For port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:35.544588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.556817 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Calling delete_port for 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:04:35.604406 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516507398-network', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:35.684581 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Made reservation on behalf of 5d296a5ec1bf4955bd11681bd3f37d5a for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:04:35.686894 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.695683 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.759569 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.774318 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['41eabae9-8bc7-4def-93f6-f0712b3a2fb4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:35.789803 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Pushing event deleted for resources: {'Port': ['ID=41eabae9-8bc7-4def-93f6-f0712b3a2fb4,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:35.820243 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf0a2-2851-416d-9c0f-6803c0c99b97 req-d3d56aa9-4eab-4511-8025-f8f9aa19a6e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:35.821754 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-053bf0a2-2851-416d-9c0f-6803c0c99b97 req-d3d56aa9-4eab-4511-8025-f8f9aa19a6e1 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0744047 Sep 16 18:04:35.833108 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] No DVR routers for this DVR port 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:04:35.835632 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.837580 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a64828d0-b19b-43d9-8ecf-d58f79e07e88 req-ea6457d6-f681-424d-b128-53f4e3ab4db4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "DELETE /v2.0/ports/41eabae9-8bc7-4def-93f6-f0712b3a2fb4 HTTP/1.1" status: 204 len: 173 time: 0.4759214 Sep 16 18:04:35.863169 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.882436 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-053bf0a2-2851-416d-9c0f-6803c0c99b97 req-cc94d92e-17af-484a-8da6-e89e8a9e5189 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525813 Sep 16 18:04:35.976412 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:35.978208 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a3735-0731-4896-b361-7b1b917e7354', 'name': 'network-vif-deleted', 'tag': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:35.980572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8dbbee-91be-4a19-8f38-96e0f6c1325d" -d '{"events": [{"server_uuid": "3b7a3735-0731-4896-b361-7b1b917e7354", "name": "network-vif-deleted", "tag": "41eabae9-8bc7-4def-93f6-f0712b3a2fb4"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:36.005141 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:04:36.016394 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9065c43-18d1-42e9-9d2e-184c757ee31e,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:36.022362 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.022844 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Added segment 9dec5025-f5c2-4da1-a47b-255d8fb9e733 of type vlan for network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 Sep 16 18:04:36.024527 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd5d141-d638-4ccd-a703-74cf10bb177c x-openstack-request-id: req-4bd5d141-d638-4ccd-a703-74cf10bb177c {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:36.024809 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a3735-0731-4896-b361-7b1b917e7354", "name": "network-vif-deleted", "tag": "41eabae9-8bc7-4def-93f6-f0712b3a2fb4", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:36.025054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bd5d141-d638-4ccd-a703-74cf10bb177c {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:36.025444 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a3735-0731-4896-b361-7b1b917e7354', 'name': 'network-vif-deleted', 'tag': '41eabae9-8bc7-4def-93f6-f0712b3a2fb4', 'status': 'completed', 'code': 200} Sep 16 18:04:36.072533 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.188392 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.189801 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:36.190426 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.251842 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] Pushing event updated for resources: {'Network': ['ID=e5aa6c2b-7612-4661-a509-5b4d1115e8b9,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:36.262224 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:04:36.307713 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-edd39047-e450-4c61-a30e-a412b4fdf5ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8030241 Sep 16 18:04:36.310660 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51256) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:36.315723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Request body: {'subnet': {'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516507398-subnet', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:36.392503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Made reservation on behalf of 5d296a5ec1bf4955bd11681bd3f37d5a for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:04:36.395060 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59133337'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.482078 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0d7e350-a822-4800-9e28-2724beabb14a req-9a88129c-5bb5-4e97-9e85-f6848bd6cf80 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b7a3735-0731-4896-b361-7b1b917e7354 HTTP/1.1" status: 200 len: 210 time: 0.0588608 Sep 16 18:04:36.583433 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370889bb-99d8-46b4-8f72-a952d0776925 req-44b8122f-b97b-4a64-ac2b-565cc03bbf30 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:36.585557 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-370889bb-99d8-46b4-8f72-a952d0776925 req-44b8122f-b97b-4a64-ac2b-565cc03bbf30 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0601053 Sep 16 18:04:36.632973 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-370889bb-99d8-46b4-8f72-a952d0776925 req-97881ca7-d73f-4608-b4af-6361856bae86 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Sep 16 18:04:36.674183 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59066232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59133367'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.730018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bb5dfc-f667-4314-bda2-e4d127d2f133,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:36.739320 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Checking segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:36.739679 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Network hostable DHCP agents. Network: e5aa6c2b-7612-4661-a509-5b4d1115e8b9, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:04:36.821521 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:04:36.908223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, e5aa6c2b-7612-4661-a509-5b4d1115e8b9) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:36.912543 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:36.913179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:36.920438 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a6ea0-d85c-4dae-bd31-2d57e6bc3cd5 None None] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:04:36.995500 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7ecb0248-619f-4804-9bef-bbd11125d243 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6836767 Sep 16 18:04:36.998682 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51320) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:37.003834 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:37.008455 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466581b-1423-4569-bbc6-6099091fad06 req-3c38222a-493f-4ad8-8736-124cf3c06b9c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:37.014858 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3466581b-1423-4569-bbc6-6099091fad06 req-3c38222a-493f-4ad8-8736-124cf3c06b9c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0579255 Sep 16 18:04:37.021847 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b0d8fe66-32e8-4d3d-bab8-a006e7736e3c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:37.044479 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: b0d8fe66-32e8-4d3d-bab8-a006e7736e3c {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:37.044796 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b0d8fe66-32e8-4d3d-bab8-a006e7736e3c not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:37.049927 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3466581b-1423-4569-bbc6-6099091fad06 req-34a7d140-869b-490f-95a4-2af8f4fed4f6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Sep 16 18:04:37.096499 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:04:37.097362 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.114191 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.115321 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.167064 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.237675 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Allocated IP 172.20.0.2 (e5aa6c2b-7612-4661-a509-5b4d1115e8b9/f9bb5dfc-f667-4314-bda2-e4d127d2f133/ae53c2fd-653f-4c87-9ed3-18f567ef6da2) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:37.367896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.385934 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.485819 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.534843 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:37.542404 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:37.553943 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Pushing event updated for resources: {'Port': ['ID=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:37.556440 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:37.621180 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Attempting to bind port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:37.622214 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Attempting to bind port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:37.622655 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Attempting to bind port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 on network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:37.630773 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:37.631154 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Checking segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:37.631547 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.631997 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Bound using segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:37.632464 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Bound port: ae53c2fd-653f-4c87-9ed3-18f567ef6da2, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:37.632862 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.651847 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:04:37.688694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.699715 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] For port ae53c2fd-653f-4c87-9ed3-18f567ef6da2, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:37.703246 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] For port ae53c2fd-653f-4c87-9ed3-18f567ef6da2, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:37.711406 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.760611 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:37.771390 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365780b-03df-4dc6-aa3c-e05d17ce1cd9 req-2374543e-348b-4605-abf7-602f0e5270ec tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:37.780852 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0365780b-03df-4dc6-aa3c-e05d17ce1cd9 req-2374543e-348b-4605-abf7-602f0e5270ec tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0644293 Sep 16 18:04:37.844234 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6bf1-4c11-43b2-907b-84b9e38370dc None None] Pushing event updated for resources: {'Port': ['ID=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:37.850518 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Allocated IP 172.27.2.176 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/684aa2bd-7f8a-42f5-af94-44558ecdf46c) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:37.866686 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0365780b-03df-4dc6-aa3c-e05d17ce1cd9 req-4434e2f6-d473-4c6d-85e1-ec81a14ef0dd tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Sep 16 18:04:37.987556 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:38.126541 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:38.206454 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:38.213392 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:38.217690 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:38.259320 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Pushing event updated for resources: {'Port': ['ID=684aa2bd-7f8a-42f5-af94-44558ecdf46c,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:38.274095 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141aeed-de1b-4b1e-80ba-212cae4b1f6e req-4983befe-e6d2-4c4e-94c7-de09acfe3ff9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:38.275656 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0141aeed-de1b-4b1e-80ba-212cae4b1f6e req-4983befe-e6d2-4c4e-94c7-de09acfe3ff9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1428876 Sep 16 18:04:38.396213 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0141aeed-de1b-4b1e-80ba-212cae4b1f6e req-ac18d985-bacb-4afd-afdf-f73696f26877 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139581 Sep 16 18:04:38.598924 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:38.793916 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:38.815818 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81d793-5b7e-4348-9f6a-c4b9f4404da0 None None] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:04:38.879807 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-d7a05c74-b19b-42c7-9e79-95ab2e6af83a None None] Provisioning complete for port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:38.880416 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d7a05c74-b19b-42c7-9e79-95ab2e6af83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:38.981656 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Router c74b0ac7-1a18-4780-817f-84f4a9598619 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:04:38.984299 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8e2a1-995a-4434-a52f-9e81e0f456ea req-f87aa9e6-9a7c-4350-9b60-1927f55d64cf tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:38.985779 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2fb8e2a1-995a-4434-a52f-9e81e0f456ea req-f87aa9e6-9a7c-4350-9b60-1927f55d64cf tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0488095 Sep 16 18:04:39.026207 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d7a05c74-b19b-42c7-9e79-95ab2e6af83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.039802 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2fb8e2a1-995a-4434-a52f-9e81e0f456ea req-3b27213f-848c-4347-80cd-8de9d2b7b2d7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Sep 16 18:04:39.064216 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-d7a05c74-b19b-42c7-9e79-95ab2e6af83a None None] For port ae53c2fd-653f-4c87-9ed3-18f567ef6da2, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:39.109745 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:04:39.118750 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Sync routers for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:04:39.127219 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:39.128334 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:39.142926 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d7a05c74-b19b-42c7-9e79-95ab2e6af83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.163492 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.167435 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-66d707cf-a579-4e93-a9ce-84bac09ba84e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1648540 Sep 16 18:04:39.168065 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51402) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:39.202571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a05c74-b19b-42c7-9e79-95ab2e6af83a None None] Pushing event updated for resources: {'Port': ['ID=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:39.246063 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:39.275296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-6c9d5865-78ad-4734-8435-d31094d6bc36 None None] Provisioning complete for port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:39.275806 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5865-78ad-4734-8435-d31094d6bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.442717 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:39.444970 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ae53c2fd-653f-4c87-9ed3-18f567ef6da2 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:39.445752 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:38Z', 'revision_number': 3, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:39.473734 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Checking router: c74b0ac7-1a18-4780-817f-84f4a9598619 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:04:39.474095 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Updating router c74b0ac7-1a18-4780-817f-84f4a9598619 port 684aa2bd-7f8a-42f5-af94-44558ecdf46c binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:04:39.499926 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:39.500272 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 41eabae9-8bc7-4def-93f6-f0712b3a2fb4 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:39.501156 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.564349 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:39.564748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.585928 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-80cc559a-46a2-4a9d-b8cb-2fcc0b83e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.641914 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903691-99e3-4193-92b5-34741daf497e req-ea533e3e-2df9-46f6-90f8-ac12a5d51474 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:39.641914 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c903691-99e3-4193-92b5-34741daf497e req-ea533e3e-2df9-46f6-90f8-ac12a5d51474 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1512942 Sep 16 18:04:39.710671 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c903691-99e3-4193-92b5-34741daf497e req-99f0b301-3e3f-48ba-94b2-ddc2819236ee tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613568 Sep 16 18:04:39.717959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.769684 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.822322 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.876342 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Attempting to bind port 684aa2bd-7f8a-42f5-af94-44558ecdf46c on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:39.876706 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Attempting to bind port 684aa2bd-7f8a-42f5-af94-44558ecdf46c by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:39.877065 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Attempting to bind port 684aa2bd-7f8a-42f5-af94-44558ecdf46c on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:39.879202 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Pushing event updated for resources: {'Port': ['ID=684aa2bd-7f8a-42f5-af94-44558ecdf46c,revision_number=2']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:39.887710 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:39.888083 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:39.888488 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.888880 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:39.889350 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Bound port: 684aa2bd-7f8a-42f5-af94-44558ecdf46c, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:39.889723 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:39.892070 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.892442 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.892783 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.893179 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.893508 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.893835 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.894156 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.894506 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.894851 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.895173 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.895493 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.895805 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:39.951154 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] For port 684aa2bd-7f8a-42f5-af94-44558ecdf46c, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:39.954442 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] For port 684aa2bd-7f8a-42f5-af94-44558ecdf46c, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=684aa2bd-7f8a-42f5-af94-44558ecdf46c,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:40.017119 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.078119 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:40.078755 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:40.101962 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Allocated IP 172.20.0.1 (e5aa6c2b-7612-4661-a509-5b4d1115e8b9/f9bb5dfc-f667-4314-bda2-e4d127d2f133/fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:40.115791 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3272-3caa-4d92-a383-1fd781a594da None None] Pushing event updated for resources: {'Port': ['ID=684aa2bd-7f8a-42f5-af94-44558ecdf46c,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:40.180213 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffc201-8545-4deb-a991-76856b6de06c req-97baa6d9-af30-4590-b2f2-f6dc4aa005c4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:40.181904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6dffc201-8545-4deb-a991-76856b6de06c req-97baa6d9-af30-4590-b2f2-f6dc4aa005c4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0529976 Sep 16 18:04:40.214957 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.226572 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6dffc201-8545-4deb-a991-76856b6de06c req-66612ad4-e814-4066-8663-aa2ff6d0dcdc tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Sep 16 18:04:40.277246 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:40.302680 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.336521 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:40.339336 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:40.342835 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:40.371396 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Pushing event updated for resources: {'Port': ['ID=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:40.388547 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.464947 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:38Z', 'revision_number': 3, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:40.492439 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07810735-9e04-4d22-8a0f-27baaba68f9d None None] The sync data for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi is: [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:38Z', 'revision_number': 3, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:04:40.599930 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-8bd92449-d9e6-4b8b-a98c-8b5220df45f2 None None] Provisioning complete for port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:40.600467 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8bd92449-d9e6-4b8b-a98c-8b5220df45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.607501 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.636090 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-8bd92449-d9e6-4b8b-a98c-8b5220df45f2 None None] Port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:04:40.795543 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.845353 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae277-1eaa-4325-af06-791ecf680764 req-dacfeaba-4e34-4a13-8a05-29035cf54ea4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:40.846952 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-963ae277-1eaa-4325-af06-791ecf680764 req-dacfeaba-4e34-4a13-8a05-29035cf54ea4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0563235 Sep 16 18:04:40.860812 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:40.951140 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-963ae277-1eaa-4325-af06-791ecf680764 req-a174d7dd-681f-4155-81db-1b9b0dd23f3b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978703 Sep 16 18:04:40.953343 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Pushing event updated for resources: {'Port': ['ID=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:40.959769 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.053035 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:41.054675 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:41.182481 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Router c74b0ac7-1a18-4780-817f-84f4a9598619 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:04:41.212940 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-839b70a9-534b-49d0-97b0-304a821c2c3e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:41.214606 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-839b70a9-534b-49d0-97b0-304a821c2c3e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.0565653 Sep 16 18:04:41.278750 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-4db9b430-6624-49c2-b2c6-37578fac194c None None] Provisioning complete for port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:41.279130 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-4db9b430-6624-49c2-b2c6-37578fac194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.334982 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-4db9b430-6624-49c2-b2c6-37578fac194c None None] Port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:04:41.359340 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 684aa2bd-7f8a-42f5-af94-44558ecdf46c up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:41.363225 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:04:41.370220 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-02b56cde-3ef1-4d08-b91a-074de2dcbfbe admin admin] 10.222.0.39 "PUT /v2.0/routers/c74b0ac7-1a18-4780-817f-84f4a9598619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012997 Sep 16 18:04:41.384964 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Deleting port f780d8de-407f-42be-9bfd-3bd990a5d2a9 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:04:41.385307 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.419447 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 684aa2bd-7f8a-42f5-af94-44558ecdf46c triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:41.419632 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.465234 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f46a8-48b7-4135-a8a5-eee7f0e39720 req-4fe083c8-cb4b-4e7c-827b-d75746c3eded tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:41.467594 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ce4f46a8-48b7-4135-a8a5-eee7f0e39720 req-4fe083c8-cb4b-4e7c-827b-d75746c3eded tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 945 time: 0.1227450 Sep 16 18:04:41.503018 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.526235 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 684aa2bd-7f8a-42f5-af94-44558ecdf46c, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=684aa2bd-7f8a-42f5-af94-44558ecdf46c,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:41.531992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] For port f780d8de-407f-42be-9bfd-3bd990a5d2a9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f780d8de-407f-42be-9bfd-3bd990a5d2a9,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:41.532405 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.545027 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ce4f46a8-48b7-4135-a8a5-eee7f0e39720 req-6c275722-62f0-4e0e-8c01-1f03fdba7471 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641704 Sep 16 18:04:41.551648 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Calling delete_port for f780d8de-407f-42be-9bfd-3bd990a5d2a9 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:04:41.634367 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.683206 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=684aa2bd-7f8a-42f5-af94-44558ecdf46c,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:41.738071 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.749735 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'f780d8de-407f-42be-9bfd-3bd990a5d2a9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:41.793674 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event deleted for resources: {'Port': ['ID=f780d8de-407f-42be-9bfd-3bd990a5d2a9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:41.829631 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] No DVR routers for this DVR port f780d8de-407f-42be-9bfd-3bd990a5d2a9 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:04:41.832743 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:41.834750 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a21bc6eb-236a-43ff-b773-d7f8bd571442 req-0e7d36b6-bab4-4eb5-a3f6-abcf808477d6 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "DELETE /v2.0/ports/f780d8de-407f-42be-9bfd-3bd990a5d2a9 HTTP/1.1" status: 204 len: 173 time: 0.6097300 Sep 16 18:04:41.835353 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ae27d-c963-413e-a8b7-852df644457d', 'name': 'network-vif-deleted', 'tag': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:41.837407 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3beed2-1e25-4457-9f8b-f401b058e77a" -d '{"events": [{"server_uuid": "8a7ae27d-c963-413e-a8b7-852df644457d", "name": "network-vif-deleted", "tag": "f780d8de-407f-42be-9bfd-3bd990a5d2a9"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:41.883432 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2f77f-275d-4060-a5cb-3aa885890e05 x-openstack-request-id: req-0ee2f77f-275d-4060-a5cb-3aa885890e05 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:41.883721 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ae27d-c963-413e-a8b7-852df644457d", "name": "network-vif-deleted", "tag": "f780d8de-407f-42be-9bfd-3bd990a5d2a9", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:41.883969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ee2f77f-275d-4060-a5cb-3aa885890e05 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:41.884370 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ae27d-c963-413e-a8b7-852df644457d', 'name': 'network-vif-deleted', 'tag': 'f780d8de-407f-42be-9bfd-3bd990a5d2a9', 'status': 'completed', 'code': 200} Sep 16 18:04:41.965529 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b0f126a7-bbb0-432d-ad15-fe963c3af34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.075174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863772-800f-46ec-b712-3defe35f2ad3 req-ba209746-4b71-4b23-bc40-b523dcbd1c46 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:42.077149 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24863772-800f-46ec-b712-3defe35f2ad3 req-ba209746-4b71-4b23-bc40-b523dcbd1c46 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0508606 Sep 16 18:04:42.149100 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24863772-800f-46ec-b712-3defe35f2ad3 req-a6a32604-6f75-40f8-8562-96fcdafe47b2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Sep 16 18:04:42.193619 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Sync routers for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:04:42.195576 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51450) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:42.209368 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:42.210000 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:42.311384 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51458) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:42.319138 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-624166506-network', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:42.344753 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:42.386860 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-933b892f-43ec-4519-aab2-bf9063f07aef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83bf28641e7d40f7a4fe7622a987ba26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898296 Sep 16 18:04:42.389308 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51464) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:42.420281 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Made reservation on behalf of 8adecfc0c0aa40edb32b5857dc9e0da0 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:04:42.422430 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.436484 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.465223 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9a7d47f8-195b-47e0-925c-d8093b83d096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.500241 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9a7d47f8-195b-47e0-925c-d8093b83d096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.573571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 2, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:42.587525 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.602736 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Checking router: c74b0ac7-1a18-4780-817f-84f4a9598619 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:04:42.603243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Updating router c74b0ac7-1a18-4780-817f-84f4a9598619 port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:04:42.638652 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.663141 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-360742b7-29d6-49cb-b5ad-92b8cc94cbd0 req-2ab9aa83-d6a5-4f73-b16e-59df78d04cae tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7ae27d-c963-413e-a8b7-852df644457d HTTP/1.1" status: 200 len: 210 time: 0.0254850 Sep 16 18:04:42.663861 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9a7d47f8-195b-47e0-925c-d8093b83d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.666754 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9a7d47f8-195b-47e0-925c-d8093b83d096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.669591 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9a7d47f8-195b-47e0-925c-d8093b83d096 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c122ebb-cd26-4d4e-8a08-ea4daf342b02 HTTP/1.1" status: 204 len: 168 time: 0.2772951 Sep 16 18:04:42.682625 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d47f8-195b-47e0-925c-d8093b83d096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c122ebb-cd26-4d4e-8a08-ea4daf342b02,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:42.686421 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.714469 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:04:42.724415 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610bc365-9671-48fb-995a-a3911000a17a,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:42.729276 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.729691 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Added segment 8dd31276-32b9-4154-b08a-ac9a433a379d of type vlan for network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 Sep 16 18:04:42.743667 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.774771 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.856774 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.857787 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:42.858412 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.922480 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] Pushing event updated for resources: {'Network': ['ID=66c9eb19-c269-4aa1-a1b2-b29a2928c834,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:42.934614 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:04:42.947748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:42.954471 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-aad13249-4bb6-4589-aa58-b26911b9c77f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6420813 Sep 16 18:04:42.957277 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51472) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:42.962136 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Request body: {'subnet': {'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-624166506-subnet', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:43.055802 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.124732 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Made reservation on behalf of 8adecfc0c0aa40edb32b5857dc9e0da0 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:04:43.124935 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.128057 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59133337'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.199343 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7e5b-4652-4ee8-b670-d95074fa9c65 None None] Pushing event updated for resources: {'Port': ['ID=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:43.243194 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Attempting to bind port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:43.243691 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Attempting to bind port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:43.244063 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Attempting to bind port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 on network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:43.253060 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:43.253440 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Checking segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:43.254327 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.254327 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Bound using segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:43.254753 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Bound port: fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:43.255153 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.311176 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 684aa2bd-7f8a-42f5-af94-44558ecdf46c up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:43.371251 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd51394-9aa4-4392-b4d1-5a608c3de0ee req-eafb3e1f-c210-4f3a-abf0-ef73da120dd8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:43.372792 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-afd51394-9aa4-4392-b4d1-5a608c3de0ee req-eafb3e1f-c210-4f3a-abf0-ef73da120dd8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0840704 Sep 16 18:04:43.380296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] For port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:43.384088 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] For port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:43.393266 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 684aa2bd-7f8a-42f5-af94-44558ecdf46c triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:43.393663 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.417670 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-afd51394-9aa4-4392-b4d1-5a608c3de0ee req-b7b551a8-6054-4a6d-b278-990e3c51bff8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Sep 16 18:04:43.480552 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-be2c1b83-2cdf-43e7-9004-a06a291a093d None None] Provisioning complete for port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:43.480887 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-be2c1b83-2cdf-43e7-9004-a06a291a093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.491087 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59066232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59133367'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.516068 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-be2c1b83-2cdf-43e7-9004-a06a291a093d None None] Port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:04:43.525961 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.557177 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa36a16a-81b6-4d84-9429-e591d47f39b9,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:43.566303 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Checking segment: {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:43.566965 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Network hostable DHCP agents. Network: 66c9eb19-c269-4aa1-a1b2-b29a2928c834, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:04:43.587446 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:43.588087 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:43.593377 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7e5b-4652-4ee8-b670-d95074fa9c65 None None] Pushing event updated for resources: {'Port': ['ID=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:43.673791 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:04:43.702705 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:43.725247 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 66c9eb19-c269-4aa1-a1b2-b29a2928c834) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:43.730508 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:43.732085 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.747760 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7dbf70-5dd0-4033-b845-2db5b6d76c18 None None] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:04:43.797284 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b093a5c6-e61b-41b1-b6e4-8f5abdcea9a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8365331 Sep 16 18:04:43.798676 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51484) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:43.806017 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:43.919894 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:43.921605 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.004814 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.043268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-fed15fe2-926a-4f02-82c3-1803d8a67f02 None None] Provisioning complete for port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:44.043642 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-fed15fe2-926a-4f02-82c3-1803d8a67f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.191118 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-66c9eb19-c269-4aa1-a1b2-b29a2928c834', 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'fixed_ips': [{'subnet_id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:04:44.191986 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.219600 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:43Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:44.255337 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-fed15fe2-926a-4f02-82c3-1803d8a67f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.262117 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89471e1-38fd-464c-adcf-7cf8c688b931 None None] The sync data for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi is: [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:43Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:04:44.277102 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.299672 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c94fb0-a6d6-430c-91dd-6e4058ce463a req-b74e7843-dd0e-46f7-9d7c-78ccf8295f40 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:44.301304 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c9c94fb0-a6d6-430c-91dd-6e4058ce463a req-b74e7843-dd0e-46f7-9d7c-78ccf8295f40 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.1277330 Sep 16 18:04:44.365269 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-fed15fe2-926a-4f02-82c3-1803d8a67f02 None None] For port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:44.390080 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c9c94fb0-a6d6-430c-91dd-6e4058ce463a req-70089098-3bba-456f-8ccc-30cb817efd3e tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659313 Sep 16 18:04:44.411007 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Allocated IP 172.20.0.2 (66c9eb19-c269-4aa1-a1b2-b29a2928c834/aa36a16a-81b6-4d84-9429-e591d47f39b9/7f7e6ff5-cd7e-401e-abb7-6f5915c0a263) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:44.452491 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-fed15fe2-926a-4f02-82c3-1803d8a67f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.552811 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27818e36-03f2-4c2d-a7f0-6132eccc11cd req-1f0b75d5-5ac6-43bd-9bb2-c935d17a1237 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:44.560309 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-27818e36-03f2-4c2d-a7f0-6132eccc11cd req-1f0b75d5-5ac6-43bd-9bb2-c935d17a1237 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0595825 Sep 16 18:04:44.576488 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed15fe2-926a-4f02-82c3-1803d8a67f02 None None] Pushing event updated for resources: {'Port': ['ID=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:44.606415 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-27818e36-03f2-4c2d-a7f0-6132eccc11cd req-acf8f50c-9e4f-4a47-93bd-118b228d6cc0 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451384 Sep 16 18:04:44.628263 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.648304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.653463 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.719400 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.754184 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.764488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Allocated IP 172.27.2.252 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/eb424098-f76b-4e1c-9d28-75d9bcf97094) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:44.791751 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:44.794669 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:44.798246 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:44.809161 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Pushing event updated for resources: {'Port': ['ID=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:44.865131 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Attempting to bind port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:44.865503 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Attempting to bind port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:44.865963 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Attempting to bind port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 on network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:44.871086 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:44.871464 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Checking segment: {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:44.871871 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.872265 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Bound using segment: {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:44.872741 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Bound port: 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:44.873145 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.873944 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:44.939996 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] For port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:44.943097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] For port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,segment=NetworkSegment(8dd31276-32b9-4154-b08a-ac9a433a379d),segment_id=8dd31276-32b9-4154-b08a-ac9a433a379d)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:44.965992 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:45.006292 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:45.009209 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:45.015888 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:45.019544 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb424098-f76b-4e1c-9d28-75d9bcf97094,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:45.045873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:45.107639 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a6605-624b-4ca2-9bcb-24954580c830 None None] Pushing event updated for resources: {'Port': ['ID=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:45.272389 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device f780d8de-407f-42be-9bfd-3bd990a5d2a9 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:45.321310 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: f780d8de-407f-42be-9bfd-3bd990a5d2a9 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:45.321661 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device f780d8de-407f-42be-9bfd-3bd990a5d2a9 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:45.347178 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:45.390072 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:45.410773 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:45.411150 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:45.579509 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1936d4-0795-479e-b7a6-a56f34660637 req-52bf8d4e-a0cc-41a9-9a92-2afcb118acc4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:45.581036 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0b1936d4-0795-479e-b7a6-a56f34660637 req-52bf8d4e-a0cc-41a9-9a92-2afcb118acc4 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.0970902 Sep 16 18:04:45.658442 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0b1936d4-0795-479e-b7a6-a56f34660637 req-aa6491d2-f85f-46c5-ac01-63ffd578e464 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712805 Sep 16 18:04:45.661040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:45.726762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5e0bf-9b24-4488-8e27-f22ee56817ca req-8d723cd7-c28a-40c1-b2d2-d6a480150945 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:45.728281 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79e5e0bf-9b24-4488-8e27-f22ee56817ca req-8d723cd7-c28a-40c1-b2d2-d6a480150945 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0547023 Sep 16 18:04:45.769860 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79e5e0bf-9b24-4488-8e27-f22ee56817ca req-f8226a9a-c7e9-41ac-966c-56fea24da35a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351443 Sep 16 18:04:45.873631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Router b5eb3782-1033-40e4-b550-2d69bd22ea5f is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:04:45.980816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:04:45.990940 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Sync routers for ids ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:04:46.003517 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1b0a1-d642-4c97-82a4-a23afbb15839 None None] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:04:46.006891 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Routers {'b5eb3782-1033-40e4-b550-2d69bd22ea5f'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:46.007498 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:46.050516 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.054303 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fa1e350b-312a-441c-9f90-1bc4a465af42 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2517519 Sep 16 18:04:46.054539 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51500) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:46.096750 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-aaf88665-bd84-4398-ade0-e18ddd7057c6 None None] Provisioning complete for port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:46.097135 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-aaf88665-bd84-4398-ade0-e18ddd7057c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.111898 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Set router b5eb3782-1033-40e4-b550-2d69bd22ea5f gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:46.234787 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-aaf88665-bd84-4398-ade0-e18ddd7057c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.286008 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-aaf88665-bd84-4398-ade0-e18ddd7057c6 None None] For port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,segment=NetworkSegment(8dd31276-32b9-4154-b08a-ac9a433a379d),segment_id=8dd31276-32b9-4154-b08a-ac9a433a379d)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:46.302274 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:04:45Z', 'revision_number': 3, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:46.331614 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Checking router: b5eb3782-1033-40e4-b550-2d69bd22ea5f for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:04:46.331970 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Updating router b5eb3782-1033-40e4-b550-2d69bd22ea5f port eb424098-f76b-4e1c-9d28-75d9bcf97094 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:04:46.358740 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.392775 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-aaf88665-bd84-4398-ade0-e18ddd7057c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.455478 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88665-bd84-4398-ade0-e18ddd7057c6 None None] Pushing event updated for resources: {'Port': ['ID=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:46.513176 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-51a36a52-dfa5-4167-b68b-1915179e2efd None None] Provisioning complete for port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:46.513508 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-51a36a52-dfa5-4167-b68b-1915179e2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.642475 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.708477 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.714160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.758519 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1e8b-a521-4040-8582-eb008a6f0f89 None None] Pushing event updated for resources: {'Port': ['ID=eb424098-f76b-4e1c-9d28-75d9bcf97094,revision_number=2']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:46.764183 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Attempting to bind port eb424098-f76b-4e1c-9d28-75d9bcf97094 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:46.764564 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Attempting to bind port eb424098-f76b-4e1c-9d28-75d9bcf97094 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:46.764941 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Attempting to bind port eb424098-f76b-4e1c-9d28-75d9bcf97094 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:46.771275 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:46.771651 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:46.772053 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.772443 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:46.772905 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Bound port: eb424098-f76b-4e1c-9d28-75d9bcf97094, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:46.773318 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.817531 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b85db-86c3-490e-8800-c69eef9f974b req-3b549661-93b2-49f5-b5d1-76bdb135a60b tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:46.818465 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6a6b85db-86c3-490e-8800-c69eef9f974b req-3b549661-93b2-49f5-b5d1-76bdb135a60b tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.0948117 Sep 16 18:04:46.825643 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] For port eb424098-f76b-4e1c-9d28-75d9bcf97094, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:46.828814 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] For port eb424098-f76b-4e1c-9d28-75d9bcf97094, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=eb424098-f76b-4e1c-9d28-75d9bcf97094,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:46.891076 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:46.901728 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6a6b85db-86c3-490e-8800-c69eef9f974b req-4426bb16-a4b7-4a37-b8a7-d1f58de5119c tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480092 Sep 16 18:04:46.903525 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d412f6-451b-4644-8765-0c0121775588 req-7da2bf50-ae01-4f06-8d9e-a35d434eaec8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:46.919466 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-10d412f6-451b-4644-8765-0c0121775588 req-7da2bf50-ae01-4f06-8d9e-a35d434eaec8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0599937 Sep 16 18:04:46.943401 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Allocated IP 172.20.0.1 (66c9eb19-c269-4aa1-a1b2-b29a2928c834/aa36a16a-81b6-4d84-9429-e591d47f39b9/1d8f55af-b7e8-422a-a674-3a57cf004c04) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:46.943716 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Routers {'b5eb3782-1033-40e4-b550-2d69bd22ea5f'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:46.944311 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:46.947530 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-10d412f6-451b-4644-8765-0c0121775588 req-01e8c6eb-33ef-4946-aeec-9e060a17c483 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Sep 16 18:04:47.000627 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1e8b-a521-4040-8582-eb008a6f0f89 None None] Pushing event updated for resources: {'Port': ['ID=eb424098-f76b-4e1c-9d28-75d9bcf97094,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:47.055537 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.062964 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] Set router b5eb3782-1033-40e4-b550-2d69bd22ea5f gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:47.147515 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.193865 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:47.205354 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:47.207606 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8f55af-b7e8-422a-a674-3a57cf004c04,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:47.223644 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:47.248212 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:04:45Z', 'revision_number': 3, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:47.259894 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.260246 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.260585 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.260916 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.261272 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.261573 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.261896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.262583 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.262583 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.262885 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.263207 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.263691 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:47.276758 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee4fe5-85a2-4913-ba45-8c3a00d5a131 None None] The sync data for ids ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'] in dv-cinder-805887-16-iscsi is: [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:04:45Z', 'revision_number': 3, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:04:47.292723 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.375979 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:47.434128 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:47.434525 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.466217 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-b6410f1c-3a78-4584-998c-756023e60ae3 None None] Provisioning complete for port 1d8f55af-b7e8-422a-a674-3a57cf004c04 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:47.466663 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b6410f1c-3a78-4584-998c-756023e60ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.501723 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.511999 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-b6410f1c-3a78-4584-998c-756023e60ae3 None None] Port 1d8f55af-b7e8-422a-a674-3a57cf004c04 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:04:47.566807 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-46f122bd-1b58-4d23-ad1d-b6e48c3577b3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:47.568878 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-46f122bd-1b58-4d23-ad1d-b6e48c3577b3 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 945 time: 0.0945530 Sep 16 18:04:47.676261 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Deleting port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:04:47.676781 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.696477 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.759519 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.768617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] For port a3a9be44-a90f-45f1-94f6-c0c8dea62f98, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:47.769254 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.784607 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Calling delete_port for a3a9be44-a90f-45f1-94f6-c0c8dea62f98 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:04:47.835238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8f55af-b7e8-422a-a674-3a57cf004c04,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:47.838835 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:47.934995 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:47.936567 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:48.005339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:48.024982 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:48.049383 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event deleted for resources: {'Port': ['ID=a3a9be44-a90f-45f1-94f6-c0c8dea62f98,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:48.083956 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.085572 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed209-77d0-49b8-965f-aebbbf1f8061 req-a79d0f83-20e4-4405-ab78-ab9953113237 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:48.087406 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-38eed209-77d0-49b8-965f-aebbbf1f8061 req-a79d0f83-20e4-4405-ab78-ab9953113237 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 867 time: 0.1019120 Sep 16 18:04:48.092546 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.092969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.093381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.094434 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.094852 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.097617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.097968 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.098306 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.098757 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.099093 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.099419 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:48.125786 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Router b5eb3782-1033-40e4-b550-2d69bd22ea5f has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:04:48.166617 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-38eed209-77d0-49b8-965f-aebbbf1f8061 req-3b301dd1-7b46-4dc9-af9c-1a2c31e6c905 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632863 Sep 16 18:04:48.219742 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] No DVR routers for this DVR port a3a9be44-a90f-45f1-94f6-c0c8dea62f98 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:04:48.224969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:48.227331 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4bbd326e-9e45-438c-9f01-24b3f31b3adc req-688c7238-081f-4c8c-8b3a-023ce91e8d80 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "DELETE /v2.0/ports/a3a9be44-a90f-45f1-94f6-c0c8dea62f98 HTTP/1.1" status: 204 len: 173 time: 0.6511414 Sep 16 18:04:48.229943 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'name': 'network-vif-deleted', 'tag': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:48.243999 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c5efaa-f1bc-4eec-a4c6-1cb02b4d7f6e" -d '{"events": [{"server_uuid": "eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f", "name": "network-vif-deleted", "tag": "a3a9be44-a90f-45f1-94f6-c0c8dea62f98"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:48.288304 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26143688-8f84-475a-9e1b-5901a8f64914 req-715119ed-aa37-4cce-b57f-8b7f5856f74b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:48.299442 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-26143688-8f84-475a-9e1b-5901a8f64914 req-715119ed-aa37-4cce-b57f-8b7f5856f74b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.2293169 Sep 16 18:04:48.312119 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0471946-7ce7-4a8d-992b-47eeee99947b x-openstack-request-id: req-e0471946-7ce7-4a8d-992b-47eeee99947b {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:48.312510 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f", "name": "network-vif-deleted", "tag": "a3a9be44-a90f-45f1-94f6-c0c8dea62f98", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:48.312860 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0471946-7ce7-4a8d-992b-47eeee99947b {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:48.313356 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f', 'name': 'network-vif-deleted', 'tag': 'a3a9be44-a90f-45f1-94f6-c0c8dea62f98', 'status': 'completed', 'code': 200} Sep 16 18:04:48.341568 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-124bbf3d-5cb0-46ee-b288-a3655130177e None None] Provisioning complete for port 1d8f55af-b7e8-422a-a674-3a57cf004c04 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:48.342100 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-124bbf3d-5cb0-46ee-b288-a3655130177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:48.364726 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:04:48.372133 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-08d9d8dd-91ce-4990-87c6-c3f84c4741b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/b5eb3782-1033-40e4-b550-2d69bd22ea5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3166122 Sep 16 18:04:48.402589 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-124bbf3d-5cb0-46ee-b288-a3655130177e None None] Port 1d8f55af-b7e8-422a-a674-3a57cf004c04 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:04:48.412495 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-26143688-8f84-475a-9e1b-5901a8f64914 req-9b51de37-9413-434b-9408-dbe2e40589d3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135206 Sep 16 18:04:48.446328 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592bf2-1efc-44ee-aef4-1de96dde2995 req-d75d66df-46a2-4451-9499-da5ac38ea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:48.447854 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bd592bf2-1efc-44ee-aef4-1de96dde2995 req-d75d66df-46a2-4451-9499-da5ac38ea781 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.0890992 Sep 16 18:04:48.493007 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bd592bf2-1efc-44ee-aef4-1de96dde2995 req-03d86795-d7ca-435f-953b-b95e736fc332 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Sep 16 18:04:48.523303 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-64be774e-7552-4a5d-a848-b630b9e10e69 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:48.524863 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-64be774e-7552-4a5d-a848-b630b9e10e69 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/networks?id=cb91b6e8-1f39-4959-b29a-43c445d14ea7 HTTP/1.1" status: 200 len: 814 time: 0.1237111 Sep 16 18:04:48.541163 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-230979a5-7cfe-4eb7-b903-3859630d142b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/quotas/5e9a42421d444d739e91c9d86eedfa7b HTTP/1.1" status: 200 len: 375 time: 0.0103178 Sep 16 18:04:48.574082 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-20c1d61a-163f-44ea-8f3f-7dfac306d5da tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261233 Sep 16 18:04:48.667070 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-45981655-21c2-4deb-88be-1c2c8ac150fb service neutron] 10.222.0.39 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847633 Sep 16 18:04:48.763847 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-29529b42-191f-42d6-ab74-9f9be6f97404 service neutron] 10.222.0.39 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909581 Sep 16 18:04:49.035305 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c353fb8c-2f11-44c6-a0ab-2c274a7c72d1 req-cae2c4ab-551f-4f99-b48c-ed6e0f08b304 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 210 time: 0.0325139 Sep 16 18:04:49.076967 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Sync routers for ids ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:04:49.082200 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Routers {'b5eb3782-1033-40e4-b550-2d69bd22ea5f'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:49.082859 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:49.160095 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51548) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:49.166383 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191906018', 'description': 'tempest-secgroup-smoke-191906018 description', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:49.191565 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Set router b5eb3782-1033-40e4-b550-2d69bd22ea5f gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:49.261028 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.306396 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b751abf5-ea69-401e-b023-50fa5b3f9afa req-eedb383d-7844-4d8d-9115-15dd989e46b2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=eadf76f4-6f9d-4f1e-8b8e-3f7d21a4dc1f HTTP/1.1" status: 200 len: 210 time: 0.0344126 Sep 16 18:04:49.387124 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device eb424098-f76b-4e1c-9d28-75d9bcf97094 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:49.420294 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.496101 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port eb424098-f76b-4e1c-9d28-75d9bcf97094 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:49.497016 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.536597 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.537950 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:04:47Z', 'revision_number': 4, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '1d8f55af-b7e8-422a-a674-3a57cf004c04', 'name': '', 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'mac_address': 'fa:16:3e:4f:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:46Z', 'updated_at': '2021-09-16T18:04:47Z', 'revision_number': 2, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'subnets': [{'id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:49.558294 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c1504-c23b-4126-b5f8-53bcdd0f2138 req-02b0bcdd-d038-4aef-a11b-589c0761d380 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:49.559806 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-616c1504-c23b-4126-b5f8-53bcdd0f2138 req-02b0bcdd-d038-4aef-a11b-589c0761d380 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0615706 Sep 16 18:04:49.570511 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Checking router: b5eb3782-1033-40e4-b550-2d69bd22ea5f for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:04:49.570511 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Updating router b5eb3782-1033-40e4-b550-2d69bd22ea5f port 1d8f55af-b7e8-422a-a674-3a57cf004c04 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:04:49.578158 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6b1e32-b2cf-4fcf-9329-b622b48627d2,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:49.608396 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.609105 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-616c1504-c23b-4126-b5f8-53bcdd0f2138 req-792da7e1-7e01-4b94-873c-bae834cf5e9a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 Sep 16 18:04:49.656140 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.657412 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0b238614-7900-48ae-984c-3c688bf71a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4962983 Sep 16 18:04:49.660720 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51556) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:49.665219 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group_rule': {'security_group_id': '7d6b1e32-b2cf-4fcf-9329-b622b48627d2', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:49.807671 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.816036 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.885402 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.888328 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port eb424098-f76b-4e1c-9d28-75d9bcf97094, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=eb424098-f76b-4e1c-9d28-75d9bcf97094,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:49.970431 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:49.989053 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41d6176-9e47-4202-a336-fbd621464e06,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.003495 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.072226 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.076122 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b05063e6-9dba-44a6-ad0a-a475fef585c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118481 Sep 16 18:04:50.080863 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51560) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:50.082629 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group_rule': {'security_group_id': '7d6b1e32-b2cf-4fcf-9329-b622b48627d2', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:50.085429 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.089908 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=eb424098-f76b-4e1c-9d28-75d9bcf97094,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.136956 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.140424 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d904fa31-0226-4aa3-9f58-a3846e5597fe req-f4f83e53-2638-46bd-815d-fd9161e3c89c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 210 time: 0.0252972 Sep 16 18:04:50.167535 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.192274 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c0b6-551f-49e1-a538-5aa318313e79 None None] Pushing event updated for resources: {'Port': ['ID=1d8f55af-b7e8-422a-a674-3a57cf004c04,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.224193 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.251355 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Attempting to bind port 1d8f55af-b7e8-422a-a674-3a57cf004c04 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:50.252741 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Attempting to bind port 1d8f55af-b7e8-422a-a674-3a57cf004c04 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:50.252741 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Attempting to bind port 1d8f55af-b7e8-422a-a674-3a57cf004c04 on network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:50.257976 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:50.258321 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Checking segment: {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:50.259181 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.259181 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Bound using segment: {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:50.259652 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Bound port: 1d8f55af-b7e8-422a-a674-3a57cf004c04, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd31276-32b9-4154-b08a-ac9a433a379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:50.260032 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.302762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.322887 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0911f4fc-1705-41b0-ac28-a32620512282,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.339421 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] For port 1d8f55af-b7e8-422a-a674-3a57cf004c04, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:50.342986 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] For port 1d8f55af-b7e8-422a-a674-3a57cf004c04, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1d8f55af-b7e8-422a-a674-3a57cf004c04,segment=NetworkSegment(8dd31276-32b9-4154-b08a-ac9a433a379d),segment_id=8dd31276-32b9-4154-b08a-ac9a433a379d)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:50.388177 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.391296 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d0a6b343-25b2-49f5-a34a-40928519d4c5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3120601 Sep 16 18:04:50.393921 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51564) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:50.398794 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group_rule': {'security_group_id': '7d6b1e32-b2cf-4fcf-9329-b622b48627d2', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:50.442243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.450254 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f19187c4-b8f9-4f33-ba5c-1122135a19ea None None] Provisioning complete for port 1d8f55af-b7e8-422a-a674-3a57cf004c04 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:50.450819 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f19187c4-b8f9-4f33-ba5c-1122135a19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.512440 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.567904 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Routers {'b5eb3782-1033-40e4-b550-2d69bd22ea5f'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:04:50.568537 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:04:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:50.573112 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c0b6-551f-49e1-a538-5aa318313e79 None None] Pushing event updated for resources: {'Port': ['ID=1d8f55af-b7e8-422a-a674-3a57cf004c04,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.587202 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.629834 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f19187c4-b8f9-4f33-ba5c-1122135a19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.678759 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.699393 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ca7ef3-5f2b-4da0-9c30-24733b97c613,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.707914 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f19187c4-b8f9-4f33-ba5c-1122135a19ea None None] For port 1d8f55af-b7e8-422a-a674-3a57cf004c04, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1d8f55af-b7e8-422a-a674-3a57cf004c04,segment=NetworkSegment(8dd31276-32b9-4154-b08a-ac9a433a379d),segment_id=8dd31276-32b9-4154-b08a-ac9a433a379d)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:50.727595 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] Set router b5eb3782-1033-40e4-b550-2d69bd22ea5f gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:04:50.749204 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d247194-4f31-4e41-9ce0-7617a05163ef req-253e01f7-44a3-4989-9dc6-2d9572db0267 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:50.750703 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9d247194-4f31-4e41-9ce0-7617a05163ef req-253e01f7-44a3-4989-9dc6-2d9572db0267 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0470061 Sep 16 18:04:50.788849 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9d247194-4f31-4e41-9ce0-7617a05163ef req-1b516c58-4455-4033-a55f-b14676121755 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Sep 16 18:04:50.789935 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.793683 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-5aa73ed8-23f7-4e76-b07b-5eee078df0e1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959570 Sep 16 18:04:50.793954 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51572) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:50.798305 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group_rule': {'security_group_id': '7d6b1e32-b2cf-4fcf-9329-b622b48627d2', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:50.806212 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f19187c4-b8f9-4f33-ba5c-1122135a19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.886598 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.922452 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19187c4-b8f9-4f33-ba5c-1122135a19ea None None] Pushing event updated for resources: {'Port': ['ID=1d8f55af-b7e8-422a-a674-3a57cf004c04,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:50.965456 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-97d30655-b984-40e6-abd9-ddf7799c852e None None] Provisioning complete for port 1d8f55af-b7e8-422a-a674-3a57cf004c04 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:50.965831 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-97d30655-b984-40e6-abd9-ddf7799c852e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:50.966076 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.030449 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:04:47Z', 'revision_number': 4, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '1d8f55af-b7e8-422a-a674-3a57cf004c04', 'name': '', 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'mac_address': 'fa:16:3e:4f:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:46Z', 'updated_at': '2021-09-16T18:04:50Z', 'revision_number': 4, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'subnets': [{'id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:51.032485 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.050334 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1156ce42-0f3d-4f83-bf2c-1c06bc3a5625,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:51.077536 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125a68-5a69-4c63-b09f-a50037b85bb7 None None] The sync data for ids ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'] in dv-cinder-805887-16-iscsi is: [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:04:47Z', 'revision_number': 4, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '1d8f55af-b7e8-422a-a674-3a57cf004c04', 'name': '', 'network_id': '66c9eb19-c269-4aa1-a1b2-b29a2928c834', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'mac_address': 'fa:16:3e:4f:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:46Z', 'updated_at': '2021-09-16T18:04:50Z', 'revision_number': 4, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'subnets': [{'id': 'aa36a16a-81b6-4d84-9429-e591d47f39b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:04:51.150962 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.152288 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-2fcbd847-fcb9-4aaa-835e-231465ff0eb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3573983 Sep 16 18:04:51.158880 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51580) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:51.165463 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group_rule': {'security_group_id': '7d6b1e32-b2cf-4fcf-9329-b622b48627d2', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:51.199204 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a3a9be44-a90f-45f1-94f6-c0c8dea62f98 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:51.273805 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: a3a9be44-a90f-45f1-94f6-c0c8dea62f98 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:51.274168 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a3a9be44-a90f-45f1-94f6-c0c8dea62f98 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:51.307548 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e697c735-5f8f-4afe-8f0a-c99f44053caf req-f680fcf6-3345-484c-9f7a-980b5fc2ac2b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 210 time: 0.0722525 Sep 16 18:04:51.310723 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.securitygroups_db [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Project 5d296a5ec1bf4955bd11681bd3f37d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 18:04:51.345589 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.356380 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75b66-f302-4b0c-8297-e37172f409ca req-7921e6d3-9d9d-4f6e-aea6-4a142c52a001 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:51.358671 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3df75b66-f302-4b0c-8297-e37172f409ca req-7921e6d3-9d9d-4f6e-aea6-4a142c52a001 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1116159 Sep 16 18:04:51.415432 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-ce6d318d-2846-467c-a2a0-f67c230911d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:51.417817 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-ce6d318d-2846-467c-a2a0-f67c230911d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.1364312 Sep 16 18:04:51.447929 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device eb424098-f76b-4e1c-9d28-75d9bcf97094 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:51.522819 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.524474 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port eb424098-f76b-4e1c-9d28-75d9bcf97094 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:51.525167 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.589299 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-9623e6e4-4fbd-45a6-b392-fe90b84a28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:51.592171 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-9623e6e4-4fbd-45a6-b392-fe90b84a28e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 920 time: 0.1616256 Sep 16 18:04:51.645348 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-4bb5e3ec-971a-492d-bf82-c67e1bb835f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 217 time: 0.0404675 Sep 16 18:04:51.646530 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.662870 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-963a9205-f928-4fab-a67a-e942954c5acf tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:51.664502 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-963a9205-f928-4fab-a67a-e942954c5acf tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "GET /v2.0/networks?id=cb91b6e8-1f39-4959-b29a-43c445d14ea7 HTTP/1.1" status: 200 len: 814 time: 0.5219786 Sep 16 18:04:51.664788 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 1d8f55af-b7e8-422a-a674-3a57cf004c04 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:51.678868 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a4f849-09a5-40f3-a31c-937585da73b5,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:51.681583 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Request body: {'port': {'device_id': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7', 'admin_state_up': True, 'tenant_id': '5e9a42421d444d739e91c9d86eedfa7b'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:51.724338 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3df75b66-f302-4b0c-8297-e37172f409ca req-e800e30c-2314-4045-bc95-6e927b274c85 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561490 Sep 16 18:04:51.763257 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-5ad22ff6-5c45-4625-8d0a-bfe98a673ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:51.764913 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-5ad22ff6-5c45-4625-8d0a-bfe98a673ae4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.1098125 Sep 16 18:04:51.766018 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 1d8f55af-b7e8-422a-a674-3a57cf004c04 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:51.766644 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.821379 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-4d0205c2-1d82-4747-9fba-c5f5753aec2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453691 Sep 16 18:04:51.822276 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:51.826292 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6c982a5a-e167-4732-87b5-9c5457d05ac6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6663303 Sep 16 18:04:51.826905 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51594) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:51.833506 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'security_group_rule': {'security_group_id': '7d6b1e32-b2cf-4fcf-9329-b622b48627d2', 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:51.923077 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-b4189cee-1454-4662-b373-708119b33eee service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951159 Sep 16 18:04:51.938394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Made reservation on behalf of 5e9a42421d444d739e91c9d86eedfa7b for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:04:51.942197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.022188 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd70039-ffe3-4af7-ae28-5e8fc6a7f2ba req-f08988e8-e769-4161-931e-7835f313d931 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902474 Sep 16 18:04:52.072256 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.securitygroups_db [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Project 5d296a5ec1bf4955bd11681bd3f37d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 18:04:52.082561 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.124039 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Allocated IP 172.20.0.5 (cb91b6e8-1f39-4959-b29a-43c445d14ea7/cc1ff47f-9ccb-4899-86fa-3e933d654d52/1fbc6652-c743-426d-bbce-170868e14325) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:04:52.174728 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.284388 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.318988 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06acc3e5-d750-4e56-9f5e-d4ea6d1ae90d,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:52.349141 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8cc0d-a7de-459c-8ec0-d7ca5468b5cf req-e90c1398-da37-4a21-95f6-65626e6ac7e7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:52.350671 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a8e8cc0d-a7de-459c-8ec0-d7ca5468b5cf req-e90c1398-da37-4a21-95f6-65626e6ac7e7 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 946 time: 0.1381276 Sep 16 18:04:52.375146 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.414170 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.415017 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f17b0227-e399-41cb-ab6b-93d8b0aaa31e req-e73adda8-3862-433e-933e-a290c12afdca tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 210 time: 0.0268791 Sep 16 18:04:52.415373 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6d01d093-24d3-46d2-a13b-34c8995f34c0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5874338 Sep 16 18:04:52.423752 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a8e8cc0d-a7de-459c-8ec0-d7ca5468b5cf req-1082793c-d417-494c-9844-e3a65e16f7b2 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Sep 16 18:04:52.508456 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.550433 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Network cb91b6e8-1f39-4959-b29a-43c445d14ea7 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:04:52.553551 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:04:52.557213 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:04:52.584751 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Pushing event updated for resources: {'Port': ['ID=1fbc6652-c743-426d-bbce-170868e14325,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:52.613522 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:52.614139 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.685355 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-26fa4488-42d1-46f6-9711-8cbc0c31c9d4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0084984 Sep 16 18:04:52.700346 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Request body: {'port': {'device_id': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:04:52.753807 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:52.925762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b927-28ad-4c8d-9a9a-8831869d5923 req-158889c5-b068-4561-a8ce-f298740bb9bf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:52.927287 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5ec0b927-28ad-4c8d-9a9a-8831869d5923 req-158889c5-b068-4561-a8ce-f298740bb9bf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1190553 Sep 16 18:04:53.005475 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5ec0b927-28ad-4c8d-9a9a-8831869d5923 req-16066551-e5c2-4494-acf5-bcc86c69e9aa tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719087 Sep 16 18:04:53.084425 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbc6652-c743-426d-bbce-170868e14325 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:04:53.092889 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:53.106992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Transition to ACTIVE for port object 1fbc6652-c743-426d-bbce-170868e14325 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:04:53.176119 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:53.255617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbc6652-c743-426d-bbce-170868e14325,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:53.305743 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Attempting to bind port 1fbc6652-c743-426d-bbce-170868e14325 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:04:53.306071 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Attempting to bind port 1fbc6652-c743-426d-bbce-170868e14325 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:04:53.306415 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Attempting to bind port 1fbc6652-c743-426d-bbce-170868e14325 on network cb91b6e8-1f39-4959-b29a-43c445d14ea7 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:53.310624 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Port 1fbc6652-c743-426d-bbce-170868e14325 on network cb91b6e8-1f39-4959-b29a-43c445d14ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:04:53.310937 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Attempting to bind port 1fbc6652-c743-426d-bbce-170868e14325 on network cb91b6e8-1f39-4959-b29a-43c445d14ea7 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:04:53.315632 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:04:53.315960 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Checking segment: {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:04:53.316333 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Bound using segment: {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:04:53.316851 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Bound port: 1fbc6652-c743-426d-bbce-170868e14325, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5015e9fe-2432-4381-b275-47e5ae22952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:04:53.317201 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:53.380676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] For port 1fbc6652-c743-426d-bbce-170868e14325, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:04:53.383878 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] For port 1fbc6652-c743-426d-bbce-170868e14325, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1fbc6652-c743-426d-bbce-170868e14325,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:04:53.471770 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:53.484058 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-4d5ffefb-5be4-4c53-b67f-e08c0b1334b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.485704 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-4d5ffefb-5be4-4c53-b67f-e08c0b1334b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 1098 time: 0.0479965 Sep 16 18:04:53.548276 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.548916 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:53.550301 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fbc6652-c743-426d-bbce-170868e14325 HTTP/1.1" status: 200 len: 1093 time: 0.8541117 Sep 16 18:04:53.571243 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'tag': '1fbc6652-c743-426d-bbce-170868e14325'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:53.573705 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c714a69-8fd7-4275-b604-a6f71e982330" -d '{"events": [{"name": "network-changed", "server_uuid": "489294de-3aa5-42cf-b849-cad5e1c3b33e", "tag": "1fbc6652-c743-426d-bbce-170868e14325"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:53.601220 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbd2ce-8f18-4b91-88a8-966fdf88c973 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbc6652-c743-426d-bbce-170868e14325,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:53.619502 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc3fe0-6ca5-43dc-b6be-b7dfe82abda1 req-015eade9-6eb4-4dc8-b31d-d2da277057fe tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.621036 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-babc3fe0-6ca5-43dc-b6be-b7dfe82abda1 req-015eade9-6eb4-4dc8-b31d-d2da277057fe tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 943 time: 0.0951989 Sep 16 18:04:53.627964 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37926a-af93-4fce-b23a-876de5efaa61 req-5e4ca138-5430-4255-a60d-001b5c685e9a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.629522 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1f37926a-af93-4fce-b23a-876de5efaa61 req-5e4ca138-5430-4255-a60d-001b5c685e9a tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 946 time: 0.1327817 Sep 16 18:04:53.666923 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-0d785d61-d701-4f87-8700-6c3e9cec8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.668413 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-0d785d61-d701-4f87-8700-6c3e9cec8fd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 200 len: 920 time: 0.1421781 Sep 16 18:04:53.680681 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-babc3fe0-6ca5-43dc-b6be-b7dfe82abda1 req-fd27d717-4528-49c5-b9a6-ad4132b7a661 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536866 Sep 16 18:04:53.687244 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1f37926a-af93-4fce-b23a-876de5efaa61 req-308537cf-2088-48ad-ab4a-38cb43e79b42 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/security-groups?id=43d1e9df-085a-40c0-bd4d-b46fc26558d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Sep 16 18:04:53.726088 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-fba51e42-f7ed-4c59-86ae-ebd668bb0ab4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 200 len: 217 time: 0.0379467 Sep 16 18:04:53.755094 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1f0c76-0582-4c88-b797-9374c5271edc x-openstack-request-id: req-9d1f0c76-0582-4c88-b797-9374c5271edc {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:53.756091 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489294de-3aa5-42cf-b849-cad5e1c3b33e", "tag": "1fbc6652-c743-426d-bbce-170868e14325", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:53.756776 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d1f0c76-0582-4c88-b797-9374c5271edc {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:53.758161 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'tag': '1fbc6652-c743-426d-bbce-170868e14325', 'status': 'completed', 'code': 200} Sep 16 18:04:53.767332 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-72fb69a3-402b-4f9c-b517-25589b083195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.770811 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-72fb69a3-402b-4f9c-b517-25589b083195 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 1096 time: 0.0642433 Sep 16 18:04:53.795632 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-b302239e-33e5-446c-be8e-1c0888420ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.797627 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-b302239e-33e5-446c-be8e-1c0888420ae2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 200 len: 859 time: 0.0573478 Sep 16 18:04:53.824189 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-91323300-f1fa-4c47-8e5e-78f1edc1a715 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fbc6652-c743-426d-bbce-170868e14325 HTTP/1.1" status: 200 len: 217 time: 0.0415289 Sep 16 18:04:53.837375 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-194d9a68-cc4c-47f8-a2ce-bd68d6efab1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247948 Sep 16 18:04:53.890777 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-162b7112-383f-4f5c-b594-89355aef3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:53.892424 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-162b7112-383f-4f5c-b594-89355aef3325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc1ff47f-9ccb-4899-86fa-3e933d654d52 HTTP/1.1" status: 200 len: 854 time: 0.0441039 Sep 16 18:04:53.938755 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-c10299cd-5144-4424-abe8-d9673da638ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb91b6e8-1f39-4959-b29a-43c445d14ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318668 Sep 16 18:04:53.950590 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-1f2784d9-d32b-42d0-8adf-722b71828d87 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002541 Sep 16 18:04:54.042471 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1dc315ab-9d7d-4d71-a3c3-188f184e1a21 req-6fe6fd91-38b8-4f2d-9f8f-0c2010dc4bc9 service neutron] 10.222.0.48 "GET /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840359 Sep 16 18:04:54.043374 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-71591635-7654-47ee-a5a0-00f41a2b6bbe service neutron] 10.222.0.48 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919473 Sep 16 18:04:54.123813 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-b9b91f46-d307-49ca-bb8c-305527a3eaab tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:54.125274 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-b9b91f46-d307-49ca-bb8c-305527a3eaab tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 946 time: 0.0594709 Sep 16 18:04:54.199120 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-582b2bc7-aa19-4880-9ff9-71e4da1cb6da req-431326e0-babf-47a4-bf07-411bd3f7c07f service neutron] 10.222.0.48 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331475 Sep 16 18:04:54.207599 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfde94-a909-4a19-89b0-0605e7a3cb57 req-df761853-d54d-4aab-b33a-ce6723bd3f1e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:54.210805 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1fdfde94-a909-4a19-89b0-0605e7a3cb57 req-df761853-d54d-4aab-b33a-ce6723bd3f1e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.1359191 Sep 16 18:04:54.230137 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Deleting port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:04:54.241288 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:54.248271 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1fdfde94-a909-4a19-89b0-0605e7a3cb57 req-dde97ca9-c5fb-4169-9ffc-b6ce4f8c785a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Sep 16 18:04:54.323431 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] For port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,segment=NetworkSegment(ef2d9522-0fd8-4145-ba63-d9ab29309ec2),segment_id=ef2d9522-0fd8-4145-ba63-d9ab29309ec2)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:54.323782 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:54.336900 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Calling delete_port for 88f8113a-723c-4b75-8a4b-7fe32e5afa0b owned by compute:nova {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:04:54.411908 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-97d1eadf-f0a7-4d8e-9d82-a814d6952ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:54.414383 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-97d1eadf-f0a7-4d8e-9d82-a814d6952ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 1096 time: 0.0467188 Sep 16 18:04:54.523629 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-9835f9d7-3b0b-48b3-b6bb-bc4144094a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:54.525129 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-9835f9d7-3b0b-48b3-b6bb-bc4144094a86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb91b6e8-1f39-4959-b29a-43c445d14ea7 HTTP/1.1" status: 200 len: 915 time: 0.0990031 Sep 16 18:04:54.553032 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:54.567275 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['88f8113a-723c-4b75-8a4b-7fe32e5afa0b'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:54.574701 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-81af841a-df1a-4e9b-9aa3-f2712e604772 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fbc6652-c743-426d-bbce-170868e14325 HTTP/1.1" status: 200 len: 217 time: 0.0409770 Sep 16 18:04:54.588654 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Pushing event deleted for resources: {'Port': ['ID=88f8113a-723c-4b75-8a4b-7fe32e5afa0b,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:54.639226 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-97330bf8-82c5-41a4-b7d6-5a63007cd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:54.641543 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-97330bf8-82c5-41a4-b7d6-5a63007cd01d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc1ff47f-9ccb-4899-86fa-3e933d654d52 HTTP/1.1" status: 200 len: 854 time: 0.0574415 Sep 16 18:04:54.647796 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] No DVR routers for this DVR port 88f8113a-723c-4b75-8a4b-7fe32e5afa0b on host hv-cinder-80588 {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:04:54.650290 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:54.652362 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1b15f997-a199-493d-aa5c-2a8f5f179836 req-50db48e4-b34b-4a92-83fc-63b99668cfda tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.48 "DELETE /v2.0/ports/88f8113a-723c-4b75-8a4b-7fe32e5afa0b HTTP/1.1" status: 204 len: 173 time: 0.5182173 Sep 16 18:04:54.652912 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'name': 'network-vif-deleted', 'tag': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:54.655288 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070b222-48df-4608-84a3-75476a6d28b8" -d '{"events": [{"server_uuid": "e8c9fa58-f885-4f8a-aeec-20aeeb59d59b", "name": "network-vif-deleted", "tag": "88f8113a-723c-4b75-8a4b-7fe32e5afa0b"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:54.680992 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-c1e394c7-e3f8-4c3d-a383-7efe04d934ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb91b6e8-1f39-4959-b29a-43c445d14ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285656 Sep 16 18:04:54.697596 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931dc07-9bc7-4328-a49f-ace61d332430 x-openstack-request-id: req-f931dc07-9bc7-4328-a49f-ace61d332430 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:54.697890 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c9fa58-f885-4f8a-aeec-20aeeb59d59b", "name": "network-vif-deleted", "tag": "88f8113a-723c-4b75-8a4b-7fe32e5afa0b", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:54.698141 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f931dc07-9bc7-4328-a49f-ace61d332430 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:54.698557 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c9fa58-f885-4f8a-aeec-20aeeb59d59b', 'name': 'network-vif-deleted', 'tag': '88f8113a-723c-4b75-8a4b-7fe32e5afa0b', 'status': 'completed', 'code': 200} Sep 16 18:04:54.808437 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3e0c84fc-df2a-4f7b-bc7e-1ba5fe080062 req-a4d6a4ab-e05e-4479-87d5-69d8fa98c915 tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0318520 Sep 16 18:04:54.828351 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-301a1ea6-a9ee-438c-9f53-bf744236acad service neutron] 10.222.0.48 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224051 Sep 16 18:04:54.855192 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4a39-a3b4-4b16-bb02-24835410f9ef req-d71e9f7c-83d9-49a2-9d37-520e59759dc4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:54.857209 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b63f4a39-a3b4-4b16-bb02-24835410f9ef req-d71e9f7c-83d9-49a2-9d37-520e59759dc4 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 943 time: 0.0569384 Sep 16 18:04:54.915496 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b63f4a39-a3b4-4b16-bb02-24835410f9ef req-1b9ff3d5-375c-49be-b802-3f3ba5863a0c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Sep 16 18:04:54.955193 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c714a69-8fd7-4275-b604-a6f71e982330 req-1a37079e-dc88-4c6d-95d3-8e050f29506b service neutron] 10.222.0.48 "GET /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167538 Sep 16 18:04:55.016303 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:55.922934 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-141560c1-7b43-4c41-8010-62702e96ed57 req-bf7ef3a6-2c5e-4e3c-a4f1-a251bd56cffd tempest-AttachVolumeNegativeTest-574356715 tempest-AttachVolumeNegativeTest-574356715-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8c9fa58-f885-4f8a-aeec-20aeeb59d59b HTTP/1.1" status: 200 len: 210 time: 0.0312393 Sep 16 18:04:56.033201 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c6ddf-0f21-45a8-bd02-cebed3b8e760 req-1c701bc1-c957-4d46-a906-77e258d3202c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:56.034893 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e77c6ddf-0f21-45a8-bd02-cebed3b8e760 req-1c701bc1-c957-4d46-a906-77e258d3202c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 943 time: 0.0499365 Sep 16 18:04:56.078895 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e77c6ddf-0f21-45a8-bd02-cebed3b8e760 req-880dfe39-59f5-4f4a-acb2-24e52339bb24 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 Sep 16 18:04:56.977978 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51704) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:57.022323 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Deleting subnet aab3abe8-e738-4bc8-9bdc-e245a447e33e {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:04:57.025432 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.059812 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.100797 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.203906 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768df2-412c-46c9-811f-355cede00db6 req-c37ebb04-0058-4133-a363-9bb2fdc9fb16 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:57.205916 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-90768df2-412c-46c9-811f-355cede00db6 req-c37ebb04-0058-4133-a363-9bb2fdc9fb16 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 943 time: 0.0568831 Sep 16 18:04:57.226305 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.235773 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1fbc6652-c743-426d-bbce-170868e14325 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:04:57.261621 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab3abe8-e738-4bc8-9bdc-e245a447e33e,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:57.271974 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-90768df2-412c-46c9-811f-355cede00db6 req-face0a97-1566-4630-a616-ef7fb2260bba tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599434 Sep 16 18:04:57.272959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.274857 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fd56ebe9-3461-462c-beec-a12910cda522 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aab3abe8-e738-4bc8-9bdc-e245a447e33e HTTP/1.1" status: 204 len: 168 time: 0.2957356 Sep 16 18:04:57.277372 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51710) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:57.342386 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 1fbc6652-c743-426d-bbce-170868e14325, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1fbc6652-c743-426d-bbce-170868e14325,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:57.346168 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.361396 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '1fbc6652-c743-426d-bbce-170868e14325', 'network_id': 'cb91b6e8-1f39-4959-b29a-43c445d14ea7', 'port_id': '1fbc6652-c743-426d-bbce-170868e14325', 'mac_address': 'fa:16:3e:71:e8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ff47f-9ccb-4899-86fa-3e933d654d52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:04:57.399759 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.416088 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbc6652-c743-426d-bbce-170868e14325 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:04:57.429557 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.434765 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 1fbc6652-c743-426d-bbce-170868e14325, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1fbc6652-c743-426d-bbce-170868e14325,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:57.450043 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:57.460869 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:57.461093 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2d9522-0fd8-4145-ba63-d9ab29309ec2') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:04:57.469901 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.482733 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.488896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:04:57.489280 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:04:57.490885 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:04:57.507911 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.557194 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=1fbc6652-c743-426d-bbce-170868e14325,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:57.604645 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.612115 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:57.616369 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e HTTP/1.1" status: 204 len: 168 time: 0.3379934 Sep 16 18:04:57.625935 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f047c-d4ac-4e0b-a8d8-44e67a79eab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b41ae28-b9fc-4ab6-ac11-b1625cc7e15e,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:57.780542 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['1fbc6652-c743-426d-bbce-170868e14325'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:04:57.952145 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51716) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:57.991637 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-54ca3424-e254-4090-a343-9be2dd5c2d26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0417484f42df4e17866d59e5efa1eb4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383189 Sep 16 18:04:57.994576 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 51718) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:04:58.041384 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-74acee45-e28b-4121-bf26-06ce948ad4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:58.062362 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-74acee45-e28b-4121-bf26-06ce948ad4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:58.176914 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-74acee45-e28b-4121-bf26-06ce948ad4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:58.179728 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-74acee45-e28b-4121-bf26-06ce948ad4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:58.180943 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-74acee45-e28b-4121-bf26-06ce948ad4de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43d1e9df-085a-40c0-bd4d-b46fc26558d5 HTTP/1.1" status: 204 len: 168 time: 0.1854730 Sep 16 18:04:58.189206 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acee45-e28b-4121-bf26-06ce948ad4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d1e9df-085a-40c0-bd4d-b46fc26558d5,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:58.402699 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a017a-ab73-41e7-a01e-82e7618a3929 req-c2e4199e-ed9e-43a6-ba02-69701fad4140 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:58.405174 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2a017a-ab73-41e7-a01e-82e7618a3929 req-c2e4199e-ed9e-43a6-ba02-69701fad4140 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 944 time: 0.0603187 Sep 16 18:04:58.443473 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2a017a-ab73-41e7-a01e-82e7618a3929 req-d9472cf8-f496-479d-9c99-b0944710bd8c tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Sep 16 18:04:59.242105 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1fbc6652-c743-426d-bbce-170868e14325 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:04:59.358211 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 1fbc6652-c743-426d-bbce-170868e14325 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:04:59.362185 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 1fbc6652-c743-426d-bbce-170868e14325 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:04:59.362574 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:59.444741 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:59.467512 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbc6652-c743-426d-bbce-170868e14325'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:04:59.469860 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11f4e7-4d5f-4273-a164-34aee581abf7" -d '{"events": [{"server_uuid": "489294de-3aa5-42cf-b849-cad5e1c3b33e", "name": "network-vif-plugged", "status": "completed", "tag": "1fbc6652-c743-426d-bbce-170868e14325"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:04:59.488382 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 1fbc6652-c743-426d-bbce-170868e14325, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1fbc6652-c743-426d-bbce-170868e14325,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:04:59.581294 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf90b4-0173-4839-a3b0-c1953cf4a415 req-7dba066d-215d-447e-a2b7-079cae001b58 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:59.582803 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b8bf90b4-0173-4839-a3b0-c1953cf4a415 req-7dba066d-215d-447e-a2b7-079cae001b58 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 944 time: 0.0532570 Sep 16 18:04:59.587807 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:04:59.588468 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 88f8113a-723c-4b75-8a4b-7fe32e5afa0b no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:04:59.627898 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 88f8113a-723c-4b75-8a4b-7fe32e5afa0b {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:04:59.628109 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b8bf90b4-0173-4839-a3b0-c1953cf4a415 req-c2e35be3-463c-42ae-a0ec-bb6ba6e38e74 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Sep 16 18:04:59.628211 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 88f8113a-723c-4b75-8a4b-7fe32e5afa0b not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:04:59.658427 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=1fbc6652-c743-426d-bbce-170868e14325,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:04:59.666169 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.666635 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.666978 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.667312 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.667638 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.667966 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.668288 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.668616 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.668953 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.669278 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.669596 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.669912 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:04:59.686172 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03176b6e-a8db-45ee-ace9-a35a8386b42f x-openstack-request-id: req-03176b6e-a8db-45ee-ace9-a35a8386b42f {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:04:59.686497 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489294de-3aa5-42cf-b849-cad5e1c3b33e", "name": "network-vif-plugged", "status": "completed", "tag": "1fbc6652-c743-426d-bbce-170868e14325", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:04:59.686752 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03176b6e-a8db-45ee-ace9-a35a8386b42f {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:04:59.687147 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbc6652-c743-426d-bbce-170868e14325', 'code': 200} Sep 16 18:04:59.936026 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ed62e-fabb-4065-9cac-8d97b0b9f639 req-1bede482-dd9f-4d04-be7a-67c0e6ad1caf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:04:59.937569 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc9ed62e-fabb-4065-9cac-8d97b0b9f639 req-1bede482-dd9f-4d04-be7a-67c0e6ad1caf tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0503705 Sep 16 18:04:59.977738 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc9ed62e-fabb-4065-9cac-8d97b0b9f639 req-c711b82d-6568-44dc-bb15-accb2e620ce9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342834 Sep 16 18:05:00.050033 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9627396-f5c9-44ec-a7d3-bc6de4bb351e req-229df964-6382-4564-814b-5d404c8e7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:00.051575 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9627396-f5c9-44ec-a7d3-bc6de4bb351e req-229df964-6382-4564-814b-5d404c8e7795 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 1098 time: 0.0400710 Sep 16 18:05:00.090462 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9627396-f5c9-44ec-a7d3-bc6de4bb351e req-df0b8f49-e48c-4df5-b880-c23137a08c7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295894 Sep 16 18:05:00.749184 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91a68-3ce4-48a7-8dd1-b70eb67b99ec req-006f14cd-2388-46ec-a259-5aa9133e094b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:00.750675 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-97c91a68-3ce4-48a7-8dd1-b70eb67b99ec req-006f14cd-2388-46ec-a259-5aa9133e094b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 945 time: 0.0500934 Sep 16 18:05:00.789153 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-97c91a68-3ce4-48a7-8dd1-b70eb67b99ec req-57a756aa-ab3e-42ff-a781-579437016fee tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Sep 16 18:05:01.093250 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed32c22-acdd-47aa-a44b-efcac37361d6 req-5e4de612-6adb-42ab-aaa6-c757e4fc18f4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:01.094754 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3ed32c22-acdd-47aa-a44b-efcac37361d6 req-5e4de612-6adb-42ab-aaa6-c757e4fc18f4 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0518148 Sep 16 18:05:01.133819 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3ed32c22-acdd-47aa-a44b-efcac37361d6 req-13d4e0ba-dd24-4494-aa82-932add25784b tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Sep 16 18:05:01.907521 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0d53b-483d-4f0b-8d12-b74bd8e0dca6 req-181ad879-4d6a-4777-bffa-54a150e22fde tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:01.908994 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49a0d53b-483d-4f0b-8d12-b74bd8e0dca6 req-181ad879-4d6a-4777-bffa-54a150e22fde tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 945 time: 0.0516386 Sep 16 18:05:01.946756 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49a0d53b-483d-4f0b-8d12-b74bd8e0dca6 req-a9975093-e053-4711-8511-cd4e90f9e8d2 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Sep 16 18:05:02.248317 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489dd3a-7a0e-44a5-bd18-607bc8d5df79 req-179fa716-adba-441d-bb29-410bed7dd034 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:02.251304 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5489dd3a-7a0e-44a5-bd18-607bc8d5df79 req-179fa716-adba-441d-bb29-410bed7dd034 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0502427 Sep 16 18:05:02.291253 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5489dd3a-7a0e-44a5-bd18-607bc8d5df79 req-dc744cab-0f43-4982-8373-9de6e8dede95 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Sep 16 18:05:03.408660 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f077286-dfb2-4c78-9999-db2cb891749f req-72011f7f-fde8-4674-8b07-ac33d5277a7d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:03.410159 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8f077286-dfb2-4c78-9999-db2cb891749f req-72011f7f-fde8-4674-8b07-ac33d5277a7d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0510600 Sep 16 18:05:03.454440 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8f077286-dfb2-4c78-9999-db2cb891749f req-2a7d8e05-864a-465f-adae-332bc0260eb2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379438 Sep 16 18:05:04.569589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c312d-3488-4b2f-9f62-3e84af02ada9 req-f2f44ca9-2480-4bcc-9b1d-1cbff4ae40fe tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:04.571521 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e26c312d-3488-4b2f-9f62-3e84af02ada9 req-f2f44ca9-2480-4bcc-9b1d-1cbff4ae40fe tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0465195 Sep 16 18:05:04.607761 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e26c312d-3488-4b2f-9f62-3e84af02ada9 req-fd1365ce-a8af-456c-b62f-9edc1f43ea1f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Sep 16 18:05:05.719144 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dbd5-1b84-44e0-b9f6-0e8fcd1fe13a req-1e53cd25-bbdd-4950-addc-ad42114b7f2d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:05.720619 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e154dbd5-1b84-44e0-b9f6-0e8fcd1fe13a req-1e53cd25-bbdd-4950-addc-ad42114b7f2d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0472364 Sep 16 18:05:05.756445 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e154dbd5-1b84-44e0-b9f6-0e8fcd1fe13a req-bb721d39-abd1-41b9-9f2d-97d853dd8b4f tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300322 Sep 16 18:05:06.869475 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f051d-087a-4ca2-ad62-37fa98bef127 req-299c07ea-fe87-4180-81d2-0043383d56da tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:06.870992 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9c6f051d-087a-4ca2-ad62-37fa98bef127 req-299c07ea-fe87-4180-81d2-0043383d56da tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0499234 Sep 16 18:05:06.908568 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9c6f051d-087a-4ca2-ad62-37fa98bef127 req-96172655-8ada-477a-bc80-f6bc9fff51d3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Sep 16 18:05:07.175096 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-9ef5abf6-df14-4cf3-842a-7d61a4a773f5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:07.176493 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-9ef5abf6-df14-4cf3-842a-7d61a4a773f5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 946 time: 0.0503900 Sep 16 18:05:07.264843 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Deleting port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:05:07.265180 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:07.354942 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] For port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:07.355307 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:07.367056 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Calling delete_port for 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:05:07.581730 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:07.594567 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['e8455b42-ce1b-4d4e-9d5f-c87f6049fa49'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:05:07.611714 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Pushing event deleted for resources: {'Port': ['ID=1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:07.652295 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] No DVR routers for this DVR port 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:05:07.655391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:07.657337 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6686dda5-106b-4d26-b6a5-ff9cab26796f req-23e3e6ce-ef3b-40f2-b516-8428f3838536 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "DELETE /v2.0/ports/1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 HTTP/1.1" status: 204 len: 173 time: 0.4735694 Sep 16 18:05:07.657785 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'name': 'network-vif-deleted', 'tag': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:07.660197 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f609d56a-4b30-4e01-9deb-34d8fd3995b4" -d '{"events": [{"server_uuid": "daa11301-2f39-48a6-8f92-9d8b1aff9f83", "name": "network-vif-deleted", "tag": "1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:07.695100 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c90675-fdc9-4265-ba41-320d81c590b5 x-openstack-request-id: req-00c90675-fdc9-4265-ba41-320d81c590b5 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:07.695394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa11301-2f39-48a6-8f92-9d8b1aff9f83", "name": "network-vif-deleted", "tag": "1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:07.695643 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00c90675-fdc9-4265-ba41-320d81c590b5 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:07.696031 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa11301-2f39-48a6-8f92-9d8b1aff9f83', 'name': 'network-vif-deleted', 'tag': '1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571', 'status': 'completed', 'code': 200} Sep 16 18:05:08.011889 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0fff3da3-288d-4f50-97b5-1438f1e1a20b req-c4848139-4b1c-4a87-9829-2c5bae7191dc tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=daa11301-2f39-48a6-8f92-9d8b1aff9f83 HTTP/1.1" status: 200 len: 210 time: 0.0260828 Sep 16 18:05:08.049345 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:05:08.179913 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:05:08.180173 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1327349c-8cb7-4fd5-b0a7-bb4cf2bb1571 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:05:09.442046 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6afe6-7b85-410d-a651-4d214ffd02ae req-fcad782c-8734-4202-b4f9-28f1985a946d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:09.443548 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dfb6afe6-7b85-410d-a651-4d214ffd02ae req-fcad782c-8734-4202-b4f9-28f1985a946d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0463018 Sep 16 18:05:09.480444 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dfb6afe6-7b85-410d-a651-4d214ffd02ae req-c554dc36-f3da-4683-8dbd-0fba887ade16 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Sep 16 18:05:09.484525 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f9288b60-a4a5-473c-b234-e30966306a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:10.815563 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d972-4f0c-423d-af6e-805efcf71abc req-696540a4-2356-4d5b-8633-d0da9e3f6754 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:10.816931 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f3c1d972-4f0c-423d-af6e-805efcf71abc req-696540a4-2356-4d5b-8633-d0da9e3f6754 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.2706358 Sep 16 18:05:10.853075 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f3c1d972-4f0c-423d-af6e-805efcf71abc req-36daa0e9-a5cf-4483-b6ba-696827d3a59a tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297341 Sep 16 18:05:11.935774 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6bd1be42-46f3-4a25-84f8-f2f58a696bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:11.966601 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b25eec-94d9-421c-8fe0-ab4eab9b7491 req-fc1fd2cc-0ea4-490d-bd02-e72e7a99efc7 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:11.968062 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0b25eec-94d9-421c-8fe0-ab4eab9b7491 req-fc1fd2cc-0ea4-490d-bd02-e72e7a99efc7 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0474784 Sep 16 18:05:12.004142 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0b25eec-94d9-421c-8fe0-ab4eab9b7491 req-7dd09133-0e84-40be-bc9b-a9820535c21e tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Sep 16 18:05:12.729882 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:12.975551 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:13.115497 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d391c-30d6-4cee-a9a8-386bcb20129f req-7169123a-58ba-4466-8ae1-cb83fc90abb5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:13.116977 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7e8d391c-30d6-4cee-a9a8-386bcb20129f req-7169123a-58ba-4466-8ae1-cb83fc90abb5 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0474772 Sep 16 18:05:13.154394 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7e8d391c-30d6-4cee-a9a8-386bcb20129f req-b10ff11d-0286-4beb-8922-011734fb1004 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 16 18:05:14.270262 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816beff-7f80-4bb0-9bf5-908d45cbeed2 req-14ad5e98-4daf-4112-af04-af2bd37764d6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:14.271756 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1816beff-7f80-4bb0-9bf5-908d45cbeed2 req-14ad5e98-4daf-4112-af04-af2bd37764d6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0504882 Sep 16 18:05:14.308990 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1816beff-7f80-4bb0-9bf5-908d45cbeed2 req-4573056c-4c3e-4244-873d-6e41fc5ba28d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Sep 16 18:05:14.651390 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:05:14.701387 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:15.418517 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d9e11-76c9-4092-acca-8c238a894c00 req-eead0c0a-3d23-45c9-8ccc-0a464bb1be45 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:15.420098 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7e4d9e11-76c9-4092-acca-8c238a894c00 req-eead0c0a-3d23-45c9-8ccc-0a464bb1be45 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0481050 Sep 16 18:05:15.458649 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7e4d9e11-76c9-4092-acca-8c238a894c00 req-8e201ad4-5238-4cc1-b21f-82627b1acfb6 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Sep 16 18:05:16.491491 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8da12ce5-888e-4924-8b5b-ed549d8be3ac tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191906018&fields=id&tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a HTTP/1.1" status: 200 len: 267 time: 0.0428305 Sep 16 18:05:16.588485 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265df5f-6ec6-49ea-aa30-b9a960d14385 req-8bc89ad4-1a37-45b0-8e12-31474480ed53 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:16.590902 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1265df5f-6ec6-49ea-aa30-b9a960d14385 req-8bc89ad4-1a37-45b0-8e12-31474480ed53 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0627940 Sep 16 18:05:16.612715 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-99794584-00fe-4462-99b1-9202740f73af tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:16.618856 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-99794584-00fe-4462-99b1-9202740f73af tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 809 time: 0.1182146 Sep 16 18:05:16.628873 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1265df5f-6ec6-49ea-aa30-b9a960d14385 req-ef234bbb-fca5-4bcc-aa55-cc016d678057 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Sep 16 18:05:16.629046 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7b6b234c-e266-49dc-94a0-93e0a70aa968 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/quotas/5d296a5ec1bf4955bd11681bd3f37d5a HTTP/1.1" status: 200 len: 375 time: 0.0088518 Sep 16 18:05:16.678568 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-5026fbb1-ff04-46ba-af3b-43d12de7b5c9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433826 Sep 16 18:05:16.772177 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-586703ed-4771-494c-a45a-1b5022eba1c8 service neutron] 10.222.0.39 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788448 Sep 16 18:05:16.860854 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-643d08b0-89bf-467a-8328-2ce5476996fe service neutron] 10.222.0.39 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820568 Sep 16 18:05:17.323160 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-147f853b-7ea9-48b9-b9c9-91c7cd5b7e59 req-a684700f-90a1-424d-8d85-ab901a2c400b tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0253618 Sep 16 18:05:17.695644 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800515-847f-47fb-bcad-5b6a5cb6467c req-4c647f25-b77b-450b-a283-8528c6438da4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:17.700089 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-90800515-847f-47fb-bcad-5b6a5cb6467c req-4c647f25-b77b-450b-a283-8528c6438da4 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0472863 Sep 16 18:05:17.737325 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-90800515-847f-47fb-bcad-5b6a5cb6467c req-46ffae0e-f966-49d4-bde4-78e66199a8aa tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332589 Sep 16 18:05:17.744495 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08287f-dfd9-4dda-8633-75b777116478 req-ac276eca-8c7f-40ef-8d42-8fb36b981be3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:17.745976 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2a08287f-dfd9-4dda-8633-75b777116478 req-ac276eca-8c7f-40ef-8d42-8fb36b981be3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0495410 Sep 16 18:05:17.783050 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2a08287f-dfd9-4dda-8633-75b777116478 req-fe1390f0-6ebf-4c33-9f51-8c97a099c06c tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Sep 16 18:05:18.411388 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0b06def1-cf0e-4d41-b9da-0b365ca52e3d req-0c965a94-d725-46b3-a4c0-a177a90f2e1a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0246272 Sep 16 18:05:18.848444 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a786ff1-d7de-461f-9bd5-25a039356ba8 req-4de36e32-a14c-4b52-8fa7-c36fa9a4d54b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:18.849901 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2a786ff1-d7de-461f-9bd5-25a039356ba8 req-4de36e32-a14c-4b52-8fa7-c36fa9a4d54b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0467808 Sep 16 18:05:18.891397 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2a786ff1-d7de-461f-9bd5-25a039356ba8 req-f435fd97-08af-4ca8-86ed-a60910eb1409 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349841 Sep 16 18:05:18.898049 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7cc1-d7b0-4b46-ad25-9ddae34dcdef req-4c8e6d80-509b-47ae-bdb5-d27fb6bbe1b9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:18.899607 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6f1e7cc1-d7b0-4b46-ad25-9ddae34dcdef req-4c8e6d80-509b-47ae-bdb5-d27fb6bbe1b9 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0506318 Sep 16 18:05:18.936883 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6f1e7cc1-d7b0-4b46-ad25-9ddae34dcdef req-7f02cde4-d409-458c-9219-f7bae4e35d14 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Sep 16 18:05:19.499911 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b2f8a08-2184-41f2-92a8-4066d1f40eef req-63f4be08-c00e-469b-b4e2-4a932b833dfc tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0240633 Sep 16 18:05:20.004783 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d69230-0d19-43f6-93fb-681abda7c17a req-c0f0d889-d578-4683-a366-1c455c084144 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:20.006373 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03d69230-0d19-43f6-93fb-681abda7c17a req-c0f0d889-d578-4683-a366-1c455c084144 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0501325 Sep 16 18:05:20.044043 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03d69230-0d19-43f6-93fb-681abda7c17a req-84c3f49d-9bda-4ee2-9c2d-4c482c0a6acf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Sep 16 18:05:20.050517 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee787-b609-46b5-8644-dcf2c6f303e0 req-eec5d07e-0518-4698-9412-07f6b7c80318 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:20.052009 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0cbee787-b609-46b5-8644-dcf2c6f303e0 req-eec5d07e-0518-4698-9412-07f6b7c80318 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0477459 Sep 16 18:05:20.094188 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0cbee787-b609-46b5-8644-dcf2c6f303e0 req-59b00bac-22ed-4983-ba3c-74a9848c1cf2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Sep 16 18:05:20.588929 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9894a268-ae08-4c6c-ad64-6792634c90f1 req-9db9b5fa-3558-4f5d-8556-762661ffd59e tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0250812 Sep 16 18:05:21.155580 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b66ec-7c38-427a-98e3-426e64dc9478 req-ee788dc4-376c-47c2-a2fe-415aff3636c9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:21.157100 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-180b66ec-7c38-427a-98e3-426e64dc9478 req-ee788dc4-376c-47c2-a2fe-415aff3636c9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0473127 Sep 16 18:05:21.194771 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-180b66ec-7c38-427a-98e3-426e64dc9478 req-fb4bc0e2-0b4f-447d-8611-058644f7bfbc tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Sep 16 18:05:21.209137 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a88b82-7c9c-4d0a-96be-1957b7a0f8de req-094a2072-60ef-4d6b-ad22-c9b4cbafb7de tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:21.210628 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-04a88b82-7c9c-4d0a-96be-1957b7a0f8de req-094a2072-60ef-4d6b-ad22-c9b4cbafb7de tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0502989 Sep 16 18:05:21.247244 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-04a88b82-7c9c-4d0a-96be-1957b7a0f8de req-e62003a3-50be-407e-9c70-313ec9f78fc8 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Sep 16 18:05:21.682369 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfe462c7-ec58-4177-9e65-9f38060c055d req-cd249996-aa28-4346-b379-86b56251fa82 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0286067 Sep 16 18:05:22.306941 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2125-bb40-4b6f-a1cc-3c370da83037 req-59214bb6-e76c-4297-bb5c-336fccbd97d0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:22.308456 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d30a2125-bb40-4b6f-a1cc-3c370da83037 req-59214bb6-e76c-4297-bb5c-336fccbd97d0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0475910 Sep 16 18:05:22.346702 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d30a2125-bb40-4b6f-a1cc-3c370da83037 req-1d1b7d6c-5865-43f0-a390-af1e9bd4c433 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324202 Sep 16 18:05:22.542575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aaea9-44e2-45e3-a04c-d6c015d9c8a8 req-fcf2332c-3644-4b25-a409-def8b7a44dbb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:22.543947 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-770aaea9-44e2-45e3-a04c-d6c015d9c8a8 req-fcf2332c-3644-4b25-a409-def8b7a44dbb tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.2310424 Sep 16 18:05:22.580102 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-770aaea9-44e2-45e3-a04c-d6c015d9c8a8 req-fa42e917-b61b-4f97-a150-a36ef2a88e21 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303946 Sep 16 18:05:22.770627 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49afa9d4-122b-4c7a-9753-a4cd56822fe7 req-eb066f05-58b3-427b-bf61-ed2cb9d02e3d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0247147 Sep 16 18:05:23.357539 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-35c1573b-f33b-40be-be9d-256da5c7b737 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:23.358902 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-35c1573b-f33b-40be-be9d-256da5c7b737 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.48 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 809 time: 0.1002676 Sep 16 18:05:23.403735 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-6dafcb2f-76bd-4536-9e0c-e3d4b5ffc7a9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a HTTP/1.1" status: 200 len: 379 time: 0.0331848 Sep 16 18:05:23.415581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'port': {'device_id': 'f4472430-f777-4456-8080-86f5606a55bd', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'admin_state_up': True, 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'security_groups': ['7d6b1e32-b2cf-4fcf-9329-b622b48627d2']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:23.521553 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce1bb3-7ab6-4dfe-8ee4-0e7369087b0f req-8a810ec5-2fa3-45e3-81eb-b621e71625ee tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:23.522848 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73ce1bb3-7ab6-4dfe-8ee4-0e7369087b0f req-8a810ec5-2fa3-45e3-81eb-b621e71625ee tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.1038182 Sep 16 18:05:23.582203 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73ce1bb3-7ab6-4dfe-8ee4-0e7369087b0f req-246ae4e4-5800-4f7f-b969-f60af3bb805f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499825 Sep 16 18:05:23.655762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Made reservation on behalf of 5d296a5ec1bf4955bd11681bd3f37d5a for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:23.659418 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:23.700126 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d1d32-417b-46bd-a183-595b94887334 req-9eac6293-1865-4b06-876a-29b65dfed794 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:23.701693 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-196d1d32-417b-46bd-a183-595b94887334 req-9eac6293-1865-4b06-876a-29b65dfed794 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0544970 Sep 16 18:05:23.740720 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-196d1d32-417b-46bd-a183-595b94887334 req-31188afd-7282-452e-aaa1-24644871e5a2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b7515cd-ad77-47c0-8ca9-2ab662e89668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Sep 16 18:05:23.786400 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Allocated IP 172.20.0.7 (e5aa6c2b-7612-4661-a509-5b4d1115e8b9/f9bb5dfc-f667-4314-bda2-e4d127d2f133/30511727-1036-4a51-9b49-2d124ddf9fd5) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:23.853370 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-c8b50763-e92e-4ce6-9027-2d4ac503620d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:23.854841 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-c8b50763-e92e-4ce6-9027-2d4ac503620d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 945 time: 0.0519552 Sep 16 18:05:23.875388 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-62edf377-1ad1-40f8-b4bb-c7cc6c00feac req-616b5fa7-bd5c-49c3-b862-8649586d264e tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0349240 Sep 16 18:05:23.947764 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:23.954992 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Deleting port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:05:23.955329 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.044547 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.046734 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] For port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:24.047118 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.059751 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Calling delete_port for e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 owned by compute:nova {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:05:24.087145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:24.090353 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:24.094368 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:24.131977 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:24.159707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:24.162494 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.228306 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-8ebd79ba-f650-4e75-b5f6-764ba5335f01 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167481 Sep 16 18:05:24.241629 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Request body: {'port': {'device_id': 'f4472430-f777-4456-8080-86f5606a55bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:24.308185 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.314792 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-9c616b29-206d-4841-b96f-cec1489cb767 None None] Provisioning complete for port 30511727-1036-4a51-9b49-2d124ddf9fd5 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:24.315292 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9c616b29-206d-4841-b96f-cec1489cb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.348571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-9c616b29-206d-4841-b96f-cec1489cb767 None None] Port 30511727-1036-4a51-9b49-2d124ddf9fd5 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:05:24.354744 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.383804 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Pushing event deleted for resources: {'Port': ['ID=e8455b42-ce1b-4d4e-9d5f-c87f6049fa49,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:24.424267 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] No DVR routers for this DVR port e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 on host hv-cinder-80588 {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:05:24.426982 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.429044 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-abb6d8ff-4994-495c-9346-ff7d51152fb1 req-de245d69-c0ba-4143-a5f1-bdd8a2493661 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.48 "DELETE /v2.0/ports/e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 HTTP/1.1" status: 204 len: 173 time: 0.5669980 Sep 16 18:05:24.429488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'name': 'network-vif-deleted', 'tag': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:24.432384 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab0e9e-0023-44e8-b980-5f1548cb211e" -d '{"events": [{"server_uuid": "b050a8e2-575b-4f2c-911d-eadc9c74aebf", "name": "network-vif-deleted", "tag": "e8455b42-ce1b-4d4e-9d5f-c87f6049fa49"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:24.468722 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafa102b-643d-4d59-ab55-0d556991c014 x-openstack-request-id: req-fafa102b-643d-4d59-ab55-0d556991c014 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:24.469009 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b050a8e2-575b-4f2c-911d-eadc9c74aebf", "name": "network-vif-deleted", "tag": "e8455b42-ce1b-4d4e-9d5f-c87f6049fa49", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:24.469257 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fafa102b-643d-4d59-ab55-0d556991c014 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:24.469639 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b050a8e2-575b-4f2c-911d-eadc9c74aebf', 'name': 'network-vif-deleted', 'tag': 'e8455b42-ce1b-4d4e-9d5f-c87f6049fa49', 'status': 'completed', 'code': 200} Sep 16 18:05:24.589452 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30511727-1036-4a51-9b49-2d124ddf9fd5 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:05:24.596958 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.609469 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Transition to ACTIVE for port object 30511727-1036-4a51-9b49-2d124ddf9fd5 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:05:24.698669 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0ece-4488-43ad-b251-8e29a10aaa65 req-61b2d9f8-6901-40d3-aec6-24113a219a41 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:24.700167 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-afbd0ece-4488-43ad-b251-8e29a10aaa65 req-61b2d9f8-6901-40d3-aec6-24113a219a41 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Sep 16 18:05:24.713408 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:24.791810 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:24.799405 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-afbd0ece-4488-43ad-b251-8e29a10aaa65 req-eb795c5b-3683-4459-b575-37258a9d7f5b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933208 Sep 16 18:05:24.884273 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bb6736eb-0645-4e70-86f7-c885aaa8075a req-5c2466a4-ae85-4007-8bc6-196b8f242b2d tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 210 time: 0.0422609 Sep 16 18:05:24.896161 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Attempting to bind port 30511727-1036-4a51-9b49-2d124ddf9fd5 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:05:24.898394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Attempting to bind port 30511727-1036-4a51-9b49-2d124ddf9fd5 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:05:24.898394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Attempting to bind port 30511727-1036-4a51-9b49-2d124ddf9fd5 on network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:24.906283 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Port 30511727-1036-4a51-9b49-2d124ddf9fd5 on network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:05:24.906708 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Attempting to bind port 30511727-1036-4a51-9b49-2d124ddf9fd5 on network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:24.916329 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:05:24.916703 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Checking segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:24.917212 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Bound using segment: {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:05:24.921779 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Bound port: 30511727-1036-4a51-9b49-2d124ddf9fd5, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dec5025-f5c2-4da1-a47b-255d8fb9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:05:24.922222 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:25.015533 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:25.026915 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:05:25.035691 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2f607-c54c-44a1-b202-7045203c8889 req-7cc218c2-d3dd-40e3-9daa-c2c4a7d2c7b4 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:25.037123 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-56f2f607-c54c-44a1-b202-7045203c8889 req-7cc218c2-d3dd-40e3-9daa-c2c4a7d2c7b4 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0789840 Sep 16 18:05:25.038740 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:05:25.075180 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-56f2f607-c54c-44a1-b202-7045203c8889 req-cb181b19-672d-477d-a094-aaabd8388de4 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Sep 16 18:05:25.113524 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:25.148090 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:25.149196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:25.150621 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] 10.222.0.48 "PUT /v2.0/ports/30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 1093 time: 0.9131997 Sep 16 18:05:25.151043 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:25.153211 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:25.180404 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff962b4-66a8-4a9a-b003-956d16bb1711 service neutron] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:25.190844 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb367720-0191-4f49-afcc-fc50e9c1a68b x-openstack-request-id: req-eb367720-0191-4f49-afcc-fc50e9c1a68b {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:25.191158 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:25.191454 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb367720-0191-4f49-afcc-fc50e9c1a68b {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:25.191848 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'status': 'completed', 'code': 200} Sep 16 18:05:25.967382 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea92a1-8b65-4ef4-a4b6-e121e9e8ef18 req-a5a40569-abfc-4641-bf2e-d6c227399c08 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:25.968848 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d1ea92a1-8b65-4ef4-a4b6-e121e9e8ef18 req-a5a40569-abfc-4641-bf2e-d6c227399c08 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0488729 Sep 16 18:05:25.987890 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4de08afc-91b6-4abd-9c82-9bebefb551fc req-1a298c32-7d9e-43fe-8ced-9175d2262633 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 210 time: 0.0245092 Sep 16 18:05:26.006043 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d1ea92a1-8b65-4ef4-a4b6-e121e9e8ef18 req-23d94197-9847-4b2b-946d-2eb5783d7220 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Sep 16 18:05:26.193867 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84eddd-8b81-4096-9e6b-bd053115d1e9 req-2fc279be-6cba-43ca-a6a8-d7055c96e074 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:26.195325 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4e84eddd-8b81-4096-9e6b-bd053115d1e9 req-2fc279be-6cba-43ca-a6a8-d7055c96e074 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0470736 Sep 16 18:05:26.231072 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4e84eddd-8b81-4096-9e6b-bd053115d1e9 req-d6510e71-fa2a-4bf7-a75e-fb97bd1c6b23 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298862 Sep 16 18:05:27.093012 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dfd43bda-52d5-4f96-92e7-5dcba2c2dec5 req-07f64086-ccf2-4663-81c3-abe2fe0ddea3 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 210 time: 0.0295262 Sep 16 18:05:27.117765 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe4621-342a-43b0-8467-d41d85ce982c req-bf8b041e-b698-4c26-8815-3865b636606d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:27.119274 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-26fe4621-342a-43b0-8467-d41d85ce982c req-bf8b041e-b698-4c26-8815-3865b636606d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0477295 Sep 16 18:05:27.156189 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-26fe4621-342a-43b0-8467-d41d85ce982c req-d8dcdeb3-b31a-4731-9091-6857ba710957 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Sep 16 18:05:27.341640 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c080712-866e-476d-996d-4884fbfd84fb req-524e3cdd-7f6d-40e8-bd9f-7334b132593a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:27.343095 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c080712-866e-476d-996d-4884fbfd84fb req-524e3cdd-7f6d-40e8-bd9f-7334b132593a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0467219 Sep 16 18:05:27.378511 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c080712-866e-476d-996d-4884fbfd84fb req-e9f9460a-7b24-44ce-8ce6-9a517b1b3285 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297091 Sep 16 18:05:28.024097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:05:28.047599 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:05:28.047937 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device e8455b42-ce1b-4d4e-9d5f-c87f6049fa49 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:05:28.086562 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc req-132ae0e7-ac2e-4bf6-a932-74f5ef803fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.088571 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc req-132ae0e7-ac2e-4bf6-a932-74f5ef803fab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1096 time: 0.0377417 Sep 16 18:05:28.194884 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc req-268caa79-d1f4-4323-a718-5961d884a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.196590 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc req-268caa79-d1f4-4323-a718-5961d884a459 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0977495 Sep 16 18:05:28.211063 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d7ee1df3-5838-4ed7-996a-cb599148bdac req-e3414b3e-3904-4b08-b746-e144888ed3e2 tempest-ServerRescueNegativeTestJSON-984579848 tempest-ServerRescueNegativeTestJSON-984579848-project] 10.222.0.39 "GET /v2.0/ports?device_id=b050a8e2-575b-4f2c-911d-eadc9c74aebf HTTP/1.1" status: 200 len: 210 time: 0.0416389 Sep 16 18:05:28.337615 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733cc29-cf8a-4891-adde-67433aebc7c3 req-c428295e-1480-426b-9e39-1f13642ec0b9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.339532 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6733cc29-cf8a-4891-adde-67433aebc7c3 req-c428295e-1480-426b-9e39-1f13642ec0b9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0900793 Sep 16 18:05:28.342253 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc req-a453fa8c-3089-4857-88a0-780d772da62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.345119 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cbb3f5cc-1fb3-42f0-89d0-04cc7fa0d4bc req-a453fa8c-3089-4857-88a0-780d772da62d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288939 Sep 16 18:05:28.377964 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6733cc29-cf8a-4891-adde-67433aebc7c3 req-b80908e1-8b83-45fa-ab28-f8117c1d6d85 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Sep 16 18:05:28.430137 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-d4e227be-140b-4234-9f8b-3e88fe3f80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.431804 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-d4e227be-140b-4234-9f8b-3e88fe3f80d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1096 time: 0.0396621 Sep 16 18:05:28.480182 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-ed9fd946-fb99-48fc-839a-fb8c164b3728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 217 time: 0.0348675 Sep 16 18:05:28.488828 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa9fe-947c-49a3-aa9b-0d6b83058314 req-f3572011-a249-4f90-b81a-25cec193e82d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.490277 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-52baa9fe-947c-49a3-aa9b-0d6b83058314 req-f3572011-a249-4f90-b81a-25cec193e82d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0467489 Sep 16 18:05:28.527579 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-52baa9fe-947c-49a3-aa9b-0d6b83058314 req-b9b1719b-6004-4446-8b43-b8c460f60a79 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Sep 16 18:05:28.534111 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-47175b17-ea4e-438a-bcb3-2660d69b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:28.535599 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-47175b17-ea4e-438a-bcb3-2660d69b223f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 200 len: 848 time: 0.0472629 Sep 16 18:05:29.265373 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52150) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:29.525860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed6e44-a3a0-4ec8-88a2-a9e3c0904b5c req-5979430c-2b06-4ff5-b56c-e8ff6c69c7b7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:29.527348 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0aed6e44-a3a0-4ec8-88a2-a9e3c0904b5c req-5979430c-2b06-4ff5-b56c-e8ff6c69c7b7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0830166 Sep 16 18:05:29.527714 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-b8756116-a478-4f91-8008-169852cee264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:29.529221 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-b8756116-a478-4f91-8008-169852cee264 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391202 Sep 16 18:05:29.615084 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0aed6e44-a3a0-4ec8-88a2-a9e3c0904b5c req-3da6cdae-ac47-4bef-ac15-3f1010cc057a tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798764 Sep 16 18:05:29.641977 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5692e-ab52-466f-aba2-dfa947efa27a req-4856d25d-50f4-4021-ad05-85ec2724b776 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:29.643570 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-77d5692e-ab52-466f-aba2-dfa947efa27a req-4856d25d-50f4-4021-ad05-85ec2724b776 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0510259 Sep 16 18:05:29.681281 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-77d5692e-ab52-466f-aba2-dfa947efa27a req-6def1c2c-8516-439d-8c59-558981641561 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Sep 16 18:05:29.735390 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:30.022663 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Deleting port 881d5950-7887-4528-8906-ccd5d36e4bab {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:05:30.023007 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:30.104393 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] For port 881d5950-7887-4528-8906-ccd5d36e4bab, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=881d5950-7887-4528-8906-ccd5d36e4bab,segment=NetworkSegment(0d903778-8c25-49c4-bb1a-a60184d4b48c),segment_id=0d903778-8c25-49c4-bb1a-a60184d4b48c)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:30.104668 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:30.116112 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Calling delete_port for 881d5950-7887-4528-8906-ccd5d36e4bab owned by network:router_interface {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:05:30.398524 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:30.422708 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=881d5950-7887-4528-8906-ccd5d36e4bab,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:30.574800 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:30.796698 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee06cb9-8221-4487-9ae6-3f1b6bd251bf req-8d9261ac-d400-4460-85be-cee5d65a9604 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:30.798237 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6ee06cb9-8221-4487-9ae6-3f1b6bd251bf req-8d9261ac-d400-4460-85be-cee5d65a9604 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0490823 Sep 16 18:05:30.844044 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6ee06cb9-8221-4487-9ae6-3f1b6bd251bf req-5f3b004a-071b-47d1-9832-16df05eac7a4 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378985 Sep 16 18:05:31.017201 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10dbc2-da7f-40d8-9227-44a114b69971 req-c4edd618-cd06-470d-832d-c091be2c80b5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:31.018712 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0d10dbc2-da7f-40d8-9227-44a114b69971 req-c4edd618-cd06-470d-832d-c091be2c80b5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.3371265 Sep 16 18:05:31.054475 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Router 3c154c09-3980-4657-954d-b9191665dfbb has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:05:31.073258 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0d10dbc2-da7f-40d8-9227-44a114b69971 req-16e119a4-f05c-42dc-b72d-620feced0180 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Sep 16 18:05:31.170826 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:05:31.175792 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9cd4e8eb-6a35-43a8-8c47-ef9d4cbecd74 admin admin] 10.222.0.39 "PUT /v2.0/routers/3c154c09-3980-4657-954d-b9191665dfbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094031 Sep 16 18:05:31.178694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52166) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:31.179820 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] Sync routers for ids ['3c154c09-3980-4657-954d-b9191665dfbb'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:05:31.188405 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] Routers {'3c154c09-3980-4657-954d-b9191665dfbb'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:31.189083 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['3c154c09-3980-4657-954d-b9191665dfbb'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:31.279624 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks [] for router, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.292698 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] Set router 3c154c09-3980-4657-954d-b9191665dfbb gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:31.382465 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.462059 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-2b11751b-fa42-4c71-a43d-7514db548415 service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853050 Sep 16 18:05:31.468855 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:05:30Z', 'revision_number': 5, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port': {'id': '8fc76d5f-5c3d-420a-9c14-1b0b5f770511', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c154c09-3980-4657-954d-b9191665dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:31.487102 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Deleting port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:05:31.487668 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.499411 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] Checking router: 3c154c09-3980-4657-954d-b9191665dfbb for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:05:31.509469 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] Routers {'3c154c09-3980-4657-954d-b9191665dfbb'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:31.510082 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['3c154c09-3980-4657-954d-b9191665dfbb'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:31.562621 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef273b9a-1383-40f8-bfd1-2a26e79c5251 req-766c0f95-a810-4d6e-9013-f0aff9a139a7 service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907769 Sep 16 18:05:31.570953 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] For port 8fc76d5f-5c3d-420a-9c14-1b0b5f770511, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:31.571317 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.583535 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Calling delete_port for 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 owned by network:router_gateway {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:05:31.678564 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] Set router 3c154c09-3980-4657-954d-b9191665dfbb gateway port host: None {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:31.729132 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:05:31Z', 'revision_number': 6, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port_host': None}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:31.758059 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6425aed-2d5c-4897-8059-558770eb697b None None] The sync data for ids ['3c154c09-3980-4657-954d-b9191665dfbb'] in dv-cinder-805887-16-iscsi is: [{'id': '3c154c09-3980-4657-954d-b9191665dfbb', 'name': 'tempest-ServerRescueNegativeTestJSON-1913116936-router', 'tenant_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:42Z', 'updated_at': '2021-09-16T18:05:31Z', 'revision_number': 6, 'project_id': 'e14fd2a9f2a242d4b8ac51a56c969b91', 'gw_port_host': None}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:05:31.793184 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.818415 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc76d5f-5c3d-420a-9c14-1b0b5f770511,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:31.876142 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.963461 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e845f3-1a3e-4016-87d6-b770a35e8a8c req-0eac873c-8c59-483f-add1-6218653a0da3 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:31.964936 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-92e845f3-1a3e-4016-87d6-b770a35e8a8c req-0eac873c-8c59-483f-add1-6218653a0da3 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0548680 Sep 16 18:05:31.978117 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:31.981020 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.006099 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-92e845f3-1a3e-4016-87d6-b770a35e8a8c req-51809c79-26dd-416b-9491-16f0c0fbc2b8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Sep 16 18:05:32.102119 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.102855 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c154c09-3980-4657-954d-b9191665dfbb {{(pid=94376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:05:32.109888 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.111388 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d8fed67d-2a74-466f-b93a-ed664e53d746 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3c154c09-3980-4657-954d-b9191665dfbb HTTP/1.1" status: 204 len: 168 time: 0.9317844 Sep 16 18:05:32.113992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52176) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:32.159702 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Deleting subnet 8794d90a-030a-4082-a4bc-dff6d7c0a228 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:05:32.165266 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.199042 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307ed8-4662-400b-b3c5-bafcf1810642 req-c57b52c3-aed0-4357-b155-169fd5619415 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:32.200574 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e6307ed8-4662-400b-b3c5-bafcf1810642 req-c57b52c3-aed0-4357-b155-169fd5619415 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0538177 Sep 16 18:05:32.206755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.238481 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e6307ed8-4662-400b-b3c5-bafcf1810642 req-029da7cb-7058-45c1-b049-f470a3eba389 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Sep 16 18:05:32.244432 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.364335 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.390809 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8794d90a-030a-4082-a4bc-dff6d7c0a228,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:32.392743 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.394579 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3354b416-85fa-4c36-a8e0-e8c2676f9c8f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8794d90a-030a-4082-a4bc-dff6d7c0a228 HTTP/1.1" status: 204 len: 168 time: 0.2793775 Sep 16 18:05:32.397234 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52182) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:32.467209 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.547640 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.567661 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:32.578014 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d903778-8c25-49c4-bb1a-a60184d4b48c') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:32.578405 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d903778-8c25-49c4-bb1a-a60184d4b48c') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:32.589138 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.602465 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.609768 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:05:32.609768 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:05:32.610634 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:05:32.730259 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.740641 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:32.740641 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0 HTTP/1.1" status: 204 len: 168 time: 0.3393629 Sep 16 18:05:32.749377 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66387e0-5463-41e6-89bc-ffd83b1aea33 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea30780-e2d2-4c97-9ac1-8d2c41ddf7b0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:33.105563 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52200) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:33.116949 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185a8a2-cc72-495a-a0bb-d0a27424434e req-9b7648f1-5ce9-4a00-a393-a8067020aff7 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:33.119530 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7185a8a2-cc72-495a-a0bb-d0a27424434e req-9b7648f1-5ce9-4a00-a393-a8067020aff7 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0479825 Sep 16 18:05:33.144323 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-68b21c07-a641-448f-867a-61c88e6af8c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e14fd2a9f2a242d4b8ac51a56c969b91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376155 Sep 16 18:05:33.147234 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52202) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:33.156581 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7185a8a2-cc72-495a-a0bb-d0a27424434e req-34596d58-bce2-4735-a72e-cff44fa79c46 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316911 Sep 16 18:05:33.197966 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-371b9430-73c9-4154-a59b-147c085ccef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:33.218702 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-371b9430-73c9-4154-a59b-147c085ccef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:33.317598 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-371b9430-73c9-4154-a59b-147c085ccef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:33.319500 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 881d5950-7887-4528-8906-ccd5d36e4bab no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:05:33.320691 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-371b9430-73c9-4154-a59b-147c085ccef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:33.324295 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-371b9430-73c9-4154-a59b-147c085ccef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b7515cd-ad77-47c0-8ca9-2ab662e89668 HTTP/1.1" status: 204 len: 168 time: 0.1736963 Sep 16 18:05:33.340139 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 881d5950-7887-4528-8906-ccd5d36e4bab {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:05:33.344553 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 881d5950-7887-4528-8906-ccd5d36e4bab not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:05:33.344553 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:05:33.348629 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9430-73c9-4154-a59b-147c085ccef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7515cd-ad77-47c0-8ca9-2ab662e89668,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:33.365569 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:05:33.365909 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8fc76d5f-5c3d-420a-9c14-1b0b5f770511 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:05:33.376246 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f925d-5090-4155-9b3c-edbd102b73c2 req-e6b7a624-7a63-44ae-9ccc-f24c2910f542 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:33.377709 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-921f925d-5090-4155-9b3c-edbd102b73c2 req-e6b7a624-7a63-44ae-9ccc-f24c2910f542 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0714874 Sep 16 18:05:33.418103 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-921f925d-5090-4155-9b3c-edbd102b73c2 req-0e99984a-7549-49f4-ac5e-b7b91972ded5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336351 Sep 16 18:05:34.274865 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b42a8b-40ae-4355-8fa6-8520e5bb2af7 req-7a3310dd-59bc-4749-abfd-3b61eababee8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:34.276892 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24b42a8b-40ae-4355-8fa6-8520e5bb2af7 req-7a3310dd-59bc-4749-abfd-3b61eababee8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0535147 Sep 16 18:05:34.314551 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24b42a8b-40ae-4355-8fa6-8520e5bb2af7 req-5199121c-63d4-4e5a-bb76-0fdee1efe5e6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313342 Sep 16 18:05:34.348684 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52244) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:34.442842 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-network', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:34.531145 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d03ff4-d2c2-4f9c-bfc6-d50b7b57a218 req-ab5a1ac6-514f-44ac-9737-6ae64ae6eac9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:34.532597 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e3d03ff4-d2c2-4f9c-bfc6-d50b7b57a218 req-ab5a1ac6-514f-44ac-9737-6ae64ae6eac9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0491889 Sep 16 18:05:34.545304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Made reservation on behalf of 9841d510b3f6450c8f460b36229bc8a4 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:34.550267 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.561614 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.591792 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e3d03ff4-d2c2-4f9c-bfc6-d50b7b57a218 req-7113afc9-9743-4a4a-99d7-ebaeee80c3ea tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533075 Sep 16 18:05:34.661039 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.729585 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.752721 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:05:34.761641 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9208d9a-76b9-4c6f-b5c6-cafbed4c1476,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:34.767588 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.773662 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Added segment 0738312e-90fa-4128-958e-2ce60a665d2e of type vlan for network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb Sep 16 18:05:34.805147 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.883580 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.885170 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:34.885752 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:34.943921 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:34.954638 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:05:34.964547 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9da4e29d-704a-4555-8ad5-1cd39aa04df2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6148255 Sep 16 18:05:34.967358 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52250) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:34.971980 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Request body: {'subnet': {'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-subnet', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:35.043784 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Made reservation on behalf of 9841d510b3f6450c8f460b36229bc8a4 for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:35.046455 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.261557 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.318158 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f451e58e-6c2d-477a-b8c6-d95698daa4c4,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:35.326951 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Checking segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:35.327304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Network hostable DHCP agents. Network: 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:05:35.428087 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e3ef-7047-4c7d-8c53-4f1ac4be2113 req-e5f0b8cf-4571-405f-9c32-cd10975f1b24 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:35.429541 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3019e3ef-7047-4c7d-8c53-4f1ac4be2113 req-e5f0b8cf-4571-405f-9c32-cd10975f1b24 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0473888 Sep 16 18:05:35.430599 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:05:35.467335 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3019e3ef-7047-4c7d-8c53-4f1ac4be2113 req-ff2f4b4f-9cbd-4c0b-9d6c-6c267a382ad1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308659 Sep 16 18:05:35.523865 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:35.528507 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:35.528928 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.532981 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a072cc7-ea01-4051-907a-f4c8a9b43cb0 None None] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:05:35.607573 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-412e704c-806c-4a5d-adf2-97826c2eefdf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6368394 Sep 16 18:05:35.612863 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52266) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:35.612863 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:35.684677 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:05:35.684677 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.702668 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.704881 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.716070 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ccdf6-b276-4cca-b2a8-f9369f0ceb1f req-84c1a438-4fdf-40e8-a62f-ed8edd63be26 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:35.717527 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d19ccdf6-b276-4cca-b2a8-f9369f0ceb1f req-84c1a438-4fdf-40e8-a62f-ed8edd63be26 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0588980 Sep 16 18:05:35.784108 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.789435 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d19ccdf6-b276-4cca-b2a8-f9369f0ceb1f req-cfe665ce-a77f-4bee-a85a-e1806acc8cc6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648422 Sep 16 18:05:35.810299 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Allocated IP 172.20.0.2 (7c8989a2-50a7-47e4-b1ec-6cdd583f18cb/f451e58e-6c2d-477a-b8c6-d95698daa4c4/17844877-27cb-4664-bebf-4708383124d6) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:35.951066 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:35.981791 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.004085 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.038434 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:36.041404 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:36.044845 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:36.056504 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Pushing event updated for resources: {'Port': ['ID=17844877-27cb-4664-bebf-4708383124d6,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:36.103669 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Attempting to bind port 17844877-27cb-4664-bebf-4708383124d6 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:05:36.104035 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Attempting to bind port 17844877-27cb-4664-bebf-4708383124d6 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:05:36.104393 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Attempting to bind port 17844877-27cb-4664-bebf-4708383124d6 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:36.109461 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:05:36.109836 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Checking segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:36.110238 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.110659 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Bound using segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:05:36.111118 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Bound port: 17844877-27cb-4664-bebf-4708383124d6, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:05:36.111490 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.177849 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] For port 17844877-27cb-4664-bebf-4708383124d6, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:05:36.180848 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] For port 17844877-27cb-4664-bebf-4708383124d6, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=17844877-27cb-4664-bebf-4708383124d6,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:05:36.271830 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.272505 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.291367 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.325889 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2fc2-7384-4009-8665-fc4d1589d56f None None] Pushing event updated for resources: {'Port': ['ID=17844877-27cb-4664-bebf-4708383124d6,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:36.406393 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Allocated IP 172.27.2.200 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/3c340059-6c00-4565-822a-590135402a35) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:36.526874 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.623291 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ff724-3b24-450f-9bec-e9065fea03ef req-008d91c2-c512-4205-8765-1ea6db2f8699 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:36.627958 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:36.630685 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-206ff724-3b24-450f-9bec-e9065fea03ef req-008d91c2-c512-4205-8765-1ea6db2f8699 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0601187 Sep 16 18:05:36.674019 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:36.677445 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:36.684241 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-206ff724-3b24-450f-9bec-e9065fea03ef req-1ad6302e-b738-45d6-8f9c-2376d07c5d19 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472836 Sep 16 18:05:36.688706 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:36.691231 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Pushing event updated for resources: {'Port': ['ID=3c340059-6c00-4565-822a-590135402a35,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:36.902279 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc688cf8-de7e-4356-a34c-ba01a358b945 req-06345c46-0476-4386-bacc-64bfecfb9ae5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:36.903797 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dc688cf8-de7e-4356-a34c-ba01a358b945 req-06345c46-0476-4386-bacc-64bfecfb9ae5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0468383 Sep 16 18:05:37.006804 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dc688cf8-de7e-4356-a34c-ba01a358b945 req-982d3928-c70e-4fed-9423-58ed40583b1e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672505 Sep 16 18:05:37.024308 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.221932 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.304413 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2bb0b-7325-4dc3-97b8-88647253e18a None None] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:05:37.360415 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 17844877-27cb-4664-bebf-4708383124d6 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:37.426710 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:05:37.432210 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-e65b81f2-783a-492e-939b-c435d6ca7f50 None None] Provisioning complete for port 17844877-27cb-4664-bebf-4708383124d6 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:37.432585 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e65b81f2-783a-492e-939b-c435d6ca7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.495799 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 17844877-27cb-4664-bebf-4708383124d6 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:37.496526 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.641299 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e65b81f2-783a-492e-939b-c435d6ca7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.667979 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.701332 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-e65b81f2-783a-492e-939b-c435d6ca7f50 None None] For port 17844877-27cb-4664-bebf-4708383124d6, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=17844877-27cb-4664-bebf-4708383124d6,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:37.781766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e65b81f2-783a-492e-939b-c435d6ca7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.799994 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:05:37.805600 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b1f2-b461-4bcc-9a71-bc3757c7ab03 req-364360ad-215e-4aa5-b78d-45da40faa777 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:37.810887 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bc3b1f2-b461-4bcc-9a71-bc3757c7ab03 req-364360ad-215e-4aa5-b78d-45da40faa777 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0649424 Sep 16 18:05:37.831060 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:05:37.847311 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bc3b1f2-b461-4bcc-9a71-bc3757c7ab03 req-045efd80-ba48-4f3c-b9ad-6a31c5307acb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Sep 16 18:05:37.870011 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:37.870599 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:37.874128 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 18:05:37.874497 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG oslo_db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 18:05:37.876805 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b81f2-783a-492e-939b-c435d6ca7f50 None None] Pushing event updated for resources: {'Port': ['ID=17844877-27cb-4664-bebf-4708383124d6,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:37.895995 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:37.897243 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-aee7b91a-931f-4bf1-bfde-337d0b8e0f34 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2884376 Sep 16 18:05:37.900044 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52284) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:37.932075 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c466b7c3-3b20-4b66-9d21-64d56c0395ea None None] Provisioning complete for port 17844877-27cb-4664-bebf-4708383124d6 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:37.932442 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c466b7c3-3b20-4b66-9d21-64d56c0395ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.133229 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:38.190490 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921d25b-e330-4d28-a536-3f5f95a70caf req-6804cf77-df8f-46c6-994d-2e375e68ec6e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:38.193210 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a921d25b-e330-4d28-a536-3f5f95a70caf req-6804cf77-df8f-46c6-994d-2e375e68ec6e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.1021550 Sep 16 18:05:38.298036 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a921d25b-e330-4d28-a536-3f5f95a70caf req-8b3a9a49-9099-43a2-8e0b-9122fd94be0f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724204 Sep 16 18:05:38.356668 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:36Z', 'revision_number': 3, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:38.401851 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.408681 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:05:38.409029 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Updating router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 port 3c340059-6c00-4565-822a-590135402a35 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:05:38.445582 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.567390 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Allocated IP 172.20.0.1 (7c8989a2-50a7-47e4-b1ec-6cdd583f18cb/f451e58e-6c2d-477a-b8c6-d95698daa4c4/a4dddaea-d220-487e-a132-2829717354f3) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:38.666611 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.704980 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.758666 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.793424 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:38.796313 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:38.799878 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:38.822570 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.838708 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dddaea-d220-487e-a132-2829717354f3,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:38.859187 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.880089 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d8283-30ec-4d5e-8834-ba320c327d54 None None] Pushing event updated for resources: {'Port': ['ID=3c340059-6c00-4565-822a-590135402a35,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:38.886439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Attempting to bind port 3c340059-6c00-4565-822a-590135402a35 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:05:38.886786 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Attempting to bind port 3c340059-6c00-4565-822a-590135402a35 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:05:38.887147 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Attempting to bind port 3c340059-6c00-4565-822a-590135402a35 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:38.895421 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:05:38.895803 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:38.896873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.896873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:05:38.897481 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Bound port: 3c340059-6c00-4565-822a-590135402a35, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:05:38.897781 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:38.955362 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] For port 3c340059-6c00-4565-822a-590135402a35, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:05:38.958638 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] For port 3c340059-6c00-4565-822a-590135402a35, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=3c340059-6c00-4565-822a-590135402a35,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:05:39.019214 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a83ab-5a89-4ebb-aeb1-f469d7599b4c req-c726cdfc-69f3-4005-818a-1d12f4be543d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:39.020761 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-de2a83ab-5a89-4ebb-aeb1-f469d7599b4c req-c726cdfc-69f3-4005-818a-1d12f4be543d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0652385 Sep 16 18:05:39.038809 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.058905 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-de2a83ab-5a89-4ebb-aeb1-f469d7599b4c req-bfb3500d-2a3d-4e95-beff-b650acee517f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Sep 16 18:05:39.100649 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:39.103537 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:39.120698 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.144890 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d8283-30ec-4d5e-8834-ba320c327d54 None None] Pushing event updated for resources: {'Port': ['ID=3c340059-6c00-4565-822a-590135402a35,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:39.149094 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-eef7aaf6-088d-41c1-9f8d-b73e2e41b8bd None None] Provisioning complete for port a4dddaea-d220-487e-a132-2829717354f3 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:39.149468 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-eef7aaf6-088d-41c1-9f8d-b73e2e41b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.221184 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-eef7aaf6-088d-41c1-9f8d-b73e2e41b8bd None None] Port a4dddaea-d220-487e-a132-2829717354f3 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:05:39.247614 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:39.318072 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.339099 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 17844877-27cb-4664-bebf-4708383124d6 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:39.339442 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45901ed-395c-46b2-b8a2-95c46bfb1aed req-f057dc73-1f53-40c6-8404-1e453d8e8fa1 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:39.340974 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c45901ed-395c-46b2-b8a2-95c46bfb1aed req-f057dc73-1f53-40c6-8404-1e453d8e8fa1 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 945 time: 0.0728717 Sep 16 18:05:39.390990 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c45901ed-395c-46b2-b8a2-95c46bfb1aed req-3c5c7c09-6ccf-48a2-9119-d9aa3b7a4e76 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Sep 16 18:05:39.392073 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.424236 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:05:39.430045 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbfde2-a034-4254-9440-78ccaa9df262 req-a9387262-f026-44aa-9089-0d751f83a7b5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:39.434043 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4edbfde2-a034-4254-9440-78ccaa9df262 req-a9387262-f026-44aa-9089-0d751f83a7b5 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0632999 Sep 16 18:05:39.465209 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.466896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dddaea-d220-487e-a132-2829717354f3,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:39.482617 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4edbfde2-a034-4254-9440-78ccaa9df262 req-d467cc4b-97a6-41f1-aa97-0c7a666911ec tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Sep 16 18:05:39.500740 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 17844877-27cb-4664-bebf-4708383124d6 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:39.501106 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.528235 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-896b3471-7602-42a2-b280-7927d9b7439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.569722 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:39.571633 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:39.621637 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:39.638464 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'port_id': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'mac_address': 'fa:16:3e:bd:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:05:39.720638 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:39.722809 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:05:39.750446 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.755353 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa11999-ff89-491e-9312-fb2375d23ab4 None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:05:39.769097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30511727-1036-4a51-9b49-2d124ddf9fd5 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:05:39.798103 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:39.844272 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:05:39.857909 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-8285a78a-0db1-423c-a7a7-d36ee8aaeeb3 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b8ab2f8-f74b-4665-863f-9ceb8a7f3870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482572 Sep 16 18:05:39.858243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-74e8dda4-8fbb-4a0e-9690-2bd39a6eee66 None None] Provisioning complete for port a4dddaea-d220-487e-a132-2829717354f3 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:39.858243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-74e8dda4-8fbb-4a0e-9690-2bd39a6eee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.882758 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:39.914552 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-74e8dda4-8fbb-4a0e-9690-2bd39a6eee66 None None] Port a4dddaea-d220-487e-a132-2829717354f3 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:05:39.942592 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:40.146075 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['30511727-1036-4a51-9b49-2d124ddf9fd5'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:05:40.215464 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e067a5-601e-4b61-beee-5d5f53d8a4c5 req-28a5ce48-1b1a-4704-b207-51e6fc469103 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:40.217510 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76e067a5-601e-4b61-beee-5d5f53d8a4c5 req-28a5ce48-1b1a-4704-b207-51e6fc469103 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 944 time: 0.0812054 Sep 16 18:05:40.266141 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76e067a5-601e-4b61-beee-5d5f53d8a4c5 req-448821be-9bf4-480e-b7d0-2c64ec339a83 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Sep 16 18:05:40.542321 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e188b0d-7acc-4532-b6c8-f4a14e300c2d req-7ef4628c-8fda-4852-bb5a-a461289e665d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:40.547577 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e188b0d-7acc-4532-b6c8-f4a14e300c2d req-7ef4628c-8fda-4852-bb5a-a461289e665d tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 945 time: 0.0680313 Sep 16 18:05:40.588145 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52352) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:40.593283 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785657867', 'description': 'tempest-description--703978362'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:40.613414 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e188b0d-7acc-4532-b6c8-f4a14e300c2d req-4520ea6c-356e-473e-84bd-66ef632a55a0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603960 Sep 16 18:05:40.686496 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dec0-1f1a-4e1b-8fe3-fecd25e4ca6c req-b65c919d-6ed5-4c3e-8f40-4bbbbf827be7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:40.688033 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1b24dec0-1f1a-4e1b-8fe3-fecd25e4ca6c req-b65c919d-6ed5-4c3e-8f40-4bbbbf827be7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Sep 16 18:05:40.690564 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:40.756761 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1b24dec0-1f1a-4e1b-8fe3-fecd25e4ca6c req-f3a1c145-438b-440e-9202-cce667129f10 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502942 Sep 16 18:05:40.814160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:40.884111 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:40.917065 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16179a-9379-419d-8cdd-013f123d01f0,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:40.930617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-d15e3a82-0477-452e-8643-a0a392a7770e tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:40.930617 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-d15e3a82-0477-452e-8643-a0a392a7770e tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 945 time: 0.0555196 Sep 16 18:05:40.964409 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:40.965663 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4578ef3a-b9fd-4458-9df8-2e25826a58c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3761539 Sep 16 18:05:40.968551 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52354) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:40.973018 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'security_group_rule': {'security_group_id': '1a16179a-9379-419d-8cdd-013f123d01f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:41.023605 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Deleting port 1fbc6652-c743-426d-bbce-170868e14325 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:05:41.023865 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.049358 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.110742 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.181570 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.201136 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a68067-b7a5-4192-872f-eb716019fa23,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:41.284820 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.288504 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9bca94bf-2c0a-45fc-a73c-571122a8ac25 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166857 Sep 16 18:05:41.288967 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52356) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:41.298736 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'security_group_rule': {'security_group_id': '1a16179a-9379-419d-8cdd-013f123d01f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:41.333322 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] For port 1fbc6652-c743-426d-bbce-170868e14325, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=1fbc6652-c743-426d-bbce-170868e14325,segment=NetworkSegment(5015e9fe-2432-4381-b275-47e5ae22952f),segment_id=5015e9fe-2432-4381-b275-47e5ae22952f)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:41.333690 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.350339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Calling delete_port for 1fbc6652-c743-426d-bbce-170868e14325 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:05:41.356373 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3c340059-6c00-4565-822a-590135402a35 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:41.404166 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 3c340059-6c00-4565-822a-590135402a35 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:41.404657 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.415097 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.438712 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:41.447758 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38348b7c-6d6b-48bf-913f-0b469fd46d6a req-16424ffa-9634-447b-bbcf-c71c3987e17c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:41.449251 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-38348b7c-6d6b-48bf-913f-0b469fd46d6a req-16424ffa-9634-447b-bbcf-c71c3987e17c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 944 time: 0.0629439 Sep 16 18:05:41.503175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.554565 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-38348b7c-6d6b-48bf-913f-0b469fd46d6a req-8b554de9-f13c-483f-9222-3434ff5c0ff6 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905788 Sep 16 18:05:41.571365 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.581203 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.593258 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 3c340059-6c00-4565-822a-590135402a35, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=3c340059-6c00-4565-822a-590135402a35,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:41.601850 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed18b05a-121d-4d09-83da-301a25cea406,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:41.620920 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.634045 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['1fbc6652-c743-426d-bbce-170868e14325'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:05:41.664505 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Pushing event deleted for resources: {'Port': ['ID=1fbc6652-c743-426d-bbce-170868e14325,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:41.680269 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 30511727-1036-4a51-9b49-2d124ddf9fd5 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:05:41.686285 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 30511727-1036-4a51-9b49-2d124ddf9fd5 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:41.686785 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.701698 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-405a018e-890a-4e4f-83e5-0ab010a58447 req-af4e1451-ef3b-4907-9eb1-e17410efdf8b tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 210 time: 0.0291266 Sep 16 18:05:41.703746 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] No DVR routers for this DVR port 1fbc6652-c743-426d-bbce-170868e14325 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:05:41.706510 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.708289 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be8eadde-80e2-4c45-89e0-b698c1e92478 req-3e4afb97-f64f-4a2c-b96d-56eb65bd9ba0 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.48 "DELETE /v2.0/ports/1fbc6652-c743-426d-bbce-170868e14325 HTTP/1.1" status: 204 len: 173 time: 0.7721856 Sep 16 18:05:41.708730 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'name': 'network-vif-deleted', 'tag': '1fbc6652-c743-426d-bbce-170868e14325'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:41.711116 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a61ab9-4e21-499c-b280-26422ef5012f" -d '{"events": [{"server_uuid": "489294de-3aa5-42cf-b849-cad5e1c3b33e", "name": "network-vif-deleted", "tag": "1fbc6652-c743-426d-bbce-170868e14325"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:41.735341 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.736209 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.746754 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ee34cd7f-3ed0-444e-8a4a-0f89e58c0c46 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531991 Sep 16 18:05:41.747093 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52368) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:41.752116 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:41.757287 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef79f83-8268-4995-a18a-cef732d9a81c x-openstack-request-id: req-0ef79f83-8268-4995-a18a-cef732d9a81c {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:41.757699 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489294de-3aa5-42cf-b849-cad5e1c3b33e", "name": "network-vif-deleted", "tag": "1fbc6652-c743-426d-bbce-170868e14325", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:41.758044 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ef79f83-8268-4995-a18a-cef732d9a81c {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:41.758670 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489294de-3aa5-42cf-b849-cad5e1c3b33e', 'name': 'network-vif-deleted', 'tag': '1fbc6652-c743-426d-bbce-170868e14325', 'status': 'completed', 'code': 200} Sep 16 18:05:41.841058 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=3c340059-6c00-4565-822a-590135402a35,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:41.843195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.873658 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.884329 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:41.887382 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc0c2d8-a2a4-47cf-b29e-6c0bc31119c0" -d '{"events": [{"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-plugged", "status": "completed", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:41.915247 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064fba3-e1f2-46bc-b9e1-ede3233bd8b3 req-9dc5281c-2b86-47c3-817b-f8a2b50d0132 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:41.922942 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5064fba3-e1f2-46bc-b9e1-ede3233bd8b3 req-9dc5281c-2b86-47c3-817b-f8a2b50d0132 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0648627 Sep 16 18:05:41.923070 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:41.939502 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45ff186-fc6a-43c7-ae26-650f056a035d x-openstack-request-id: req-a45ff186-fc6a-43c7-ae26-650f056a035d {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:41.939844 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-plugged", "status": "completed", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:41.940095 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a45ff186-fc6a-43c7-ae26-650f056a035d {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:41.940491 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'code': 200} Sep 16 18:05:41.962109 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:05:41.974050 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:41.974699 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:41.987100 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-59c61de4-8a96-4403-afa2-88ea260d1278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.990069 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:41.991190 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5064fba3-e1f2-46bc-b9e1-ede3233bd8b3 req-71517b82-f147-4954-922f-8ad588d5b0dd tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662463 Sep 16 18:05:42.010046 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.107353 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:42.124146 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:42.126552 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Allocated IP 172.27.2.37 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/43b07831-5c92-4d5f-85b2-62c7bff6c600) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:42.231963 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.331445 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.342376 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d468-3386-40c9-82b1-9d862719c614 req-d58e0882-0fb7-47cd-a02d-b9547c95bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:42.343948 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c02d468-3386-40c9-82b1-9d862719c614 req-d58e0882-0fb7-47cd-a02d-b9547c95bdc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1098 time: 0.0492573 Sep 16 18:05:42.349845 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:39Z', 'revision_number': 2, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:42.379853 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:05:42.380217 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Updating router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 port a4dddaea-d220-487e-a132-2829717354f3 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:05:42.387627 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0963d-1fe4-4dbd-8a77-1a84b9b3e3c0 req-a34c1008-6479-4721-b9c3-e78bc34c9d74 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:42.393586 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:42.396845 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49c0963d-1fe4-4dbd-8a77-1a84b9b3e3c0 req-a34c1008-6479-4721-b9c3-e78bc34c9d74 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0629303 Sep 16 18:05:42.400925 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:42.404061 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'Port': ['ID=43b07831-5c92-4d5f-85b2-62c7bff6c600,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:42.404553 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.406180 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:42.450565 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-49c0963d-1fe4-4dbd-8a77-1a84b9b3e3c0 req-096d07bb-1008-4017-bbcc-1dbad8bee4ca tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524328 Sep 16 18:05:42.468385 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c02d468-3386-40c9-82b1-9d862719c614 req-de48235c-2a63-4a52-b9c7-35b55686b430 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007266 Sep 16 18:05:42.508190 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.628119 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.687888 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.729594 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.753229 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa457827-a994-4ed6-a92c-3850fd37da62 req-56004a9b-aa3d-4ab0-8ffd-a110f0ce9900 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:42.754751 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fa457827-a994-4ed6-a92c-3850fd37da62 req-56004a9b-aa3d-4ab0-8ffd-a110f0ce9900 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.1370792 Sep 16 18:05:42.769375 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.820357 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-68a2c195-847e-4572-8289-85947d468ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:42.821886 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-68a2c195-847e-4572-8289-85947d468ecf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1099 time: 0.1349871 Sep 16 18:05:42.840638 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Pushing event updated for resources: {'Port': ['ID=a4dddaea-d220-487e-a132-2829717354f3,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:42.841660 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f78650fe-d43f-49c2-b084-74a06f9d8dbb req-68a3ee67-7337-42f2-b37a-e8cc97081005 tempest-VolumesSnapshotTestJSON-1277533305 tempest-VolumesSnapshotTestJSON-1277533305-project] 10.222.0.39 "GET /v2.0/ports?device_id=489294de-3aa5-42cf-b849-cad5e1c3b33e HTTP/1.1" status: 200 len: 210 time: 0.0502193 Sep 16 18:05:42.877383 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.877941 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.879433 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.879913 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.880388 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.880876 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.881373 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.881862 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.882389 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.882686 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.883012 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.883333 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:42.887708 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fa457827-a994-4ed6-a92c-3850fd37da62 req-3dcd3bb0-07a9-47a5-b7ae-3f1e9ad09bb0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240211 Sep 16 18:05:42.903549 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Attempting to bind port a4dddaea-d220-487e-a132-2829717354f3 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:05:42.903549 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Attempting to bind port a4dddaea-d220-487e-a132-2829717354f3 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:05:42.903549 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Attempting to bind port a4dddaea-d220-487e-a132-2829717354f3 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:42.908123 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:05:42.908617 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Checking segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:42.909302 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.909779 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Bound using segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:05:42.910425 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Bound port: a4dddaea-d220-487e-a132-2829717354f3, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:05:42.912654 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:42.992098 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.003868 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.005599 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] For port a4dddaea-d220-487e-a132-2829717354f3, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:05:43.008802 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-b897763e-84b8-4ad6-a5a0-e5dedb91aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:43.012721 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] For port a4dddaea-d220-487e-a132-2829717354f3, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=a4dddaea-d220-487e-a132-2829717354f3,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:05:43.013037 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-b897763e-84b8-4ad6-a5a0-e5dedb91aaf3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 912 time: 0.1785386 Sep 16 18:05:43.061474 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.090212 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.136463 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-2e201f86-37ef-4e32-87d2-8af2599e6c5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 1001 time: 0.1152177 Sep 16 18:05:43.143233 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:43.143859 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:43.148543 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'Port': ['ID=43b07831-5c92-4d5f-85b2-62c7bff6c600,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:43.172557 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-58f1796b-2c11-40b3-b04b-2290f01cc946 None None] Provisioning complete for port a4dddaea-d220-487e-a132-2829717354f3 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:43.173188 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-58f1796b-2c11-40b3-b04b-2290f01cc946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.194533 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.197817 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782cfb7-d3d9-4ba4-9624-2c1164a8b0eb None None] Pushing event updated for resources: {'Port': ['ID=a4dddaea-d220-487e-a132-2829717354f3,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:43.208073 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-03859c66-90b1-4521-8988-1ea0acef9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:43.210424 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-03859c66-90b1-4521-8988-1ea0acef9af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0634787 Sep 16 18:05:43.290102 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-58f1796b-2c11-40b3-b04b-2290f01cc946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.290201 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-cc9f8846-7350-471e-8e26-f333b6fed9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:43.292133 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-cc9f8846-7350-471e-8e26-f333b6fed9aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694134 Sep 16 18:05:43.301476 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.304584 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3ed1826a-8930-44c0-8a9a-c36b29919a33 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5562086 Sep 16 18:05:43.311197 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:43.494815 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device a4dddaea-d220-487e-a132-2829717354f3 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:43.544557 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-8b208f10-b6e3-49ae-98ad-6a8c201febab service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385988 Sep 16 18:05:43.577371 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-9805d311-59b2-4738-a6e2-41439fa27f97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1785657867&fields=id&tenant_id=9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 267 time: 0.0721896 Sep 16 18:05:43.596567 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port a4dddaea-d220-487e-a132-2829717354f3 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:43.596943 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.604285 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52404) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:43.614286 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-58f1796b-2c11-40b3-b04b-2290f01cc946 None None] For port a4dddaea-d220-487e-a132-2829717354f3, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=a4dddaea-d220-487e-a132-2829717354f3,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:43.647433 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:42Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:43.667388 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a5052-942d-40d1-8862-12ff6c89cfbc req-0cd344c9-34ae-4e9d-a1a7-822a89486f82 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147745 Sep 16 18:05:43.685135 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177beb68-925d-4aee-a756-70e4eb081c53 None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:42Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:05:43.738289 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.743254 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-58f1796b-2c11-40b3-b04b-2290f01cc946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.770886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926196fb-1720-480b-a41f-b8e85a958ab8 req-b24f34c8-c263-48f0-9f3a-1ebb79a761bc tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:43.772674 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-926196fb-1720-480b-a41f-b8e85a958ab8 req-b24f34c8-c263-48f0-9f3a-1ebb79a761bc tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.1042280 Sep 16 18:05:43.806278 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-22084a33-000b-4b14-a13b-e6948329dded tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:43.807868 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-22084a33-000b-4b14-a13b-e6948329dded tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 817 time: 0.2245765 Sep 16 18:05:43.836973 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b25-3590-46ba-8b01-58e0f1a76ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.843725 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-926196fb-1720-480b-a41f-b8e85a958ab8 req-63494eab-7ed0-4b77-8668-0ef1d40b4c27 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630734 Sep 16 18:05:43.852053 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-26b1b773-1bef-436f-b848-082b16f5fe88 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/quotas/9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 375 time: 0.0285914 Sep 16 18:05:43.871545 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 18:05:43.871545 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG oslo_db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 18:05:43.871545 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1796b-2c11-40b3-b04b-2290f01cc946 None None] Pushing event updated for resources: {'Port': ['ID=a4dddaea-d220-487e-a132-2829717354f3,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:43.886419 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-77246a60-b80a-4afc-a6cc-24caca5288dd None None] Provisioning complete for port a4dddaea-d220-487e-a132-2829717354f3 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:43.886870 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-77246a60-b80a-4afc-a6cc-24caca5288dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:43.954643 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-6c74dde7-1c4f-4559-961a-901fffed9765 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977619 Sep 16 18:05:44.077705 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b25-3590-46ba-8b01-58e0f1a76ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.080109 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f249-d102-4c63-979e-9f0c40e6fef5 req-e4cf4b14-1d7f-4b4e-b327-89b64c91facc tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:44.081650 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d769f249-d102-4c63-979e-9f0c40e6fef5 req-e4cf4b14-1d7f-4b4e-b327-89b64c91facc tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0635202 Sep 16 18:05:44.121872 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-6c21f9b6-d07e-4f6c-ab93-5c0ba79154c6 service neutron] 10.222.0.39 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356571 Sep 16 18:05:44.123819 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d769f249-d102-4c63-979e-9f0c40e6fef5 req-8cf834d0-b505-4056-9211-918a60a9cdbd tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Sep 16 18:05:44.169718 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b1c00b25-3590-46ba-8b01-58e0f1a76ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.252311 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c0c30-ca7b-4909-9e18-bff02c8be5d4 req-5cc832c6-875a-44ed-a36c-d2d5a21913b1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:44.254050 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-726c0c30-ca7b-4909-9e18-bff02c8be5d4 req-5cc832c6-875a-44ed-a36c-d2d5a21913b1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0603602 Sep 16 18:05:44.267738 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c00b25-3590-46ba-8b01-58e0f1a76ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8332d0c0-d0ee-4030-a01e-3dc354f79a25,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:44.273585 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b1c00b25-3590-46ba-8b01-58e0f1a76ef0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e698761bb33c49469412dde1df766cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669495 Sep 16 18:05:44.277353 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-f551aa15-7990-470a-817b-589e63e661ce service neutron] 10.222.0.39 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491959 Sep 16 18:05:44.277960 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52416) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:44.332055 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-726c0c30-ca7b-4909-9e18-bff02c8be5d4 req-40788f7f-15cb-4aee-a486-d6caf55d6962 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605695 Sep 16 18:05:44.347729 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21f6413c-ad65-4777-89de-ce99fe123117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.360484 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52418) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:44.377248 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21f6413c-ad65-4777-89de-ce99fe123117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.418783 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3c340059-6c00-4565-822a-590135402a35 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:44.482714 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 3c340059-6c00-4565-822a-590135402a35 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:44.483093 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.553525 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21f6413c-ad65-4777-89de-ce99fe123117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.556645 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21f6413c-ad65-4777-89de-ce99fe123117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.560209 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-21f6413c-ad65-4777-89de-ce99fe123117 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8332d0c0-d0ee-4030-a01e-3dc354f79a25 HTTP/1.1" status: 204 len: 168 time: 0.2788684 Sep 16 18:05:44.577455 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6413c-ad65-4777-89de-ce99fe123117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332d0c0-d0ee-4030-a01e-3dc354f79a25,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:44.602919 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051f1ba-ea9c-4ccc-b512-f5c0ce0c2bce tempest-TestShelveInstance-316800341 tempest-TestShelveInstance-316800341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:44.604789 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-8051f1ba-ea9c-4ccc-b512-f5c0ce0c2bce tempest-TestShelveInstance-316800341 tempest-TestShelveInstance-316800341-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1093 time: 0.2432058 Sep 16 18:05:44.607863 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52428) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:44.614917 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'port_id': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:44.695934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for floatingip, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.707054 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.707804 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-faddce6a-2d35-4b21-bc5b-91884b0f5a67 req-503149a3-5968-4c17-88f1-71b9074ded66 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0574565 Sep 16 18:05:44.821275 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:44.953326 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Allocated IP 172.27.2.220 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/41dbb115-9f0a-4761-97e8-df44b5fa8187) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:44.992184 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b001-1b03-40fe-b5bc-ef29e520e922 req-103ef298-8a4e-4db0-99ba-293d01942981 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:44.999704 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a8e9b001-1b03-40fe-b5bc-ef29e520e922 req-103ef298-8a4e-4db0-99ba-293d01942981 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0835099 Sep 16 18:05:45.072269 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a8e9b001-1b03-40fe-b5bc-ef29e520e922 req-69e6af5d-e538-4a11-b077-038ea87e0ea6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691271 Sep 16 18:05:45.100883 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.182207 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.219079 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:45.221786 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:45.225201 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:45.249755 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'Port': ['ID=41dbb115-9f0a-4761-97e8-df44b5fa8187,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:45.288942 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52444) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:45.303136 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-670ced16-e0b4-4e4e-adfa-754fd735eae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.324355 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device a4dddaea-d220-487e-a132-2829717354f3 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:05:45.374169 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port a4dddaea-d220-487e-a132-2829717354f3 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:45.374880 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.417179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-670ced16-e0b4-4e4e-adfa-754fd735eae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.494216 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1fbc6652-c743-426d-bbce-170868e14325 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:05:45.516516 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 1fbc6652-c743-426d-bbce-170868e14325 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:05:45.517001 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 1fbc6652-c743-426d-bbce-170868e14325 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:05:45.518259 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-670ced16-e0b4-4e4e-adfa-754fd735eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.559384 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-670ced16-e0b4-4e4e-adfa-754fd735eae3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1246cd9e4fd14b38a78e27bbfc0dcc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669368 Sep 16 18:05:45.559384 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ced16-e0b4-4e4e-adfa-754fd735eae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbc466-97d4-413a-9be3-4b7d1d350e9f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:45.560231 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52448) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:45.608886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-6b4c-451f-a14f-bd2ba2f7f771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.632118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-6b4c-451f-a14f-bd2ba2f7f771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.665956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.764271 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-6b4c-451f-a14f-bd2ba2f7f771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.767130 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-6b4c-451f-a14f-bd2ba2f7f771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.768252 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0b4c34bd-6b4c-451f-a14f-bd2ba2f7f771 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19fbc466-97d4-413a-9be3-4b7d1d350e9f HTTP/1.1" status: 204 len: 168 time: 0.2070763 Sep 16 18:05:45.803223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c34bd-6b4c-451f-a14f-bd2ba2f7f771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbc466-97d4-413a-9be3-4b7d1d350e9f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:45.815423 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9c3056dd-7421-4154-8a43-c654a5a52c62 req-7f8e3763-e11b-45f1-bf80-3b28b972a0f7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0457413 Sep 16 18:05:45.827683 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:45.991386 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:46.106707 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:46.175273 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event updated for resources: {'Port': ['ID=41dbb115-9f0a-4761-97e8-df44b5fa8187,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:46.189262 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:46.557248 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Floating IP 7989f318-e83b-478a-a701-cf0436aae90e associated. External IP: 172.27.2.220, port: 30511727-1036-4a51-9b49-2d124ddf9fd5. Sep 16 18:05:46.758914 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Router c74b0ac7-1a18-4780-817f-84f4a9598619 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:05:46.869815 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:05:46.882693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] Sync routers for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:05:46.893634 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:46.894439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:46.920892 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-765165e7-5017-4424-963f-1ab9372bbcd2 req-e0a899ba-f007-4249-a983-431573623383 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0253553 Sep 16 18:05:46.947929 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:46.976663 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a3ebc92a-2fd2-4783-8fdc-9218e674a9eb tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3674238 Sep 16 18:05:46.977498 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:46.980699 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56" -d '{"events": [{"name": "network-changed", "server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:47.016273 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:47.022871 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004a661-68d7-476c-ba02-116f1263cafe x-openstack-request-id: req-2004a661-68d7-476c-ba02-116f1263cafe {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:47.023252 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:47.023595 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2004a661-68d7-476c-ba02-116f1263cafe {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:47.024078 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'status': 'completed', 'code': 200} Sep 16 18:05:47.278910 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '7989f318-e83b-478a-a701-cf0436aae90e', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'port_id': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'mac_address': 'fa:16:3e:bd:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4472430-f777-4456-8080-86f5606a55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:05:45Z', 'updated_at': '2021-09-16T18:05:45Z', 'revision_number': 0, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:47.305769 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] Checking router: c74b0ac7-1a18-4780-817f-84f4a9598619 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:05:47.315096 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:05:47.315696 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:47.415112 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:05:47.638030 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '7989f318-e83b-478a-a701-cf0436aae90e', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'port_id': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'mac_address': 'fa:16:3e:bd:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4472430-f777-4456-8080-86f5606a55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:05:45Z', 'updated_at': '2021-09-16T18:05:45Z', 'revision_number': 0, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:05:47.669199 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994dfdb-8f90-40bc-8af3-d2b11fa9bb1b None None] The sync data for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi is: [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '7989f318-e83b-478a-a701-cf0436aae90e', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'port_id': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'mac_address': 'fa:16:3e:bd:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4472430-f777-4456-8080-86f5606a55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:05:45Z', 'updated_at': '2021-09-16T18:05:45Z', 'revision_number': 0, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:05:47.849235 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947d5c2-a2f5-475f-89e3-e194fbae4892 None None] New status for floating IP 7989f318-e83b-478a-a701-cf0436aae90e: ACTIVE {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:05:48.031307 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4077e84b-87f0-4287-bc74-63d75fda22ba req-f7f0bdc7-935b-4b5d-8764-42b6e637f0be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0304103 Sep 16 18:05:48.835195 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52536) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:48.937612 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.021330 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.077992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.137049 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5e4bf83e2f94b37934818e1873aa2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007779 Sep 16 18:05:49.139939 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0852de3e-ed39-4bf3-b3ef-ce9b559211b9 req-971f8d33-f779-4569-97fe-334b39e2f568 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0386465 Sep 16 18:05:49.140164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52542) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:49.140901 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798ff796-4036-420c-b4ba-9ca8a0c76f13,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:49.148796 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.149155 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.149472 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.149836 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.150162 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.150515 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.150840 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.151163 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.151485 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.151820 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.152118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.152431 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca5597-686f-4332-a03a-8171c845ea58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.197500 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.217106 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.300832 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.303448 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.304615 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/798ff796-4036-420c-b4ba-9ca8a0c76f13 HTTP/1.1" status: 204 len: 168 time: 0.1634531 Sep 16 18:05:49.312816 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798ff796-4036-420c-b4ba-9ca8a0c76f13,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:49.319764 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.320108 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.320440 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.320766 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.321094 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.321442 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.322296 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.322641 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.322959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.323273 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.323588 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.323898 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb14028-9048-41a0-9e2c-081aa9b9d163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:05:49.422482 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-3f6984ab-d594-43b2-a836-5dfb8518dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:49.423860 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-3f6984ab-d594-43b2-a836-5dfb8518dfc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1098 time: 0.0422347 Sep 16 18:05:49.516228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-c4bb0ad5-9259-4042-8a34-9b020b603956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:49.517713 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-c4bb0ad5-9259-4042-8a34-9b020b603956 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 910 time: 0.0830727 Sep 16 18:05:49.597440 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-f44ca1e7-7eb3-4a61-bd54-69cb1a81fa4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0683634 Sep 16 18:05:49.649792 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-7f35a098-0ee8-416e-8c9a-3f2b89d20a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:49.651295 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-7f35a098-0ee8-416e-8c9a-3f2b89d20a14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 200 len: 848 time: 0.0454328 Sep 16 18:05:49.691982 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-4a3f5ed7-32a2-4617-ac22-452c3a72017b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:49.693391 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-4a3f5ed7-32a2-4617-ac22-452c3a72017b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 817 time: 0.1136076 Sep 16 18:05:49.704801 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-e7abd158-3854-48be-a13a-f14ed4e4ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:49.706300 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-e7abd158-3854-48be-a13a-f14ed4e4ca24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400579 Sep 16 18:05:49.748402 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bba8f97b-63aa-4c54-b26d-1b3bd82994dc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 380 time: 0.0441799 Sep 16 18:05:49.758039 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'port': {'device_id': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'admin_state_up': True, 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'security_groups': ['1a16179a-9379-419d-8cdd-013f123d01f0']}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:49.804155 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-6f8efa80-14cc-4f92-805c-a8540421a7b1 service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898137 Sep 16 18:05:49.901686 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-acac74ec-2aa7-4eb5-9ce6-cd3651fb0e56 req-79d3cdfb-03bf-4cbe-bfab-7ad7a991ed4a service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905836 Sep 16 18:05:49.934451 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52550) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:49.935063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Made reservation on behalf of 9841d510b3f6450c8f460b36229bc8a4 for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:49.938632 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:49.947589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-446f4b16-8fab-4540-b102-9e3cf70c62a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.044555 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-446f4b16-8fab-4540-b102-9e3cf70c62a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.067949 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Allocated IP 172.20.0.4 (7c8989a2-50a7-47e4-b1ec-6cdd583f18cb/f451e58e-6c2d-477a-b8c6-d95698daa4c4/b958f4ab-6daf-4e53-af82-11aad72a78d1) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:05:50.089639 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-446f4b16-8fab-4540-b102-9e3cf70c62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.127526 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-446f4b16-8fab-4540-b102-9e3cf70c62a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2210c5adb6c45e795fd00d0cf768ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919961 Sep 16 18:05:50.128618 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f4b16-8fab-4540-b102-9e3cf70c62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e5b7e-1527-475c-892e-c9cb3f9dfa7c,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:50.130473 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52556) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:50.258166 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0625bff-6024-4ad5-9c31-5ef9e0adf778 req-b2a9d5ca-5f09-4290-9588-b61a5ed97ce4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0450439 Sep 16 18:05:50.264208 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b486-2917-4f16-986e-c7bfa565115f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.271321 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.297263 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b486-2917-4f16-986e-c7bfa565115f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.398834 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.430549 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b486-2917-4f16-986e-c7bfa565115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.433039 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b486-2917-4f16-986e-c7bfa565115f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.434178 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-3ea7b486-2917-4f16-986e-c7bfa565115f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f2e5b7e-1527-475c-892e-c9cb3f9dfa7c HTTP/1.1" status: 204 len: 168 time: 0.3022656 Sep 16 18:05:50.452385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:05:50.457229 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:50.459815 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:05:50.469124 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b486-2917-4f16-986e-c7bfa565115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e5b7e-1527-475c-892e-c9cb3f9dfa7c,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:50.491188 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:50.529619 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:50.530252 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.615911 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-18cb5e2a-4149-472d-aebb-9d6803628f62 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8615336 Sep 16 18:05:50.638956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Request body: {'port': {'device_id': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:50.680774 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-745e4a6a-1112-4588-9332-23a6aeddf776 None None] Provisioning complete for port b958f4ab-6daf-4e53-af82-11aad72a78d1 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:05:50.681338 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-745e4a6a-1112-4588-9332-23a6aeddf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.702657 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:50.714971 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-745e4a6a-1112-4588-9332-23a6aeddf776 None None] Port b958f4ab-6daf-4e53-af82-11aad72a78d1 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:05:50.984085 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b958f4ab-6daf-4e53-af82-11aad72a78d1 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:05:50.991380 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.003034 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Transition to ACTIVE for port object b958f4ab-6daf-4e53-af82-11aad72a78d1 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:05:51.078259 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.136604 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:51.204619 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Attempting to bind port b958f4ab-6daf-4e53-af82-11aad72a78d1 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:05:51.205389 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Attempting to bind port b958f4ab-6daf-4e53-af82-11aad72a78d1 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:05:51.205389 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Attempting to bind port b958f4ab-6daf-4e53-af82-11aad72a78d1 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:51.209920 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Port b958f4ab-6daf-4e53-af82-11aad72a78d1 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:05:51.210238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Attempting to bind port b958f4ab-6daf-4e53-af82-11aad72a78d1 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:05:51.217269 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:05:51.217740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Checking segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:51.218446 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Bound using segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:05:51.218803 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Bound port: b958f4ab-6daf-4e53-af82-11aad72a78d1, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:05:51.219164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.293578 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:05:51.296715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:05:51.352780 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.381182 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4342-e9a2-49ef-b3ce-aabd0eface55 req-6bac923d-e47f-4905-afac-b02bf41d1897 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.382333 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-03ab4342-e9a2-49ef-b3ce-aabd0eface55 req-6bac923d-e47f-4905-afac-b02bf41d1897 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0473375 Sep 16 18:05:51.388809 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.389434 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.390954 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] 10.222.0.48 "PUT /v2.0/ports/b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 200 len: 1093 time: 0.7569666 Sep 16 18:05:51.391402 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:05:51.393801 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32" -d '{"events": [{"name": "network-changed", "server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:05:51.431959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e1d4c-0c04-441a-8c06-3f4c85fe7992 service neutron] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:51.442947 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf28afff-9cd7-4cc2-b790-fcd4bc6fef07 x-openstack-request-id: req-cf28afff-9cd7-4cc2-b790-fcd4bc6fef07 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:05:51.443272 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:05:51.443530 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf28afff-9cd7-4cc2-b790-fcd4bc6fef07 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:05:51.443916 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'status': 'completed', 'code': 200} Sep 16 18:05:51.449291 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-03ab4342-e9a2-49ef-b3ce-aabd0eface55 req-91cabe9f-48be-4b69-83a5-697583e9365e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563095 Sep 16 18:05:51.510432 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32 req-f68a7819-7dda-4e01-b0b6-41cf12383b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.512023 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32 req-f68a7819-7dda-4e01-b0b6-41cf12383b49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0451145 Sep 16 18:05:51.529122 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52592) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:51.615167 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32 req-5d575b56-f902-487a-98c2-a7fe4d86a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.616654 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32 req-5d575b56-f902-487a-98c2-a7fe4d86a2c7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9841d510b3f6450c8f460b36229bc8a4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0971458 Sep 16 18:05:51.645141 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169110310-network', 'tenant_id': '0fd6cd2c07d04e0b8ec8d9612d7d4ec5'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:51.650314 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:05:51.762459 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32 req-21e0d364-882d-49cc-a555-4d20526e5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.763902 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2ec67aee-6cff-4f79-bc4d-d49f85e78a32 req-21e0d364-882d-49cc-a555-4d20526e5859 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407311 Sep 16 18:05:51.792356 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Made reservation on behalf of 0fd6cd2c07d04e0b8ec8d9612d7d4ec5 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:51.794666 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.811098 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:51.861364 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-763f0d4e-4d07-4fc3-b1b1-ad4205a92cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.862826 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-763f0d4e-4d07-4fc3-b1b1-ad4205a92cdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0597522 Sep 16 18:05:51.915358 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-796ef145-0af9-4dd6-9c6c-541b8fda96f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 200 len: 217 time: 0.0422235 Sep 16 18:05:51.980482 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-266dc37b-427c-43a0-bbce-3104987265ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:51.981941 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-266dc37b-427c-43a0-bbce-3104987265ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0596814 Sep 16 18:05:51.998036 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.032235 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-323247bf-a3cf-4dc9-b6b4-938ece577060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:52.033768 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-323247bf-a3cf-4dc9-b6b4-938ece577060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420003 Sep 16 18:05:52.049430 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.097827 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:05:52.123331 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.123689 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Added segment 53332ec4-f086-4256-9c2b-cd6780dfb5b9 of type vlan for network 2ca5fd48-07ec-438b-a57e-39fd498c1181 Sep 16 18:05:52.131811 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588699b4-2e22-4983-b7e3-fe2472a412eb,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:52.197002 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.224268 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-2120765d-fbdb-4a2e-97d1-61507636f54b service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674743 Sep 16 18:05:52.310365 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.311376 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:52.311907 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.346793 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c84dd308-d674-47e5-a9e2-e09b49b755e7 req-30b343b2-0433-4767-a3f5-fc1a3f51ed54 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131179 Sep 16 18:05:52.379895 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] Pushing event updated for resources: {'Network': ['ID=2ca5fd48-07ec-438b-a57e-39fd498c1181,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:52.389671 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 2ca5fd48-07ec-438b-a57e-39fd498c1181 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:05:52.424376 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-288db74c-37de-43d7-8830-37ad74382f4e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8914604 Sep 16 18:05:52.424591 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52604) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:52.429512 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Request body: {'subnet': {'network_id': '2ca5fd48-07ec-438b-a57e-39fd498c1181', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169110310-subnet', 'tenant_id': '0fd6cd2c07d04e0b8ec8d9612d7d4ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:52.543109 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Made reservation on behalf of 0fd6cd2c07d04e0b8ec8d9612d7d4ec5 for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:52.545460 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.613100 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1144-60ca-49a1-a887-1b8edf38f546 req-ca738c70-9a6f-4ef5-90b0-dc775d2e02c7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:52.614507 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e2dd1144-60ca-49a1-a887-1b8edf38f546 req-ca738c70-9a6f-4ef5-90b0-dc775d2e02c7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.1033952 Sep 16 18:05:52.657463 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e2dd1144-60ca-49a1-a887-1b8edf38f546 req-35e0aded-e2b8-467e-ba41-9f8b2df9e885 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360048 Sep 16 18:05:52.826350 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:52.879797 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f211bc0c-1fa3-44c7-908a-8c0f32601b7c,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:52.887258 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Checking segment: {'id': '53332ec4-f086-4256-9c2b-cd6780dfb5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2ca5fd48-07ec-438b-a57e-39fd498c1181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:52.887605 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Network hostable DHCP agents. Network: 2ca5fd48-07ec-438b-a57e-39fd498c1181, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:05:52.980473 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Network 2ca5fd48-07ec-438b-a57e-39fd498c1181 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:05:53.037469 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 2ca5fd48-07ec-438b-a57e-39fd498c1181) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:53.041814 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:53.042422 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:53.046443 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c39e6-228e-495e-b697-eb681657bde2 None None] Network 2ca5fd48-07ec-438b-a57e-39fd498c1181 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:05:53.099226 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-41bd3c99-265b-4a6d-a551-b6abeb5de71b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6646559 Sep 16 18:05:53.279210 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb07f43-b773-43fe-8551-dd3b2c1cd5e0 None None] Network 2ca5fd48-07ec-438b-a57e-39fd498c1181 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:05:53.456717 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-9fc9e2a5-b413-4450-ab8c-4da7ceccaa96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382683 Sep 16 18:05:53.529395 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-1cbbb136-dc99-4184-a8be-0bf77b0a76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:53.530924 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-1cbbb136-dc99-4184-a8be-0bf77b0a76fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 1099 time: 0.0440786 Sep 16 18:05:53.632438 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-bc10d3c2-abd2-4261-a357-1b01e92a9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:53.633887 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-bc10d3c2-abd2-4261-a357-1b01e92a9bf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 912 time: 0.0823526 Sep 16 18:05:53.741323 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-1e909f63-8d2a-4ce5-a7a4-c0ef068e80e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 200 len: 1001 time: 0.0993946 Sep 16 18:05:53.789325 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7df58-84af-4ff0-a193-10f988b4e5cd req-e6f95690-521b-40f5-bebd-e3cd13286331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:53.792417 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a8f7df58-84af-4ff0-a193-10f988b4e5cd req-e6f95690-521b-40f5-bebd-e3cd13286331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0601168 Sep 16 18:05:53.793079 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52630) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:53.798615 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1909057022-network', 'tenant_id': '0f3248b55c0e4ea59b148691199bca0d'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:53.809581 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-79fac48b-29dc-43a5-8917-777103dabefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:53.812367 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-79fac48b-29dc-43a5-8917-777103dabefa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0615568 Sep 16 18:05:53.848013 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a8f7df58-84af-4ff0-a193-10f988b4e5cd req-272d2912-18a6-4beb-91e6-a1eee6ccf36c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 Sep 16 18:05:53.863928 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-d37c94e0-49f9-45e4-a15d-f30f22e5484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:53.864825 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-d37c94e0-49f9-45e4-a15d-f30f22e5484b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463462 Sep 16 18:05:53.912221 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Made reservation on behalf of 0f3248b55c0e4ea59b148691199bca0d for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:53.914622 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:53.927139 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:53.961119 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-f0b554c7-cc3c-4210-88ba-3c0eceb8647a service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869808 Sep 16 18:05:54.014102 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.052334 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e165185e-4c8c-4fce-a283-5f2aebd71826 req-25ec6153-a618-4338-8528-f04d5c831acb service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836432 Sep 16 18:05:54.071711 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.096341 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:05:54.105723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e7b8e-8b54-44c4-9317-715d313e5897,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:54.110284 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.110648 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Added segment 7cb2f991-a81a-4c43-bec8-e32da2c09884 of type vlan for network cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8 Sep 16 18:05:54.148717 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.236842 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.237780 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:54.238379 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.297460 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] Pushing event updated for resources: {'Network': ['ID=cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:54.307477 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:05:54.324867 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d59148b8-b6ae-4c75-aa5a-40b8ed3fb241 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5303314 Sep 16 18:05:54.327503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52636) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:05:54.332270 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Request body: {'subnet': {'network_id': 'cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1909057022-subnet', 'tenant_id': '0f3248b55c0e4ea59b148691199bca0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:05:54.426315 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Made reservation on behalf of 0f3248b55c0e4ea59b148691199bca0d for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:05:54.428622 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59133337'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.660623 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59066232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59133367'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.716487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75eae6cc-c935-4cd9-bddd-e983c8eb14b2,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:54.729581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Checking segment: {'id': '7cb2f991-a81a-4c43-bec8-e32da2c09884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:05:54.729581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Network hostable DHCP agents. Network: cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:05:54.809187 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Network cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:05:54.912145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:05:54.912145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:54.916176 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b3d9e4-5317-450f-bcf9-6af3e685e324 None None] Network cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:05:54.918007 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:54.972432 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4234ab-5338-4ac0-aecf-58ab17de223b req-813d113e-5d87-47d8-9c36-9116a8a7c2aa tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:54.974693 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5d4234ab-5338-4ac0-aecf-58ab17de223b req-813d113e-5d87-47d8-9c36-9116a8a7c2aa tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0507431 Sep 16 18:05:55.013632 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5d4234ab-5338-4ac0-aecf-58ab17de223b req-c468ebef-1533-4963-886b-3d2faa280cf3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Sep 16 18:05:55.018392 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-89449c8a-efe5-4b43-a1a7-1a8a8c2cd0b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6875961 Sep 16 18:05:55.053470 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e73f9-0d0b-4cf5-b45a-def23ed8a7ba None None] Network cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:05:55.106283 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:55.570483 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:05:55.661582 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:55.672726 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'mac_address': 'fa:16:3e:6e:47:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:05:55.711991 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:55.724765 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b958f4ab-6daf-4e53-af82-11aad72a78d1 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:05:55.742881 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:05:55.815102 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:05:55.860282 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:05:56.132594 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca549-a0b6-4562-bbea-a5e2a055e740 req-a80e433d-3bfa-4f6e-a1e3-c3abd11d023c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:56.133968 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b6ca549-a0b6-4562-bbea-a5e2a055e740 req-a80e433d-3bfa-4f6e-a1e3-c3abd11d023c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0478480 Sep 16 18:05:56.174643 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b6ca549-a0b6-4562-bbea-a5e2a055e740 req-db12fb84-0b63-4c2a-a409-c03085fbcb80 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339699 Sep 16 18:05:57.293319 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66b443-1317-48f8-a42f-0a612064f747 req-8dc967ad-0f87-473f-9e27-55d5725463e4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:57.294803 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cf66b443-1317-48f8-a42f-0a612064f747 req-8dc967ad-0f87-473f-9e27-55d5725463e4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0486672 Sep 16 18:05:57.330270 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cf66b443-1317-48f8-a42f-0a612064f747 req-63e239ae-fcca-48f7-9af3-428c732eb3c4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296297 Sep 16 18:05:58.445362 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7351b-0ae3-4359-9702-131f6bcf5c6b req-dab2816f-421f-409e-a030-dee81feb62bd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:58.446830 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79a7351b-0ae3-4359-9702-131f6bcf5c6b req-dab2816f-421f-409e-a030-dee81feb62bd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0466721 Sep 16 18:05:58.485935 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79a7351b-0ae3-4359-9702-131f6bcf5c6b req-3bec0efe-c353-4d1a-a4bd-eb97ec4c918d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333400 Sep 16 18:05:58.917581 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['b958f4ab-6daf-4e53-af82-11aad72a78d1'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:05:59.602728 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865db5-ae2a-4f77-86d6-a26e94ab33e5 req-bcae5f88-5083-4151-8903-6f19f64da007 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:05:59.604174 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-17865db5-ae2a-4f77-86d6-a26e94ab33e5 req-bcae5f88-5083-4151-8903-6f19f64da007 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0492356 Sep 16 18:05:59.640925 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-17865db5-ae2a-4f77-86d6-a26e94ab33e5 req-97532fb4-0d81-433e-bc19-03d52162bda8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Sep 16 18:06:00.765854 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:00.767160 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d302a-1054-4fa5-b8e1-fde747bb3670 req-7678f343-fbdc-4bdf-9a5a-f941a80cfbbc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:00.767160 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf2d302a-1054-4fa5-b8e1-fde747bb3670 req-7678f343-fbdc-4bdf-9a5a-f941a80cfbbc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0469751 Sep 16 18:06:00.794502 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf2d302a-1054-4fa5-b8e1-fde747bb3670 req-8fe8ac11-3b5e-42be-bc94-546d1e8fc1b0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Sep 16 18:06:00.997965 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port b958f4ab-6daf-4e53-af82-11aad72a78d1 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:06:01.002013 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port b958f4ab-6daf-4e53-af82-11aad72a78d1 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:01.003858 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:01.080389 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:01.104982 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:01.107219 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b01b034-e9ad-4dbc-81cd-4428f1a77217" -d '{"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:01.127193 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:01.142772 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b69bce-fbb0-40cc-9d66-14802410928d x-openstack-request-id: req-83b69bce-fbb0-40cc-9d66-14802410928d {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:01.143058 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:01.143308 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83b69bce-fbb0-40cc-9d66-14802410928d {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:01.143693 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'code': 200} Sep 16 18:06:01.186313 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:01.233436 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:01.241246 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.241618 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.242014 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.258924 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:01.435530 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498f865-c22b-46ca-95d2-9032479a3c1d req-11173090-cadc-457e-afc4-8f12878eb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:01.436966 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9498f865-c22b-46ca-95d2-9032479a3c1d req-11173090-cadc-457e-afc4-8f12878eb857 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1098 time: 0.0382917 Sep 16 18:06:01.473135 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9498f865-c22b-46ca-95d2-9032479a3c1d req-99412482-5ccf-4ee5-b078-049f958e184d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268481 Sep 16 18:06:01.910746 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90f56e-e41d-45c9-950f-7086e0070131 req-12dcab8a-f1a6-40c3-8f2e-06f251e80cdb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:01.912216 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2b90f56e-e41d-45c9-950f-7086e0070131 req-12dcab8a-f1a6-40c3-8f2e-06f251e80cdb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0467148 Sep 16 18:06:01.950152 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2b90f56e-e41d-45c9-950f-7086e0070131 req-0aca9e32-a1be-404e-b438-83fb39695f87 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Sep 16 18:06:03.072288 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1c12-2da2-4e3b-9f0f-0f8fab0fa3ae req-05203c9d-4c1a-4029-8a8e-498166ffa822 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:03.073734 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-71aa1c12-2da2-4e3b-9f0f-0f8fab0fa3ae req-05203c9d-4c1a-4029-8a8e-498166ffa822 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0480714 Sep 16 18:06:03.112029 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-71aa1c12-2da2-4e3b-9f0f-0f8fab0fa3ae req-3b2ab29d-1d11-4a23-bef5-28dda82807a9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Sep 16 18:06:03.224886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50519-ad15-4b7e-8ca4-74dcc41a6fe5 req-92ea7816-900f-4605-be5d-8d1713ab0e8a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:03.226378 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9a50519-ad15-4b7e-8ca4-74dcc41a6fe5 req-92ea7816-900f-4605-be5d-8d1713ab0e8a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0482538 Sep 16 18:06:03.235376 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52738) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:03.239928 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'floatingip': {'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:03.282843 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:03.965832 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:04.014783 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:04.111327 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Floating IP 726dfb1a-1916-4d42-8217-5999d7be7220 associated. External IP: 172.27.2.37, port: b958f4ab-6daf-4e53-af82-11aad72a78d1. Sep 16 18:06:04.309129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:06:04.412675 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:04.417817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:04.422899 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:04.432391 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:04.433001 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:04.444274 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-24fa2d0c-56c8-48c1-937c-99fcc4f0918f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "PUT /v2.0/floatingips/726dfb1a-1916-4d42-8217-5999d7be7220 HTTP/1.1" status: 200 len: 990 time: 1.2078333 Sep 16 18:06:04.444866 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:04.447194 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db7483-0e7f-41e2-9923-b56a73ec4c78" -d '{"events": [{"name": "network-changed", "server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:04.485848 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a72958d-fe4c-450e-a871-6be697598205 x-openstack-request-id: req-6a72958d-fe4c-450e-a871-6be697598205 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:04.486133 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:04.486431 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a72958d-fe4c-450e-a871-6be697598205 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:04.486791 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'status': 'completed', 'code': 200} Sep 16 18:06:04.548273 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:04.558063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-9406f8b1-544b-42dd-be29-e5341acd5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:04.560128 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-9406f8b1-544b-42dd-be29-e5341acd5388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1098 time: 0.0455844 Sep 16 18:06:04.656803 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-4608ba2c-2240-4a40-8598-a886891d477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:04.658307 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-4608ba2c-2240-4a40-8598-a886891d477a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.0871434 Sep 16 18:06:04.729564 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-b8ef6787-c340-463e-8b0e-f72aa5352063 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 200 len: 998 time: 0.0609550 Sep 16 18:06:04.775879 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '726dfb1a-1916-4d42-8217-5999d7be7220', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'mac_address': 'fa:16:3e:6e:47:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:05:42Z', 'updated_at': '2021-09-16T18:06:03Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:04.785224 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-e111a33a-25a4-4c53-9c1e-afa569bab272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:04.785463 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-e111a33a-25a4-4c53-9c1e-afa569bab272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0457551 Sep 16 18:06:04.807721 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:04.815272 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:04.815951 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:05:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:04.844167 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-9c13051e-2dd6-473b-8af6-34e948da6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:04.845672 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-9c13051e-2dd6-473b-8af6-34e948da6022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454421 Sep 16 18:06:04.921743 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:04.942910 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-ffe81485-72fd-4b6b-b309-50665675851b service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852954 Sep 16 18:06:05.048921 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2db7483-0e7f-41e2-9923-b56a73ec4c78 req-8fe5bfb2-7dbe-4fb7-84cc-587b1c7db732 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947011 Sep 16 18:06:05.164670 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '726dfb1a-1916-4d42-8217-5999d7be7220', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'mac_address': 'fa:16:3e:6e:47:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:05:42Z', 'updated_at': '2021-09-16T18:06:03Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:05.193959 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201804f-22d6-4590-a8ca-f319403b37a4 None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '726dfb1a-1916-4d42-8217-5999d7be7220', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'mac_address': 'fa:16:3e:6e:47:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:05:42Z', 'updated_at': '2021-09-16T18:06:03Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:05.367916 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69945398-1c7b-4b23-ad7e-b2257b416ffe None None] New status for floating IP 726dfb1a-1916-4d42-8217-5999d7be7220: ACTIVE {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:06:09.464862 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1e5b051b-07dc-4a71-87d6-6efae8db7719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:09.916022 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52846) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:09.964553 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Deleting subnet cc1ff47f-9ccb-4899-86fa-3e933d654d52 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:06:09.967550 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.001869 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.039571 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.163524 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.189986 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1ff47f-9ccb-4899-86fa-3e933d654d52,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:10.192115 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.195921 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-faa10cf6-0549-439b-bc0f-b8806b1bdf39 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cc1ff47f-9ccb-4899-86fa-3e933d654d52 HTTP/1.1" status: 204 len: 168 time: 0.2766716 Sep 16 18:06:10.196827 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52848) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:10.266315 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.344755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.364138 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb91b6e8-1f39-4959-b29a-43c445d14ea7']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:10.372915 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5015e9fe-2432-4381-b275-47e5ae22952f') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:10.373210 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5015e9fe-2432-4381-b275-47e5ae22952f') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:10.382126 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.394679 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.400394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:06:10.401806 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:06:10.402682 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:06:10.569029 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.573669 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.575559 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] 10.222.0.39 "DELETE /v2.0/networks/cb91b6e8-1f39-4959-b29a-43c445d14ea7 HTTP/1.1" status: 204 len: 168 time: 0.3780615 Sep 16 18:06:10.587512 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855440a-87ba-4d32-9a85-9e9b230fee5b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb91b6e8-1f39-4959-b29a-43c445d14ea7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:10.876334 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52856) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:10.918570 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9f383899-e516-4f71-8039-db8c285366c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e9a42421d444d739e91c9d86eedfa7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410094 Sep 16 18:06:10.920943 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52858) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:10.967327 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-389bd78a-eaa6-40d5-a129-c9015c689167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:10.989082 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-389bd78a-eaa6-40d5-a129-c9015c689167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:11.123440 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-389bd78a-eaa6-40d5-a129-c9015c689167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:11.126517 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-389bd78a-eaa6-40d5-a129-c9015c689167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:11.127658 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-389bd78a-eaa6-40d5-a129-c9015c689167 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e HTTP/1.1" status: 204 len: 168 time: 0.2058496 Sep 16 18:06:11.135436 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bd78a-eaa6-40d5-a129-c9015c689167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc9869d-c8e8-4e14-b4c7-dea447b7cc2e,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:11.923430 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-45340cc5-e875-443e-b826-2800b684c73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.082080 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52888) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:12.176149 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-108048298-network', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:12.237673 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Made reservation on behalf of 7ba7368ff4314e9f8de698b3c7224514 for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:06:12.240036 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.248843 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.340629 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.403475 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.428309 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:06:12.439523 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba04ef7-1611-4410-b846-e7cf0923d641,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:12.442643 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.442987 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Added segment 646cf8cd-2db9-4e62-81e9-efdd1545efe7 of type vlan for network 20eee47a-293f-48c8-a0fd-546d1762c102 Sep 16 18:06:12.483113 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.575026 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.576036 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:12.576622 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.642338 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] Pushing event updated for resources: {'Network': ['ID=20eee47a-293f-48c8-a0fd-546d1762c102,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:12.653523 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 20eee47a-293f-48c8-a0fd-546d1762c102 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:06:12.660959 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6dd65390-7a24-4296-9a55-4310ba8b9490 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5776298 Sep 16 18:06:12.663719 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52904) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:12.668609 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Request body: {'subnet': {'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-108048298-subnet', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:12.701766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:12.769269 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Made reservation on behalf of 7ba7368ff4314e9f8de698b3c7224514 for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:06:12.771821 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.003686 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.014963 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.070145 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c827f522-36c3-4415-95aa-b9f59401ab90,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:13.079360 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Checking segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:13.079706 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Network hostable DHCP agents. Network: 20eee47a-293f-48c8-a0fd-546d1762c102, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:06:13.191988 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:06:13.271908 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 20eee47a-293f-48c8-a0fd-546d1762c102) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:13.276035 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:13.278173 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.281994 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f2662f-2fe6-4df5-b88f-730a4d5c173f None None] Network 20eee47a-293f-48c8-a0fd-546d1762c102 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:06:13.353104 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6c57041f-f777-493c-8a4d-6ab38ed1c6b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6884367 Sep 16 18:06:13.355713 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52920) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:13.360693 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:13.424117 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-20eee47a-293f-48c8-a0fd-546d1762c102', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:06:13.425033 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.489437 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.490579 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.543014 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.558093 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Allocated IP 172.20.0.2 (20eee47a-293f-48c8-a0fd-546d1762c102/c827f522-36c3-4415-95aa-b9f59401ab90/865cb201-cc19-465a-b641-b51e500e9ad2) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:13.695800 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.751646 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.775349 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.932754 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:13.935439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:13.941797 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:13.943721 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Pushing event updated for resources: {'Port': ['ID=865cb201-cc19-465a-b641-b51e500e9ad2,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:13.990128 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.992991 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Attempting to bind port 865cb201-cc19-465a-b641-b51e500e9ad2 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:13.993358 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Attempting to bind port 865cb201-cc19-465a-b641-b51e500e9ad2 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:13.993715 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Attempting to bind port 865cb201-cc19-465a-b641-b51e500e9ad2 on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:13.998545 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:13.998920 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Checking segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:13.999324 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:13.999713 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Bound using segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:14.000707 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Bound port: 865cb201-cc19-465a-b641-b51e500e9ad2, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:14.001082 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.009370 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.063668 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-52999860-b824-4628-b089-e62c6c68c193 None None] For port 865cb201-cc19-465a-b641-b51e500e9ad2, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:14.066703 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-52999860-b824-4628-b089-e62c6c68c193 None None] For port 865cb201-cc19-465a-b641-b51e500e9ad2, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=865cb201-cc19-465a-b641-b51e500e9ad2,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:14.108641 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Allocated IP 172.27.2.41 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/27885364-4fda-4efd-8a8b-35b7e9371b6c) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:14.141577 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.200791 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52999860-b824-4628-b089-e62c6c68c193 None None] Pushing event updated for resources: {'Port': ['ID=865cb201-cc19-465a-b641-b51e500e9ad2,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:14.221401 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.318013 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.339030 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52934) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:14.357371 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:14.361325 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:14.365947 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:14.400807 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Pushing event updated for resources: {'Port': ['ID=27885364-4fda-4efd-8a8b-35b7e9371b6c,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:14.423891 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Deleting subnet f211bc0c-1fa3-44c7-908a-8c0f32601b7c {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:06:14.427282 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.463501 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.508097 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.628027 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.663133 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f211bc0c-1fa3-44c7-908a-8c0f32601b7c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:14.665118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.667306 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-831f8d26-e904-4be5-afdb-8b90f21a860f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f211bc0c-1fa3-44c7-908a-8c0f32601b7c HTTP/1.1" status: 204 len: 168 time: 0.3272648 Sep 16 18:06:14.670013 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52936) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:14.728627 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.730607 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.735806 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.819986 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.840876 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca5fd48-07ec-438b-a57e-39fd498c1181']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:14.851169 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53332ec4-f086-4256-9c2b-cd6780dfb5b9') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:14.851469 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53332ec4-f086-4256-9c2b-cd6780dfb5b9') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:14.861699 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.875039 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.880980 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:06:14.881362 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:06:14.883033 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:06:14.933033 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.026845 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.032920 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.038071 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52938) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:15.038246 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ca5fd48-07ec-438b-a57e-39fd498c1181 HTTP/1.1" status: 204 len: 168 time: 0.3671672 Sep 16 18:06:15.050159 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb1d9-e6bf-499e-90d5-ed54d73bd5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca5fd48-07ec-438b-a57e-39fd498c1181,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:15.096321 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00b74f-7175-47ca-919a-4cf868fbed16 None None] Network 20eee47a-293f-48c8-a0fd-546d1762c102 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:06:15.099238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Deleting subnet 75eae6cc-c935-4cd9-bddd-e983c8eb14b2 {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:06:15.103143 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.136942 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.161129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:06:15.161540 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-868e4c87-f790-48ce-b3c6-58f5a2473bb2 None None] Provisioning complete for port 865cb201-cc19-465a-b641-b51e500e9ad2 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:15.161968 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-868e4c87-f790-48ce-b3c6-58f5a2473bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.188407 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.304569 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-868e4c87-f790-48ce-b3c6-58f5a2473bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.350137 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-868e4c87-f790-48ce-b3c6-58f5a2473bb2 None None] For port 865cb201-cc19-465a-b641-b51e500e9ad2, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=865cb201-cc19-465a-b641-b51e500e9ad2,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:15.354228 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:15.366368 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:15.376052 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:15.376692 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:15.387108 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.417570 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75eae6cc-c935-4cd9-bddd-e983c8eb14b2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:15.421436 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.425720 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a222bb8e-d310-49f3-8a4f-ce99622f97b9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/75eae6cc-c935-4cd9-bddd-e983c8eb14b2 HTTP/1.1" status: 204 len: 168 time: 0.3842566 Sep 16 18:06:15.426188 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52942) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:15.426475 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 865cb201-cc19-465a-b641-b51e500e9ad2 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:15.452244 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-868e4c87-f790-48ce-b3c6-58f5a2473bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.462184 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.462184 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-9233ba34-47b9-4471-b1ed-36a3180a1d07 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1029468 Sep 16 18:06:15.462602 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52944) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:15.510882 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.582721 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e4c87-f790-48ce-b3c6-58f5a2473bb2 None None] Pushing event updated for resources: {'Port': ['ID=865cb201-cc19-465a-b641-b51e500e9ad2,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:15.588837 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:15.600058 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.622175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:15.634417 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb2f991-a81a-4c43-bec8-e32da2c09884') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:15.634725 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb2f991-a81a-4c43-bec8-e32da2c09884') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:15.646048 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.655258 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-524b85f1-03a1-402f-9863-8d28978cebab None None] Provisioning complete for port 865cb201-cc19-465a-b641-b51e500e9ad2 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:15.655625 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-524b85f1-03a1-402f-9863-8d28978cebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.658696 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 865cb201-cc19-465a-b641-b51e500e9ad2 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:15.659054 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.660015 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.666286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:06:15.666971 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:06:15.669360 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:06:15.803299 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.811233 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:15.815446 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8 HTTP/1.1" status: 204 len: 168 time: 0.3862245 Sep 16 18:06:15.938637 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:14Z', 'revision_number': 3, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:15.971087 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:15.971759 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Updating router 600b73e9-daec-4f14-af2c-9e6c8a3f130a port 27885364-4fda-4efd-8a8b-35b7e9371b6c binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:06:15.999328 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.086027 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567942-c151-4b3d-b44f-2964cc70d2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf89f3d7-0a6e-4a3d-b5f5-821003cfaae8,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:16.139537 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52948) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:16.163011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.218832 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-00b0f370-f346-44e3-890a-f0a541c9fc37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fd6cd2c07d04e0b8ec8d9612d7d4ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780809 Sep 16 18:06:16.222123 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52952) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:16.275674 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.281327 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-28454ceb-0ee3-40b7-ae0e-b9eb25be5ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.302586 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-28454ceb-0ee3-40b7-ae0e-b9eb25be5ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.335651 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.383492 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Attempting to bind port 27885364-4fda-4efd-8a8b-35b7e9371b6c on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:16.383861 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Attempting to bind port 27885364-4fda-4efd-8a8b-35b7e9371b6c by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:16.384221 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Attempting to bind port 27885364-4fda-4efd-8a8b-35b7e9371b6c on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:16.384340 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Allocated IP 172.20.0.1 (20eee47a-293f-48c8-a0fd-546d1762c102/c827f522-36c3-4415-95aa-b9f59401ab90/697d0bc8-ffae-4fe8-a7ad-33a7f548d068) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:16.396219 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:16.396219 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:16.396576 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.396786 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:16.397578 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Bound port: 27885364-4fda-4efd-8a8b-35b7e9371b6c, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:16.397958 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.400332 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc2a6-a805-4f48-96f0-7563e2136f14 None None] Pushing event updated for resources: {'Port': ['ID=27885364-4fda-4efd-8a8b-35b7e9371b6c,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:16.413910 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-28454ceb-0ee3-40b7-ae0e-b9eb25be5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.413910 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-28454ceb-0ee3-40b7-ae0e-b9eb25be5ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.413910 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-28454ceb-0ee3-40b7-ae0e-b9eb25be5ee1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/588699b4-2e22-4983-b7e3-fe2472a412eb HTTP/1.1" status: 204 len: 168 time: 0.1883690 Sep 16 18:06:16.421612 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454ceb-0ee3-40b7-ae0e-b9eb25be5ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588699b4-2e22-4983-b7e3-fe2472a412eb,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:16.466461 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] For port 27885364-4fda-4efd-8a8b-35b7e9371b6c, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:16.466461 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] For port 27885364-4fda-4efd-8a8b-35b7e9371b6c, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=27885364-4fda-4efd-8a8b-35b7e9371b6c,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:16.520452 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.541162 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.599106 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:16.599721 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:16.632784 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc2a6-a805-4f48-96f0-7563e2136f14 None None] Pushing event updated for resources: {'Port': ['ID=27885364-4fda-4efd-8a8b-35b7e9371b6c,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:16.667030 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.703529 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:16.705699 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:16.707777 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:16.710230 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:16.751527 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:16.772780 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:16.961773 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-0aa1eb9d-580a-4237-8677-9f0236d2e378 None None] Provisioning complete for port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:16.962221 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0aa1eb9d-580a-4237-8677-9f0236d2e378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.024325 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1eb9d-580a-4237-8677-9f0236d2e378 None None] Port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:17.049024 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:14Z', 'revision_number': 3, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:17.061912 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.078492 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79151a-82fc-4060-aa09-2a4e32a7c93b None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:14Z', 'revision_number': 3, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:17.110463 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52960) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:17.150776 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ec91cb13-49ea-42fc-a7fd-8b9cdf90bbda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f3248b55c0e4ea59b148691199bca0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388370 Sep 16 18:06:17.153183 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 52962) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:17.204651 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efdf053-52a3-4bb2-9908-2bf20d6c510a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.225594 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efdf053-52a3-4bb2-9908-2bf20d6c510a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.237860 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.278302 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.334833 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efdf053-52a3-4bb2-9908-2bf20d6c510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.337563 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efdf053-52a3-4bb2-9908-2bf20d6c510a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.339010 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4efdf053-52a3-4bb2-9908-2bf20d6c510a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/589e7b8e-8b54-44c4-9317-715d313e5897 HTTP/1.1" status: 204 len: 168 time: 0.1847057 Sep 16 18:06:17.350026 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.350201 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdf053-52a3-4bb2-9908-2bf20d6c510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e7b8e-8b54-44c4-9317-715d313e5897,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:17.386940 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:17.403877 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 865cb201-cc19-465a-b641-b51e500e9ad2 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:17.462101 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 865cb201-cc19-465a-b641-b51e500e9ad2 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:17.462535 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.489172 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:17.490576 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:17.651671 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:06:17.763288 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c7ab9533-63c1-4a1a-b38d-ac9af02b4841 None None] Provisioning complete for port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:17.763902 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9533-63c1-4a1a-b38d-ac9af02b4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:17.779235 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:17.792425 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1a221df4-84ff-41da-a7d3-83809c903ff8 admin admin] 10.222.0.39 "PUT /v2.0/routers/600b73e9-daec-4f14-af2c-9e6c8a3f130a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3270447 Sep 16 18:06:17.816028 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab9533-63c1-4a1a-b38d-ac9af02b4841 None None] Port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:18.538757 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53000) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:18.546126 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-667338137-network', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:18.637211 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Made reservation on behalf of f0a0bf0888374de9866a13832ff5834a for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:06:18.639731 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.649192 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.750943 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.768796 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:18.777961 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:18.778611 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:18.820525 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.847040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:06:18.861504 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ef21f-9c2f-428c-b2a5-cc3ce250add1,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:18.867607 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.868109 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Added segment 5b8db788-d093-44bb-a52e-c2bd28fea0c4 of type vlan for network 87644f73-645f-4298-84da-68e7a14971e2 Sep 16 18:06:18.897610 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:18.910629 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.968745 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:18.970406 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:18.970994 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.035015 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] Pushing event updated for resources: {'Network': ['ID=87644f73-645f-4298-84da-68e7a14971e2,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:19.045084 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 87644f73-645f-4298-84da-68e7a14971e2 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:06:19.049563 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ff7817f1-b39d-4f17-9b92-cc137c1a69bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5089874 Sep 16 18:06:19.052286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53044) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:19.058229 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Request body: {'subnet': {'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-667338137-subnet', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:19.102861 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:17Z', 'revision_number': 2, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:19.129614 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:19.129961 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Updating router 600b73e9-daec-4f14-af2c-9e6c8a3f130a port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:06:19.134740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Made reservation on behalf of f0a0bf0888374de9866a13832ff5834a for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:06:19.137106 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.154387 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.367885 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 27885364-4fda-4efd-8a8b-35b7e9371b6c up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:19.368973 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.417595 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 27885364-4fda-4efd-8a8b-35b7e9371b6c triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:19.417968 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.424302 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0c1fd2-7117-4e3a-a37f-6916df411034,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:19.435233 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.440564 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Checking segment: {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:19.443618 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Network hostable DHCP agents. Network: 87644f73-645f-4298-84da-68e7a14971e2, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:06:19.502041 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.512185 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.529587 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 27885364-4fda-4efd-8a8b-35b7e9371b6c, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=27885364-4fda-4efd-8a8b-35b7e9371b6c,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:19.535664 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Network 87644f73-645f-4298-84da-68e7a14971e2 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:06:19.559399 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce98f1-df61-42b7-bb69-27de0f3bc469 None None] Pushing event updated for resources: {'Port': ['ID=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:19.598147 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.622101 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Attempting to bind port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:19.622745 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Attempting to bind port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:19.623210 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Attempting to bind port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:19.628594 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:19.629046 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Checking segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:19.629457 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.629879 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Bound using segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:19.630385 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Bound port: 697d0bc8-ffae-4fe8-a7ad-33a7f548d068, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:19.630844 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.632385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 87644f73-645f-4298-84da-68e7a14971e2) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:19.638111 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:19.639621 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.653191 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2389bbb-0b13-45f8-aecd-2aaa80c05a8c None None] Network 87644f73-645f-4298-84da-68e7a14971e2 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:06:19.677049 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=27885364-4fda-4efd-8a8b-35b7e9371b6c,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:19.727708 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] For port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:19.731115 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] For port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:19.738270 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a54967d4-3bdf-4bac-9da4-6e2825d5ef49 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6825130 Sep 16 18:06:19.738612 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53050) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:19.742996 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:19.816043 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.818057 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-87644f73-645f-4298-84da-68e7a14971e2', 'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'fixed_ips': [{'subnet_id': '6c0c1fd2-7117-4e3a-a37f-6916df411034'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:06:19.824913 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.877743 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.883735 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce98f1-df61-42b7-bb69-27de0f3bc469 None None] Pushing event updated for resources: {'Port': ['ID=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:19.885951 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.897629 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:19.898333 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:19.954527 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:19.955840 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-9d91a2b5-19fd-4122-ab77-725694ca0bb9 None None] Provisioning complete for port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:19.956288 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9d91a2b5-19fd-4122-ab77-725694ca0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.014640 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Allocated IP 172.20.0.2 (87644f73-645f-4298-84da-68e7a14971e2/6c0c1fd2-7117-4e3a-a37f-6916df411034/8770d3a6-1680-4115-8762-4c9c58037e9b) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:20.062154 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:20.149943 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9d91a2b5-19fd-4122-ab77-725694ca0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.199716 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.220570 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.229822 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-9d91a2b5-19fd-4122-ab77-725694ca0bb9 None None] For port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:20.287787 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9d91a2b5-19fd-4122-ab77-725694ca0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.290615 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.290930 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:20.327308 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc130-c68c-4eb7-bc5d-8a04c9ca925d None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:20.341792 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Network 87644f73-645f-4298-84da-68e7a14971e2 is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:20.345750 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:20.353900 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:20.433219 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91a2b5-19fd-4122-ab77-725694ca0bb9 None None] Pushing event updated for resources: {'Port': ['ID=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:20.479174 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-1e63945d-b9c0-473d-9a3b-dad29bd1c7fd None None] Provisioning complete for port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:20.479551 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1e63945d-b9c0-473d-9a3b-dad29bd1c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.504866 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Attempting to bind port 8770d3a6-1680-4115-8762-4c9c58037e9b on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:20.505198 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Attempting to bind port 8770d3a6-1680-4115-8762-4c9c58037e9b by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:20.505606 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Attempting to bind port 8770d3a6-1680-4115-8762-4c9c58037e9b on network 87644f73-645f-4298-84da-68e7a14971e2 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:20.520044 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.527054 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Pushing event updated for resources: {'Port': ['ID=8770d3a6-1680-4115-8762-4c9c58037e9b,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:20.532598 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:20.532979 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Checking segment: {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:20.534654 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.534654 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Bound using segment: {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:20.534654 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Bound port: 8770d3a6-1680-4115-8762-4c9c58037e9b, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:20.534654 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.551982 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.638259 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] For port 8770d3a6-1680-4115-8762-4c9c58037e9b, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:20.659694 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] For port 8770d3a6-1680-4115-8762-4c9c58037e9b, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8770d3a6-1680-4115-8762-4c9c58037e9b,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:20.690770 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Allocated IP 172.27.2.145 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/ce68b669-5a72-48f7-ab4f-cf4900b42385) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:20.718555 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.788563 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e9343-7c1a-4af2-a851-6a4f4c8071f0 None None] Pushing event updated for resources: {'Port': ['ID=8770d3a6-1680-4115-8762-4c9c58037e9b,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:20.822618 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.912494 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:20.962147 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:20.971082 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:20.974993 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:21.019628 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Pushing event updated for resources: {'Port': ['ID=ce68b669-5a72-48f7-ab4f-cf4900b42385,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:21.358437 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:21.503781 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8770d3a6-1680-4115-8762-4c9c58037e9b up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:21.555920 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 8770d3a6-1680-4115-8762-4c9c58037e9b triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:21.556347 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:21.609388 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:21.654703 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:21.686920 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port 8770d3a6-1680-4115-8762-4c9c58037e9b, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8770d3a6-1680-4115-8762-4c9c58037e9b,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:21.721392 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d217eb-1948-41b9-8f6a-eb21ea048b2b None None] Network 87644f73-645f-4298-84da-68e7a14971e2 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:06:21.806825 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:21.807609 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:21.814823 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-caaacb3d-2a78-4ff6-b95a-73761bee39a3 None None] Provisioning complete for port 8770d3a6-1680-4115-8762-4c9c58037e9b triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:21.815184 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-caaacb3d-2a78-4ff6-b95a-73761bee39a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:21.826494 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:06:21.939479 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:22.008678 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.012446 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b86a7563-8f32-45ed-afd8-deeb9123e288 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2704012 Sep 16 18:06:22.012663 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53078) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:22.012803 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Sync routers for ids ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:22.086137 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=8770d3a6-1680-4115-8762-4c9c58037e9b,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:22.105251 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Routers {'6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:22.105873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:22.160326 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:22.160693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.292918 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Set router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:22.398053 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 27885364-4fda-4efd-8a8b-35b7e9371b6c up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:22.455766 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.517939 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-a9331cf7-726d-4a63-8314-5694e0bfe749 None None] Provisioning complete for port 8770d3a6-1680-4115-8762-4c9c58037e9b triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:22.518558 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-a9331cf7-726d-4a63-8314-5694e0bfe749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.553448 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 27885364-4fda-4efd-8a8b-35b7e9371b6c triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:22.553815 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.613141 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:06:21Z', 'revision_number': 3, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:22.614159 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Allocated IP 172.20.0.1 (87644f73-645f-4298-84da-68e7a14971e2/6c0c1fd2-7117-4e3a-a37f-6916df411034/24cf5857-2374-4a27-8639-ff741e4f2c89) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:22.665016 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Checking router: 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:22.665364 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Updating router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 port ce68b669-5a72-48f7-ab4f-cf4900b42385 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:06:22.723332 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.735264 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.809588 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:22.844159 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Network 87644f73-645f-4298-84da-68e7a14971e2 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:22.849079 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:22.852970 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:22.892825 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=24cf5857-2374-4a27-8639-ff741e4f2c89,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:22.903052 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.003235 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.041296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-76d54ad5-abe3-4f2e-b133-4bf1f2dca2a2 None None] Provisioning complete for port 24cf5857-2374-4a27-8639-ff741e4f2c89 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:23.041678 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-76d54ad5-abe3-4f2e-b133-4bf1f2dca2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.075709 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-76d54ad5-abe3-4f2e-b133-4bf1f2dca2a2 None None] Port 24cf5857-2374-4a27-8639-ff741e4f2c89 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:23.077633 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.098622 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.126976 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Attempting to bind port ce68b669-5a72-48f7-ab4f-cf4900b42385 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:23.127346 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Attempting to bind port ce68b669-5a72-48f7-ab4f-cf4900b42385 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:23.127705 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Attempting to bind port ce68b669-5a72-48f7-ab4f-cf4900b42385 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:23.137790 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214329-00e3-443d-92c1-0d6fc7deef72 None None] Pushing event updated for resources: {'Port': ['ID=ce68b669-5a72-48f7-ab4f-cf4900b42385,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:23.142371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:23.142371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:23.142371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.142371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:23.142371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Bound port: ce68b669-5a72-48f7-ab4f-cf4900b42385, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:23.142371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.196488 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] For port ce68b669-5a72-48f7-ab4f-cf4900b42385, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:23.199689 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] For port ce68b669-5a72-48f7-ab4f-cf4900b42385, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ce68b669-5a72-48f7-ab4f-cf4900b42385,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:23.243813 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.268883 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.304791 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Routers {'6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:23.305232 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:23.310200 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214329-00e3-443d-92c1-0d6fc7deef72 None None] Pushing event updated for resources: {'Port': ['ID=ce68b669-5a72-48f7-ab4f-cf4900b42385,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:23.329601 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.347043 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8770d3a6-1680-4115-8762-4c9c58037e9b up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:23.402355 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=24cf5857-2374-4a27-8639-ff741e4f2c89,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:23.404868 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.452076 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] Set router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:23.454309 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 8770d3a6-1680-4115-8762-4c9c58037e9b triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:23.454709 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.495496 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Network 87644f73-645f-4298-84da-68e7a14971e2 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:23.496740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:23.621759 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:06:23.750523 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:23.758039 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bc34e373-f626-4ecd-8994-250ca6eda4b6 admin admin] 10.222.0.39 "PUT /v2.0/routers/6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444212 Sep 16 18:06:23.805597 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-161b498a-93fb-4d25-9bd7-a9d0ace6772e None None] Provisioning complete for port 24cf5857-2374-4a27-8639-ff741e4f2c89 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:23.806169 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-161b498a-93fb-4d25-9bd7-a9d0ace6772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:23.864571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-161b498a-93fb-4d25-9bd7-a9d0ace6772e None None] Port 24cf5857-2374-4a27-8639-ff741e4f2c89 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:23.887308 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '24cf5857-2374-4a27-8639-ff741e4f2c89', 'name': '', 'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'mac_address': 'fa:16:3e:3a:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:22Z', 'updated_at': '2021-09-16T18:06:22Z', 'revision_number': 1, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'subnets': [{'id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:23.917959 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965480-21d8-45ea-ba27-65fae05ce38b None None] The sync data for ids ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'] in dv-cinder-805887-16-iscsi is: [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '24cf5857-2374-4a27-8639-ff741e4f2c89', 'name': '', 'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'mac_address': 'fa:16:3e:3a:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:22Z', 'updated_at': '2021-09-16T18:06:22Z', 'revision_number': 1, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'subnets': [{'id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:24.295303 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53100) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:24.300131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254011327', 'description': 'tempest-secgroup-smoke-254011327 description', 'project_id': '7ba7368ff4314e9f8de698b3c7224514'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:24.386874 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.471315 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.552575 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.590174 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12514cbf-2e0a-4112-823c-8ae9324fdb42,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:24.631896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.636200 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fdcdd189-c125-45ba-88a3-d77571bf6abf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3372011 Sep 16 18:06:24.636552 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53102) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:24.642124 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group_rule': {'security_group_id': '12514cbf-2e0a-4112-823c-8ae9324fdb42', 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:24.728560 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.790384 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.872049 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.887871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e45294-c4c9-432b-b615-e417e84d7c81,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:24.957626 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:24.958968 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8de53e4a-f9ed-4af1-896f-c402a377b799 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213103 Sep 16 18:06:24.961714 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53106) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:24.967404 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group_rule': {'security_group_id': '12514cbf-2e0a-4112-823c-8ae9324fdb42', 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:25.026192 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.054487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.112394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.186206 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.205129 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b744cd6-7725-4168-9e32-7cecf525d3a5,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:25.266321 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.267622 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-52d59d92-40b8-4514-9f83-6f9c30acef75 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3040626 Sep 16 18:06:25.270453 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53108) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:25.276050 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group_rule': {'security_group_id': '12514cbf-2e0a-4112-823c-8ae9324fdb42', 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:25.366282 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.367420 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ce68b669-5a72-48f7-ab4f-cf4900b42385 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:25.421238 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port ce68b669-5a72-48f7-ab4f-cf4900b42385 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:25.421238 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.434281 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.501152 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.506163 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.522252 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port ce68b669-5a72-48f7-ab4f-cf4900b42385, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ce68b669-5a72-48f7-ab4f-cf4900b42385,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:25.525223 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b8b891-268b-4183-bc6d-b7154cab0152,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:25.609434 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.627175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.633485 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-91c63d18-631b-490d-be1d-944d3991f4a6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568923 Sep 16 18:06:25.633635 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53112) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:25.637748 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group_rule': {'security_group_id': '12514cbf-2e0a-4112-823c-8ae9324fdb42', 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:25.661221 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=ce68b669-5a72-48f7-ab4f-cf4900b42385,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:25.722904 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.781641 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.838000 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.856386 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f00df2-b2e4-4c7b-9362-487c63b9608e,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:25.929183 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:25.931257 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1731a04c-d59d-4005-808e-3a5760a90b25 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976112 Sep 16 18:06:25.933282 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53118) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:25.937581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group_rule': {'security_group_id': '12514cbf-2e0a-4112-823c-8ae9324fdb42', 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:26.014958 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.securitygroups_db [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Project 7ba7368ff4314e9f8de698b3c7224514 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 18:06:26.020215 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.281248 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.352234 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.368870 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1aa11d-e3fc-430d-b6dd-ec9d72a1f86f,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:26.432226 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.433467 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5743a99d-19a3-4dad-904e-7d24ce3e5b96 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4991744 Sep 16 18:06:26.438577 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53122) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:26.441375 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'security_group_rule': {'security_group_id': '12514cbf-2e0a-4112-823c-8ae9324fdb42', 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:26.518312 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.securitygroups_db [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Project 7ba7368ff4314e9f8de698b3c7224514 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 18:06:26.523559 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.585660 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.660469 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.677458 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5369596a-0ca0-4e55-86a1-4cc60979c016,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:26.775189 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:26.776430 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-eb556f89-501b-4617-9f54-db4579cfb6a3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389063 Sep 16 18:06:27.188019 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Sync routers for ids ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:27.197676 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Routers {'6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:27.198272 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:27.346071 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ce68b669-5a72-48f7-ab4f-cf4900b42385 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:27.389760 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Set router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:27.398256 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port ce68b669-5a72-48f7-ab4f-cf4900b42385 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:27.398679 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:27.601183 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '24cf5857-2374-4a27-8639-ff741e4f2c89', 'name': '', 'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'mac_address': 'fa:16:3e:3a:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:22Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 2, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'subnets': [{'id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:27.629529 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Checking router: 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:27.629890 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Updating router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 port 24cf5857-2374-4a27-8639-ff741e4f2c89 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:06:27.660221 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:27.684159 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0608-b861-462b-bd8e-b3668b10a974 req-6e7c5646-b62b-45cf-8251-fa0f0fc764cd tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:27.686062 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-608d0608-b861-462b-bd8e-b3668b10a974 req-6e7c5646-b62b-45cf-8251-fa0f0fc764cd tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0706813 Sep 16 18:06:27.727390 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-608d0608-b861-462b-bd8e-b3668b10a974 req-9862c582-f4bd-46ca-a3e2-321dc7d83920 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341513 Sep 16 18:06:27.925245 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:27.986564 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.052538 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f99e66-dc9b-4fcf-96d4-58e93cb75de6 None None] Pushing event updated for resources: {'Port': ['ID=24cf5857-2374-4a27-8639-ff741e4f2c89,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:28.091142 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Attempting to bind port 24cf5857-2374-4a27-8639-ff741e4f2c89 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:28.094210 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Attempting to bind port 24cf5857-2374-4a27-8639-ff741e4f2c89 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:28.095182 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Attempting to bind port 24cf5857-2374-4a27-8639-ff741e4f2c89 on network 87644f73-645f-4298-84da-68e7a14971e2 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:28.101069 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:28.101459 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Checking segment: {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:28.101845 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.102497 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Bound using segment: {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:28.106908 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Bound port: 24cf5857-2374-4a27-8639-ff741e4f2c89, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8db788-d093-44bb-a52e-c2bd28fea0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '87644f73-645f-4298-84da-68e7a14971e2'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:28.106908 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.171968 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] For port 24cf5857-2374-4a27-8639-ff741e4f2c89, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:28.175614 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] For port 24cf5857-2374-4a27-8639-ff741e4f2c89, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=24cf5857-2374-4a27-8639-ff741e4f2c89,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:28.219127 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-6916a380-3588-4f44-8f63-0caee2249e56 None None] Provisioning complete for port 24cf5857-2374-4a27-8639-ff741e4f2c89 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:28.220182 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6916a380-3588-4f44-8f63-0caee2249e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.226603 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.254594 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-6916a380-3588-4f44-8f63-0caee2249e56 None None] Port 24cf5857-2374-4a27-8639-ff741e4f2c89 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:28.292707 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f99e66-dc9b-4fcf-96d4-58e93cb75de6 None None] Pushing event updated for resources: {'Port': ['ID=24cf5857-2374-4a27-8639-ff741e4f2c89,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:28.292707 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Routers {'6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:28.293164 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:28.405601 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] Set router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:28.476109 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-5de528f5-3416-4c1e-927c-b95f92917fe3 None None] Provisioning complete for port 24cf5857-2374-4a27-8639-ff741e4f2c89 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:28.476699 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5de528f5-3416-4c1e-927c-b95f92917fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.555232 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5de528f5-3416-4c1e-927c-b95f92917fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.589191 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5de528f5-3416-4c1e-927c-b95f92917fe3 None None] For port 24cf5857-2374-4a27-8639-ff741e4f2c89, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=24cf5857-2374-4a27-8639-ff741e4f2c89,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:28.612861 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '24cf5857-2374-4a27-8639-ff741e4f2c89', 'name': '', 'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'mac_address': 'fa:16:3e:3a:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:22Z', 'updated_at': '2021-09-16T18:06:28Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'subnets': [{'id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:28.639618 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c58c0-0925-42cc-a4f3-fd969db83a5d None None] The sync data for ids ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'] in dv-cinder-805887-16-iscsi is: [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:06:23Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '24cf5857-2374-4a27-8639-ff741e4f2c89', 'name': '', 'network_id': '87644f73-645f-4298-84da-68e7a14971e2', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'mac_address': 'fa:16:3e:3a:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:22Z', 'updated_at': '2021-09-16T18:06:28Z', 'revision_number': 4, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'subnets': [{'id': '6c0c1fd2-7117-4e3a-a37f-6916df411034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:28.647974 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:06:28.680001 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5de528f5-3416-4c1e-927c-b95f92917fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:28.761995 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de528f5-3416-4c1e-927c-b95f92917fe3 None None] Pushing event updated for resources: {'Port': ['ID=24cf5857-2374-4a27-8639-ff741e4f2c89,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:28.861210 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c78a1-5dba-47b5-92aa-54746d30d75a req-d7987cc8-6a43-4d64-ba0c-02e586e37d4b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:28.862921 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-773c78a1-5dba-47b5-92aa-54746d30d75a req-d7987cc8-6a43-4d64-ba0c-02e586e37d4b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0521975 Sep 16 18:06:28.902426 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-773c78a1-5dba-47b5-92aa-54746d30d75a req-0338170c-1298-4a81-81e9-3099b15af625 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333455 Sep 16 18:06:29.359221 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 24cf5857-2374-4a27-8639-ff741e4f2c89 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:29.406739 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 24cf5857-2374-4a27-8639-ff741e4f2c89 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:29.407112 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:29.961310 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-ddb09c34-09ea-489f-bc03-abcbebcc397b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:29.962805 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-ddb09c34-09ea-489f-bc03-abcbebcc397b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0493562 Sep 16 18:06:30.021654 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fc1d0-903c-4fda-be1e-bc19d1ce8a8c req-c6b2860f-d5d3-4518-a75b-1dd73d2a5e14 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:30.023317 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e73fc1d0-903c-4fda-be1e-bc19d1ce8a8c req-c6b2860f-d5d3-4518-a75b-1dd73d2a5e14 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Sep 16 18:06:30.066883 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e73fc1d0-903c-4fda-be1e-bc19d1ce8a8c req-68b52f07-420e-4343-b354-bffd4824b7c0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=5915178b-ba67-461c-a285-a940d9971eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374212 Sep 16 18:06:30.067901 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Deleting port 99efb11e-0a38-420a-bde9-1451f396c176 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:06:30.068240 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:30.157208 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] For port 99efb11e-0a38-420a-bde9-1451f396c176, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=99efb11e-0a38-420a-bde9-1451f396c176,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:30.157573 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:30.633948 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:30.634323 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:30.634672 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Floating IP 7737add9-066e-4131-bf60-7f377baca971 disassociated. External IP: 172.27.2.22, port: 99efb11e-0a38-420a-bde9-1451f396c176. Sep 16 18:06:30.635019 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Calling delete_port for 99efb11e-0a38-420a-bde9-1451f396c176 owned by compute:nova {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:06:30.837604 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:30.867454 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event deleted for resources: {'Port': ['ID=99efb11e-0a38-420a-bde9-1451f396c176,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:30.980099 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:06:31.095831 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:31.107550 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:31.129292 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:31.129925 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:31.141110 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] No DVR routers for this DVR port 99efb11e-0a38-420a-bde9-1451f396c176 on host hv-cinder-80588 {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:06:31.147270 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:31.149317 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7cf4cf70-e114-4100-a95e-dd95b464fa92 req-60ff5ab4-69ce-4736-acc9-36eadd728df6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "DELETE /v2.0/ports/99efb11e-0a38-420a-bde9-1451f396c176 HTTP/1.1" status: 204 len: 173 time: 1.1795011 Sep 16 18:06:31.149787 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'name': 'network-vif-deleted', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:31.152086 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a75fb-176f-4106-8ddc-16b833c89245" -d '{"events": [{"server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "name": "network-vif-deleted", "tag": "99efb11e-0a38-420a-bde9-1451f396c176"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:31.200519 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca8b4cd-15e2-451a-9e06-98c417132ea9 x-openstack-request-id: req-bca8b4cd-15e2-451a-9e06-98c417132ea9 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:31.200834 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca0f9af-8a41-485f-94ff-74e9a440cd21", "name": "network-vif-deleted", "tag": "99efb11e-0a38-420a-bde9-1451f396c176", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:31.201085 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bca8b4cd-15e2-451a-9e06-98c417132ea9 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:31.201478 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca0f9af-8a41-485f-94ff-74e9a440cd21', 'name': 'network-vif-deleted', 'tag': '99efb11e-0a38-420a-bde9-1451f396c176', 'status': 'completed', 'code': 200} Sep 16 18:06:31.208826 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c13ac957-18d5-43b2-ae0d-67fe9e0c1655 req-e0438a1f-0f73-43a5-a00c-5c158942b933 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ca0f9af-8a41-485f-94ff-74e9a440cd21 HTTP/1.1" status: 200 len: 210 time: 0.0525281 Sep 16 18:06:31.269704 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:31.481690 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:31.507809 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:31.517022 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:31.517629 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:31.644600 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:31.863057 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:31.893935 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff866f-f599-4882-9309-2cbf955642c0 None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:32.148762 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a9ab1-b0cb-4011-a5b5-f13da6de890f None None] New status for floating IP 7737add9-066e-4131-bf60-7f377baca971: DOWN {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:06:32.382282 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53232) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:32.447056 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-732bdee5-d3b6-414e-abfe-ddbe6e15f504 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.468994 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-732bdee5-d3b6-414e-abfe-ddbe6e15f504 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.597783 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-732bdee5-d3b6-414e-abfe-ddbe6e15f504 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.600388 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-732bdee5-d3b6-414e-abfe-ddbe6e15f504 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.601539 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-732bdee5-d3b6-414e-abfe-ddbe6e15f504 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "DELETE /v2.0/security-groups/5915178b-ba67-461c-a285-a940d9971eec HTTP/1.1" status: 204 len: 168 time: 0.2170496 Sep 16 18:06:32.604692 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53234) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:32.611309 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bdee5-d3b6-414e-abfe-ddbe6e15f504 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5915178b-ba67-461c-a285-a940d9971eec,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:32.621714 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.api.v2.resource [None req-6e01b741-b731-4f12-ad22-9caf80f41d9d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] show failed (client error): The resource could not be found. Sep 16 18:06:32.622805 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6e01b741-b731-4f12-ad22-9caf80f41d9d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups/5915178b-ba67-461c-a285-a940d9971eec HTTP/1.1" status: 404 len: 347 time: 0.0166409 Sep 16 18:06:32.626621 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53236) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:32.754915 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Deleting port 7aa7442a-f953-44cc-8b6f-37fbbd82c8af {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:06:32.755257 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.768454 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 99efb11e-0a38-420a-bde9-1451f396c176 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:06:32.789040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 99efb11e-0a38-420a-bde9-1451f396c176 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:06:32.789467 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 99efb11e-0a38-420a-bde9-1451f396c176 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:06:32.836860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.837175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:32.850757 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Calling delete_port for 7aa7442a-f953-44cc-8b6f-37fbbd82c8af owned by network:floatingip {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:06:33.048948 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.079814 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event deleted for resources: {'Port': ['ID=7aa7442a-f953-44cc-8b6f-37fbbd82c8af,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:33.140142 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.143033 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.147733 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-f3c184ef-a020-408c-8320-3a5b643bfeb0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "DELETE /v2.0/floatingips/7737add9-066e-4131-bf60-7f377baca971 HTTP/1.1" status: 204 len: 168 time: 0.5165920 Sep 16 18:06:33.510437 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53246) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:33.514972 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661680556', 'description': 'tempest-description--1690570767'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:33.654861 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.738786 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.808602 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.836925 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68244dc1-5c86-41fc-9c32-0aeb2620eb23,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:33.883120 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:33.884414 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-2584b6dc-a64b-4bc4-913a-dd32a5bbd84d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3729494 Sep 16 18:06:33.887345 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53248) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:33.891569 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'security_group_rule': {'security_group_id': '68244dc1-5c86-41fc-9c32-0aeb2620eb23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:33.975146 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.035691 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.106185 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.123584 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea630c0f-0488-4ff0-a95b-d9fde9e49002,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:34.174939 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.176182 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ad4c938a-3edd-498d-b1ca-c80d46146641 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879264 Sep 16 18:06:34.178829 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53252) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:34.183102 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'security_group_rule': {'security_group_id': '68244dc1-5c86-41fc-9c32-0aeb2620eb23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:34.288112 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.348539 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.414952 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.433722 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5b2df4-60fb-42bc-8098-ee80d44ff453,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:34.522955 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.524137 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cff2c593-c58d-465a-9687-240402be6463 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443999 Sep 16 18:06:34.527244 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53258) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:34.531637 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:34.609084 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.707018 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.813253 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Allocated IP 172.27.2.54 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/012ca775-e439-4626-a8ce-611c9665d752) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:34.913619 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:34.992018 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.027929 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:35.030902 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:35.034877 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:35.060747 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'Port': ['ID=012ca775-e439-4626-a8ce-611c9665d752,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:35.127991 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.229322 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.381551 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.431504 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.497687 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'Port': ['ID=012ca775-e439-4626-a8ce-611c9665d752,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:35.509233 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.586332 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:35.587590 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-21ec1748-e598-4ce7-9e3b-be9aa75baebf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0593448 Sep 16 18:06:35.774768 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-a1e3a3ec-2d4f-4482-b8fd-33feb6086b8e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--661680556&fields=id&tenant_id=c2089382467d422bba9cb25257060f32 HTTP/1.1" status: 200 len: 267 time: 0.0323746 Sep 16 18:06:35.884096 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-75c15cea-3200-4828-af50-1a25dc8a04bf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:35.885427 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-75c15cea-3200-4828-af50-1a25dc8a04bf tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 811 time: 0.1033967 Sep 16 18:06:35.900574 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-a94fbed8-2953-469f-abc2-df1b6b2cd754 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/quotas/c2089382467d422bba9cb25257060f32 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Sep 16 18:06:35.952322 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-0ec3edab-64eb-4e2e-aad2-e9bf59938a50 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462651 Sep 16 18:06:36.050186 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-f0a0a068-0407-4fe4-ab3b-bb9f15f24e81 service neutron] 10.222.0.39 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862436 Sep 16 18:06:36.139939 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-98fedf3b-1722-4372-9e57-eacfd5570d16 service neutron] 10.222.0.39 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836794 Sep 16 18:06:36.409850 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7ac99099-21d8-4af9-a67d-7080bd32a480 req-b09a1b50-ac9d-4345-9cea-90eade560120 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Sep 16 18:06:37.514636 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7fb274ee-4423-4088-83b8-0c4a24ddb7f2 req-2ddcd9e7-01c1-4ec7-963f-0cc74dd0263b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 210 time: 0.0308750 Sep 16 18:06:38.192383 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-f693bc2b-fb0e-45f7-b9f4-736610ed4243 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:38.193939 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-f693bc2b-fb0e-45f7-b9f4-736610ed4243 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 811 time: 0.1035628 Sep 16 18:06:38.242818 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-c17c65c3-b440-4348-a15c-36fd442b787b tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2089382467d422bba9cb25257060f32 HTTP/1.1" status: 200 len: 379 time: 0.0369015 Sep 16 18:06:38.253060 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'port': {'device_id': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'admin_state_up': True, 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'security_groups': ['68244dc1-5c86-41fc-9c32-0aeb2620eb23']}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:38.403900 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Made reservation on behalf of c2089382467d422bba9cb25257060f32 for: {'port': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:06:38.410571 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:38.604591 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Allocated IP 172.20.0.3 (9dec0048-3d0d-4de0-a5d6-87509b6fbc3f/70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc/ed489920-9ea5-4be0-a20f-c63bfdc00c4b) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:38.634805 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b20e7c83-57a8-4bb8-b57b-79488e77c22a req-657267d9-f88e-4dee-af79-be7f586dd47c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 210 time: 0.0416634 Sep 16 18:06:38.763341 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:38.849570 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:38.894948 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:38.897942 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:38.901741 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:38.931344 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event updated for resources: {'Port': ['ID=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:38.956435 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:38.957073 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.055812 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-ab4ecb61-4cbb-498b-b1a3-dbec28d3e92c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8062420 Sep 16 18:06:39.069019 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Request body: {'port': {'device_id': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:39.124080 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.178407 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-313e7311-2f8e-4195-b95a-dff5f6bcccfd None None] Provisioning complete for port ed489920-9ea5-4be0-a20f-c63bfdc00c4b triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:39.178938 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-313e7311-2f8e-4195-b95a-dff5f6bcccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.215338 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-313e7311-2f8e-4195-b95a-dff5f6bcccfd None None] Port ed489920-9ea5-4be0-a20f-c63bfdc00c4b cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:39.386117 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed489920-9ea5-4be0-a20f-c63bfdc00c4b {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:06:39.394085 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.405880 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Transition to ACTIVE for port object ed489920-9ea5-4be0-a20f-c63bfdc00c4b will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:06:39.477429 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ad5304ed-274c-42f2-afdc-6e124d5d1517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.529395 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.582619 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Pushing event updated for resources: {'Port': ['ID=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:39.650045 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Attempting to bind port ed489920-9ea5-4be0-a20f-c63bfdc00c4b on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:39.650737 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Attempting to bind port ed489920-9ea5-4be0-a20f-c63bfdc00c4b by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:39.650856 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Attempting to bind port ed489920-9ea5-4be0-a20f-c63bfdc00c4b on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:39.655396 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Port ed489920-9ea5-4be0-a20f-c63bfdc00c4b on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:06:39.656473 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Attempting to bind port ed489920-9ea5-4be0-a20f-c63bfdc00c4b on network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:39.662003 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:39.665238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Checking segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:39.665238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Bound using segment: {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:39.665238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Bound port: ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:39.665238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.774472 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] For port ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host hv-cinder-80588, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:39.785153 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76094-f465-4df7-be36-d1bc457bb0c8 req-cbec8655-85cb-40f5-8540-e83770e965e9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:39.786640 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-75b76094-f465-4df7-be36-d1bc457bb0c8 req-cbec8655-85cb-40f5-8540-e83770e965e9 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 943 time: 0.0737543 Sep 16 18:06:39.795622 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] For port ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:39.828122 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-75b76094-f465-4df7-be36-d1bc457bb0c8 req-e4cdfb1a-1e8c-424e-9d01-8679f4550530 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343158 Sep 16 18:06:39.883987 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.918703 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:39.919319 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:39.920783 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] 10.222.0.48 "PUT /v2.0/ports/ed489920-9ea5-4be0-a20f-c63bfdc00c4b HTTP/1.1" status: 200 len: 1093 time: 0.8559542 Sep 16 18:06:39.921093 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:39.923307 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be51e0-e88b-439e-9514-64be6ed38b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:39.949157 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c8c30-4b6d-42f6-8fa4-eb1f6946105a service neutron] Pushing event updated for resources: {'Port': ['ID=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:39.969162 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c6655e-0d4c-4568-95b8-497523c653b3 x-openstack-request-id: req-17c6655e-0d4c-4568-95b8-497523c653b3 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:39.969456 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:39.969708 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17c6655e-0d4c-4568-95b8-497523c653b3 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:39.970102 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'status': 'completed', 'code': 200} Sep 16 18:06:40.042899 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be51e0-e88b-439e-9514-64be6ed38b0a req-6ee1d554-34b6-43ca-a873-4684e7cb83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.044752 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-06be51e0-e88b-439e-9514-64be6ed38b0a req-6ee1d554-34b6-43ca-a873-4684e7cb83ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 1096 time: 0.0459862 Sep 16 18:06:40.144514 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be51e0-e88b-439e-9514-64be6ed38b0a req-a362b746-f1bc-4a47-99f3-b0e1248c5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.145970 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-06be51e0-e88b-439e-9514-64be6ed38b0a req-a362b746-f1bc-4a47-99f3-b0e1248c5cbf service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c2089382467d422bba9cb25257060f32&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0931430 Sep 16 18:06:40.247326 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be51e0-e88b-439e-9514-64be6ed38b0a req-5269f3e1-07f5-438b-b73b-6bff7a7f88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.248807 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-06be51e0-e88b-439e-9514-64be6ed38b0a req-5269f3e1-07f5-438b-b73b-6bff7a7f88b4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932026 Sep 16 18:06:40.325710 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-c7a6c6e1-4dac-48b5-ad4d-3db0afacfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.327239 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-c7a6c6e1-4dac-48b5-ad4d-3db0afacfb76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 1096 time: 0.0405324 Sep 16 18:06:40.376343 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-317b74fd-2cbb-4015-894a-2414139f6b9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b HTTP/1.1" status: 200 len: 217 time: 0.0385711 Sep 16 18:06:40.427929 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-d1841b9f-c07c-47c8-99ff-364174dca932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.429304 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-d1841b9f-c07c-47c8-99ff-364174dca932 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0451436 Sep 16 18:06:40.477595 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-bf113a40-6d6e-42ae-b8c6-23a21e50d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.479141 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-bf113a40-6d6e-42ae-b8c6-23a21e50d263 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397632 Sep 16 18:06:40.574167 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-83dc59f0-4b3d-454a-8eb9-bd11ae2896fc service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857029 Sep 16 18:06:40.669452 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e0b577cd-03ed-4b0d-9ca7-6de7c7894d41 req-de62b4b6-d52d-4fc0-be7f-307bd45660e3 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854490 Sep 16 18:06:40.952835 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48f12-2291-4eb6-ae3a-47d0f97afce2 req-8771115c-2093-47e2-9466-c7a3cb390eac tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:40.952835 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0cb48f12-2291-4eb6-ae3a-47d0f97afce2 req-8771115c-2093-47e2-9466-c7a3cb390eac tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 943 time: 0.0548031 Sep 16 18:06:40.997413 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0cb48f12-2291-4eb6-ae3a-47d0f97afce2 req-e117d590-b5e2-4010-ad54-9e849f16b4a3 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329113 Sep 16 18:06:41.918183 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e4bc8ffd-2194-43e9-b564-b11f0089fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:42.121415 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8e801-a99d-4f27-bfb7-eb4c6ff69231 req-54637a52-389b-43dc-a4f0-91b843f74fa7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:42.123072 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a2d8e801-a99d-4f27-bfb7-eb4c6ff69231 req-54637a52-389b-43dc-a4f0-91b843f74fa7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 943 time: 0.0529153 Sep 16 18:06:42.170309 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a2d8e801-a99d-4f27-bfb7-eb4c6ff69231 req-74a938a1-9644-4f27-9c87-3e90a2ef93f6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408263 Sep 16 18:06:42.683698 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:42.692630 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53370) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:42.796153 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4a7d83dd-3afc-4280-8d49-63ab6c7a3c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:42.883715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4a7d83dd-3afc-4280-8d49-63ab6c7a3c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:42.940392 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4a7d83dd-3afc-4280-8d49-63ab6c7a3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:42.982772 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4a7d83dd-3afc-4280-8d49-63ab6c7a3c73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37400b7b043d4dde800c2b5a76983af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890463 Sep 16 18:06:42.983616 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d83dd-3afc-4280-8d49-63ab6c7a3c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f0156-a300-4b9f-a922-375342b7df45,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:42.986216 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53378) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:43.008922 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:43.038762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1dfce50d-28d5-4f1b-a93d-a35ea80d662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:43.060659 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1dfce50d-28d5-4f1b-a93d-a35ea80d662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:43.180066 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1dfce50d-28d5-4f1b-a93d-a35ea80d662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:43.182599 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1dfce50d-28d5-4f1b-a93d-a35ea80d662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:43.183747 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1dfce50d-28d5-4f1b-a93d-a35ea80d662d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/736f0156-a300-4b9f-a922-375342b7df45 HTTP/1.1" status: 204 len: 168 time: 0.1962097 Sep 16 18:06:43.192494 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfce50d-28d5-4f1b-a93d-a35ea80d662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f0156-a300-4b9f-a922-375342b7df45,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:43.287674 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9992-35ff-4023-b25c-7188e7ddbaf3 req-cfd2c8d3-1292-4fa3-b036-faad156facca tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:43.289006 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bcd9992-35ff-4023-b25c-7188e7ddbaf3 req-cfd2c8d3-1292-4fa3-b036-faad156facca tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 943 time: 0.0512421 Sep 16 18:06:43.327215 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bcd9992-35ff-4023-b25c-7188e7ddbaf3 req-3cb9a058-592f-4c3f-b919-8acc6b57f31c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Sep 16 18:06:44.588770 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ffb56-a211-4f2e-baeb-d65b2bc725ec req-38acb3f4-2c51-499e-8efc-00def8104194 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:44.590248 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1f9ffb56-a211-4f2e-baeb-d65b2bc725ec req-38acb3f4-2c51-499e-8efc-00def8104194 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 943 time: 0.1996026 Sep 16 18:06:44.627620 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1f9ffb56-a211-4f2e-baeb-d65b2bc725ec req-c43a7234-5820-4d75-8216-7c600c7197e6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315075 Sep 16 18:06:44.688824 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:44.817322 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device ed489920-9ea5-4be0-a20f-c63bfdc00c4b details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:06:44.907603 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:44.918465 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'port_id': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'mac_address': 'fa:16:3e:d3:55:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:06:44.956912 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:44.968756 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed489920-9ea5-4be0-a20f-c63bfdc00c4b {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:06:44.986374 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:45.048594 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:45.094043 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:45.310214 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['ed489920-9ea5-4be0-a20f-c63bfdc00c4b'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:06:45.736586 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fa819-8566-492b-b0f9-904ff4dd0f74 req-b2435814-5d88-46f7-bbcc-f698648daa09 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:45.738625 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b5fa819-8566-492b-b0f9-904ff4dd0f74 req-b2435814-5d88-46f7-bbcc-f698648daa09 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 944 time: 0.0462551 Sep 16 18:06:45.775163 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b5fa819-8566-492b-b0f9-904ff4dd0f74 req-df1802af-c47e-4b9b-b6bc-f571eb41745e tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Sep 16 18:06:46.893237 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38738c7a-dae4-4c06-a559-1b9eb79e4a10 req-51cab8b5-cdd2-43ae-860c-1c3ca1d49941 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:46.894629 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-38738c7a-dae4-4c06-a559-1b9eb79e4a10 req-51cab8b5-cdd2-43ae-860c-1c3ca1d49941 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 944 time: 0.0512745 Sep 16 18:06:46.931638 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-38738c7a-dae4-4c06-a559-1b9eb79e4a10 req-89f6fdee-e314-4970-b5e5-377b2634f10f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Sep 16 18:06:47.457069 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device ed489920-9ea5-4be0-a20f-c63bfdc00c4b up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:06:47.545821 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port ed489920-9ea5-4be0-a20f-c63bfdc00c4b completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:06:47.549548 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port ed489920-9ea5-4be0-a20f-c63bfdc00c4b triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:47.549929 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:47.623097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:47.644406 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:47.646609 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177946d9-1f30-4aa1-b919-37160c4da93d" -d '{"events": [{"server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "name": "network-vif-plugged", "status": "completed", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:47.662215 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:06:47.684006 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98f530f-d82c-4b6f-ae40-46c0fabdc966 x-openstack-request-id: req-e98f530f-d82c-4b6f-ae40-46c0fabdc966 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:47.684919 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "name": "network-vif-plugged", "status": "completed", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:47.685185 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e98f530f-d82c-4b6f-ae40-46c0fabdc966 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:47.685579 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'code': 200} Sep 16 18:06:47.706633 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:47.751345 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:48.041488 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1215b7e-a3cc-413d-b84b-9e51d2494c07 req-016e3712-4d10-4682-aa7d-8cf1df4d8663 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:48.043222 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b1215b7e-a3cc-413d-b84b-9e51d2494c07 req-016e3712-4d10-4682-aa7d-8cf1df4d8663 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0474672 Sep 16 18:06:48.080016 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b1215b7e-a3cc-413d-b84b-9e51d2494c07 req-5d36dae8-279d-4a0c-977b-36c2651fcfd6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Sep 16 18:06:49.188384 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1db4-bf0f-4baf-8049-ed17e9f96779 req-1ffdc0b3-cc07-47eb-b19b-a8566abe432c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:49.189805 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-96aa1db4-bf0f-4baf-8049-ed17e9f96779 req-1ffdc0b3-cc07-47eb-b19b-a8566abe432c tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0469313 Sep 16 18:06:49.227237 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-96aa1db4-bf0f-4baf-8049-ed17e9f96779 req-feacb729-33e3-4af5-b8d1-9763ae7daae2 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308959 Sep 16 18:06:49.625374 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2474a-966b-4e89-b3a0-53e2c6c20721 req-11f07305-b1fc-46f9-9a4d-3274bc986828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:49.626857 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-43c2474a-966b-4e89-b3a0-53e2c6c20721 req-11f07305-b1fc-46f9-9a4d-3274bc986828 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 1098 time: 0.0376804 Sep 16 18:06:49.664695 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-43c2474a-966b-4e89-b3a0-53e2c6c20721 req-2a8006f0-eed5-4363-8971-2fdb455599a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301466 Sep 16 18:06:50.348449 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185bb74-d4c7-493e-b4d9-927cf356c1b6 req-5fbf6204-82db-46b5-a8ee-59f3a6d670f1 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:50.349922 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0185bb74-d4c7-493e-b4d9-927cf356c1b6 req-5fbf6204-82db-46b5-a8ee-59f3a6d670f1 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0562975 Sep 16 18:06:50.388880 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0185bb74-d4c7-493e-b4d9-927cf356c1b6 req-6bf778e0-faba-4a68-a908-55a4ce15e814 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Sep 16 18:06:51.108158 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-5dc84f8b-e25e-4bb8-afba-6764e3fa9f4b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254011327&fields=id&tenant_id=7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 267 time: 0.0317142 Sep 16 18:06:51.213619 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-fe51c6a6-608b-438e-967d-5036e21939a8 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:51.215090 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-fe51c6a6-608b-438e-967d-5036e21939a8 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 811 time: 0.0997705 Sep 16 18:06:51.230853 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-7c424d9f-4f9b-4077-b32a-466ce3db3c38 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/quotas/7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 375 time: 0.0101032 Sep 16 18:06:51.285305 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-7fb7dae6-6100-43d4-801e-9f8744d61602 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487752 Sep 16 18:06:51.422155 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-a3b5a183-cbc1-4465-9824-c677e60f675b service neutron] 10.222.0.39 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239374 Sep 16 18:06:51.514649 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-b1c0511b-6857-4fdc-a03f-ef485c51175e service neutron] 10.222.0.39 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872772 Sep 16 18:06:51.562938 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a87cf-d2f3-4a7b-be56-58147dcd52b4 req-cf3cd0e2-b7c7-4814-b35c-60b84ea10264 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:51.564417 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-072a87cf-d2f3-4a7b-be56-58147dcd52b4 req-cf3cd0e2-b7c7-4814-b35c-60b84ea10264 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.1048925 Sep 16 18:06:51.601593 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-072a87cf-d2f3-4a7b-be56-58147dcd52b4 req-8787bf6b-cb45-4e61-bbb8-9c82f9c8f350 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Sep 16 18:06:52.059717 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e39b01-ea41-49e1-94e1-ec60db783eac req-3b624ceb-0ac4-4d40-9571-6cea1b4273f6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:52.061255 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-35e39b01-ea41-49e1-94e1-ec60db783eac req-3b624ceb-0ac4-4d40-9571-6cea1b4273f6 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0476730 Sep 16 18:06:52.069556 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53512) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:06:52.073988 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Request body: {'floatingip': {'port_id': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:52.118683 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8f3b3c9-ddb0-4d6f-b519-a50653a6205e req-f1793458-7dea-414f-a557-840357fc9f7c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 210 time: 0.0269177 Sep 16 18:06:52.121743 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:52.545669 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:52.614623 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:52.967521 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Floating IP b6933512-7e9c-46f5-95df-3899834ba7e1 associated. External IP: 172.27.2.54, port: ed489920-9ea5-4be0-a20f-c63bfdc00c4b. Sep 16 18:06:53.164970 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:06:53.210602 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-32df13ac-1268-4462-848a-1e6cd78c0de9 req-8eb9b0b8-8321-4bde-93b7-fbccae8e8198 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 210 time: 0.0246294 Sep 16 18:06:53.269906 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:06:53.274787 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:53.279348 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:06:53.289751 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:53.290385 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:53.301479 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6ef5f812-612a-48c0-a2c7-9322637f7635 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "PUT /v2.0/floatingips/b6933512-7e9c-46f5-95df-3899834ba7e1 HTTP/1.1" status: 200 len: 990 time: 1.2308693 Sep 16 18:06:53.302154 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:53.304490 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e277e-aa96-4831-9415-4744adb4fc32" -d '{"events": [{"name": "network-changed", "server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:53.393229 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:53.722842 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'b6933512-7e9c-46f5-95df-3899834ba7e1', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'port_id': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'mac_address': 'fa:16:3e:d3:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:35Z', 'updated_at': '2021-09-16T18:06:52Z', 'revision_number': 1, 'project_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:53.751057 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:06:53.759617 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:06:53.760213 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:06:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:53.861854 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:06:53.983346 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a158f7-9510-4aa3-a614-0fe523ab9b88 x-openstack-request-id: req-b1a158f7-9510-4aa3-a614-0fe523ab9b88 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:53.983862 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:53.983991 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1a158f7-9510-4aa3-a614-0fe523ab9b88 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:53.984296 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'status': 'completed', 'code': 200} Sep 16 18:06:54.053820 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-3262cdf4-59cb-4196-a196-4455db01dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.055435 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-3262cdf4-59cb-4196-a196-4455db01dc61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2089382467d422bba9cb25257060f32&device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 1098 time: 0.0419066 Sep 16 18:06:54.123733 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'b6933512-7e9c-46f5-95df-3899834ba7e1', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'port_id': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'mac_address': 'fa:16:3e:d3:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:35Z', 'updated_at': '2021-09-16T18:06:52Z', 'revision_number': 1, 'project_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:06:54.155579 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594601e7-d2cc-4258-9835-aee907cde95e None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'b6933512-7e9c-46f5-95df-3899834ba7e1', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'port_id': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'mac_address': 'fa:16:3e:d3:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:35Z', 'updated_at': '2021-09-16T18:06:52Z', 'revision_number': 1, 'project_id': 'c2089382467d422bba9cb25257060f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:06:54.161513 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-d862112d-5ba8-40cf-89f2-ee7030e70ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.161938 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-d862112d-5ba8-40cf-89f2-ee7030e70ce5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 200 len: 912 time: 0.0988624 Sep 16 18:06:54.230286 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-9533f55d-3196-4d9c-97a0-ec93631382dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b HTTP/1.1" status: 200 len: 998 time: 0.0600891 Sep 16 18:06:54.285616 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-869eca2d-f0f9-482e-a62d-1ab04e71ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.287450 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-869eca2d-f0f9-482e-a62d-1ab04e71ca96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 200 len: 850 time: 0.0507877 Sep 16 18:06:54.332168 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-63464616-b559-4ba5-be0b-40b9a7e802bd req-c4a1325e-aa86-450e-8562-89abe4db7ce9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 210 time: 0.0396290 Sep 16 18:06:54.363995 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-184e6f36-cff9-4ba7-a49d-0fc41f75bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.365525 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-184e6f36-cff9-4ba7-a49d-0fc41f75bd89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0610766 Sep 16 18:06:54.405544 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d13e6-0bbf-4a42-933f-348227f7d4f6 None None] New status for floating IP b6933512-7e9c-46f5-95df-3899834ba7e1: ACTIVE {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:06:54.431794 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-578519db-02f8-4794-b922-bc4b2698e4e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525346 Sep 16 18:06:54.483752 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-724d13a3-20c0-4b56-8836-cd72959fcf13 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056511 Sep 16 18:06:54.515053 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-86168eaf-577b-4920-b5a3-4ede90096e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.516972 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-86168eaf-577b-4920-b5a3-4ede90096e6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1098 time: 0.0430028 Sep 16 18:06:54.582903 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c3e277e-aa96-4831-9415-4744adb4fc32 req-e2821903-c12e-4501-8b5c-e9d675fc3eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923932 Sep 16 18:06:54.626884 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-1752c61f-dcd0-4ef2-8ead-10e5a0d0dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.628438 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-1752c61f-dcd0-4ef2-8ead-10e5a0d0dfb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 910 time: 0.0923808 Sep 16 18:06:54.697945 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-ce1c8e4e-accb-4349-89bb-5a0965c4dbc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0601563 Sep 16 18:06:54.750535 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-48a1a237-5bb8-475c-968f-28bc7a2b994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.752067 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-48a1a237-5bb8-475c-968f-28bc7a2b994c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 200 len: 848 time: 0.0469689 Sep 16 18:06:54.803343 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-76714777-60ab-46f9-b011-89280e122962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:54.804814 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-76714777-60ab-46f9-b011-89280e122962 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445230 Sep 16 18:06:54.895089 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-b9911d14-9de4-483e-9fcb-7fb5c42dc2fb service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Sep 16 18:06:54.992798 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6a24f127-fbd3-416a-a275-ef092d4d11f4 req-9cd31013-5310-4ced-bbc3-72b9de2078dd service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892162 Sep 16 18:06:55.048631 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:55.131472 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-a513859b-e647-4f13-adc8-63124da95aa6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:55.133195 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-a513859b-e647-4f13-adc8-63124da95aa6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 811 time: 0.1083326 Sep 16 18:06:55.176559 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-ed75d2ad-5881-454c-a7f4-d97b6938c602 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 379 time: 0.0337200 Sep 16 18:06:55.186266 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'port': {'device_id': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'admin_state_up': True, 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'security_groups': ['12514cbf-2e0a-4112-823c-8ae9324fdb42']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:55.357117 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Made reservation on behalf of 7ba7368ff4314e9f8de698b3c7224514 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:06:55.360833 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:55.434360 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e05fb7a5-58a3-42b9-b79d-eb34ddfe86ee req-06a0d7d3-8c42-4d70-ab8c-9e95ae33cf85 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 210 time: 0.0255864 Sep 16 18:06:55.489444 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Allocated IP 172.20.0.6 (20eee47a-293f-48c8-a0fd-546d1762c102/c827f522-36c3-4415-95aa-b9f59401ab90/363a3dd8-a160-45fd-b802-ec7ed65c2ad9) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:06:55.630775 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:55.717457 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:55.763434 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:06:55.766613 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:06:55.770515 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:06:55.797055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:55.811037 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814006 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814766 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.814766 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:06:55.838435 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:55.839055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:55.900968 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-0610e04b-e735-4f01-afad-36af07719c93 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181737 Sep 16 18:06:55.913928 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Request body: {'port': {'device_id': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:06:55.968330 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:55.989205 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-ef455042-0a75-43be-8b85-6cf868656db2 None None] Provisioning complete for port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:06:55.989657 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ef455042-0a75-43be-8b85-6cf868656db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:56.023177 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-ef455042-0a75-43be-8b85-6cf868656db2 None None] Port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:06:56.239187 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:06:56.248965 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:56.261295 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Transition to ACTIVE for port object 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:06:56.351621 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:56.402572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Pushing event updated for resources: {'Port': ['ID=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:56.475677 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Attempting to bind port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:06:56.476047 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Attempting to bind port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:06:56.476386 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Attempting to bind port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:56.480782 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 on network 20eee47a-293f-48c8-a0fd-546d1762c102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:06:56.481101 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Attempting to bind port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:06:56.486898 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:06:56.487310 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Checking segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:06:56.487763 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Bound using segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:06:56.488264 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Bound port: 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:06:56.488687 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:56.557668 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] For port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:06:56.560802 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] For port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:06:56.565882 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f1778-1217-49b1-abab-83d3ad6ac8b9 req-93ceb5bc-8475-4280-811e-3943627fb2f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:56.567445 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-076f1778-1217-49b1-abab-83d3ad6ac8b9 req-93ceb5bc-8475-4280-811e-3943627fb2f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0581536 Sep 16 18:06:56.605704 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-076f1778-1217-49b1-abab-83d3ad6ac8b9 req-05247af0-51ea-4e82-838a-5fe5adf08a8a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322664 Sep 16 18:06:56.626408 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:56.665318 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:56.665935 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:06:56.667624 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] 10.222.0.48 "PUT /v2.0/ports/363a3dd8-a160-45fd-b802-ec7ed65c2ad9 HTTP/1.1" status: 200 len: 1093 time: 0.7585394 Sep 16 18:06:56.668065 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:06:56.670313 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e0da5-a5c8-43a7-bc75-02202657d952" -d '{"events": [{"name": "network-changed", "server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:06:56.706051 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca69a4f-202e-4453-b349-6ecd34b27f75 service neutron] Pushing event updated for resources: {'Port': ['ID=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:06:56.723872 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9cddc7-cf15-4640-99c9-91dd5b0b2634 x-openstack-request-id: req-ed9cddc7-cf15-4640-99c9-91dd5b0b2634 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:06:56.725770 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:06:56.726106 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed9cddc7-cf15-4640-99c9-91dd5b0b2634 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:06:56.726738 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'status': 'completed', 'code': 200} Sep 16 18:06:56.792493 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0da5-a5c8-43a7-bc75-02202657d952 req-ad482e07-5dd9-49fb-9e67-85a21bfd99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:56.794227 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-990e0da5-a5c8-43a7-bc75-02202657d952 req-ad482e07-5dd9-49fb-9e67-85a21bfd99aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 1096 time: 0.0473630 Sep 16 18:06:56.908541 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0da5-a5c8-43a7-bc75-02202657d952 req-1ff8c949-8784-42e5-9229-8ad0c3b7a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:56.910027 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-990e0da5-a5c8-43a7-bc75-02202657d952 req-1ff8c949-8784-42e5-9229-8ad0c3b7a5da service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7ba7368ff4314e9f8de698b3c7224514&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1070216 Sep 16 18:06:57.006550 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0da5-a5c8-43a7-bc75-02202657d952 req-fc07b1c9-f397-4fdf-a8c8-6cf4e3533d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:57.008095 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-990e0da5-a5c8-43a7-bc75-02202657d952 req-fc07b1c9-f397-4fdf-a8c8-6cf4e3533d0e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908017 Sep 16 18:06:57.087025 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aac6c8f4-8818-4ba1-b09a-9cf6e549da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:57.088533 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-aac6c8f4-8818-4ba1-b09a-9cf6e549da31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 1096 time: 0.0396888 Sep 16 18:06:57.136633 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-5eb3a8c0-573a-4e85-8fd5-7f0f6c4fd788 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9 HTTP/1.1" status: 200 len: 217 time: 0.0385871 Sep 16 18:06:57.190090 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-20a295bc-76e8-4435-8451-6e23166332b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:57.192090 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-20a295bc-76e8-4435-8451-6e23166332b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0477481 Sep 16 18:06:57.238927 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-ff24b274-8a58-42a8-ae81-fb65075636e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:57.240463 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-ff24b274-8a58-42a8-ae81-fb65075636e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385132 Sep 16 18:06:57.339114 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-dfc90b50-7f2f-42e4-ab1e-419880a5aed9 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Sep 16 18:06:57.360868 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b58f6-5ade-470e-ac92-38e9a09e9f81 req-f868d49e-28e5-4701-94b7-e637c73a1c31 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:57.363070 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6d8b58f6-5ade-470e-ac92-38e9a09e9f81 req-f868d49e-28e5-4701-94b7-e637c73a1c31 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0530167 Sep 16 18:06:57.400831 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6d8b58f6-5ade-470e-ac92-38e9a09e9f81 req-04d8b565-65e7-4f40-b105-2c45dcdc4691 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Sep 16 18:06:57.475402 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cfd6d9fd-ee6c-4b68-a7fe-07ce96b0635c req-29c3b6cc-6feb-499b-be90-3b7f3bb646f7 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288912 Sep 16 18:06:57.716793 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81409ee2-81d9-4605-a9e5-646006ebf43a req-72dba852-ae80-47df-b131-8e4fbc9f43ae tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:57.718277 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-81409ee2-81d9-4605-a9e5-646006ebf43a req-72dba852-ae80-47df-b131-8e4fbc9f43ae tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0467889 Sep 16 18:06:57.755929 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-81409ee2-81d9-4605-a9e5-646006ebf43a req-f3bc20c2-6c40-49d6-a96c-d83d105b6fd2 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Sep 16 18:06:58.517992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55501-25cb-4a2f-9ca6-2687a7119d30 req-4123e947-945d-45d6-b38e-0b68f406007a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:58.520090 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20e55501-25cb-4a2f-9ca6-2687a7119d30 req-4123e947-945d-45d6-b38e-0b68f406007a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0478036 Sep 16 18:06:58.560115 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20e55501-25cb-4a2f-9ca6-2687a7119d30 req-5d008d6e-3810-4fa8-9c39-b7f02a2c8039 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Sep 16 18:06:58.867694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee923b49-3d5a-4cad-9138-520ef70e069b req-31a84745-a6fe-44ad-a401-ff52e08a9335 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:58.869138 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ee923b49-3d5a-4cad-9138-520ef70e069b req-31a84745-a6fe-44ad-a401-ff52e08a9335 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0464790 Sep 16 18:06:58.905123 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ee923b49-3d5a-4cad-9138-520ef70e069b req-9f315bfa-9406-41c2-8613-0551d13c46e1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Sep 16 18:06:59.676139 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1aa32-905f-4374-94f9-c1fe5f244d08 req-db8a7eea-5c8b-4d1d-855b-e132f4aa9004 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:06:59.677589 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0ac1aa32-905f-4374-94f9-c1fe5f244d08 req-db8a7eea-5c8b-4d1d-855b-e132f4aa9004 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0471535 Sep 16 18:06:59.713917 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0ac1aa32-905f-4374-94f9-c1fe5f244d08 req-40c231da-3afc-41de-9597-ff39707098a8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Sep 16 18:07:00.019313 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cc774-94e2-469c-8d96-5ca004f2255d req-d7f114cc-e9db-490b-ae7d-7cca6e44dd88 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:00.020756 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6d1cc774-94e2-469c-8d96-5ca004f2255d req-d7f114cc-e9db-490b-ae7d-7cca6e44dd88 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0515842 Sep 16 18:07:00.056796 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6d1cc774-94e2-469c-8d96-5ca004f2255d req-0fa90980-7916-49c0-a52b-d3926ebcf2fa tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303607 Sep 16 18:07:00.831879 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e643a-428e-497c-8c82-0790da66ec54 req-7f13800f-bf2b-4e1f-a991-f07e5e07cd8c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:00.833242 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b39e643a-428e-497c-8c82-0790da66ec54 req-7f13800f-bf2b-4e1f-a991-f07e5e07cd8c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0475130 Sep 16 18:07:00.869552 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b39e643a-428e-497c-8c82-0790da66ec54 req-21d30515-9420-417c-8a7f-c84b50373c30 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305479 Sep 16 18:07:01.166802 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5859b-5048-4e2f-b173-56904cd91a6b req-678bef22-7729-46e4-bdf7-6526d5278efc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:01.168507 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a7f5859b-5048-4e2f-b173-56904cd91a6b req-678bef22-7729-46e4-bdf7-6526d5278efc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0479677 Sep 16 18:07:01.204673 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a7f5859b-5048-4e2f-b173-56904cd91a6b req-1db76b11-662c-4d08-bf05-0426e2fe776b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304766 Sep 16 18:07:01.988986 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad426a3-14c2-458e-80fe-aacf2728b3b7 req-946e92f8-a2ec-403f-af91-b635856e8ea4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:01.990460 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fad426a3-14c2-458e-80fe-aacf2728b3b7 req-946e92f8-a2ec-403f-af91-b635856e8ea4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0512972 Sep 16 18:07:02.027051 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fad426a3-14c2-458e-80fe-aacf2728b3b7 req-5bfdc56f-c52b-4dec-9090-12a566a678e0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Sep 16 18:07:02.321169 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c074a0-20fc-48c7-9a47-dbf7ac2ed364 req-77b71647-72fc-4354-8bf6-3f47301264b9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:02.322750 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e8c074a0-20fc-48c7-9a47-dbf7ac2ed364 req-77b71647-72fc-4354-8bf6-3f47301264b9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0508862 Sep 16 18:07:02.360238 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e8c074a0-20fc-48c7-9a47-dbf7ac2ed364 req-e2a2a3c9-e333-43cf-9208-4d4c1199201e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309792 Sep 16 18:07:03.143275 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e03dfd-66cd-4ac7-8981-daf94b050356 req-8328cec9-0888-4d7b-a39f-db0fb4166d8e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:03.145277 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c7e03dfd-66cd-4ac7-8981-daf94b050356 req-8328cec9-0888-4d7b-a39f-db0fb4166d8e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0475938 Sep 16 18:07:03.182534 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c7e03dfd-66cd-4ac7-8981-daf94b050356 req-4e06eba5-72b9-45ff-93ea-11f74d40c958 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Sep 16 18:07:03.471292 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259273-f3cb-417d-b8e5-e973b4d9711d req-28f37c9d-6299-45ea-97d1-ac3279661138 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:03.472741 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fd259273-f3cb-417d-b8e5-e973b4d9711d req-28f37c9d-6299-45ea-97d1-ac3279661138 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0472145 Sep 16 18:07:03.509460 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fd259273-f3cb-417d-b8e5-e973b4d9711d req-ba784682-fb95-48ad-8192-2960134e98a0 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305314 Sep 16 18:07:04.301345 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf5a04-4b75-415d-b596-0128a574d7a4 req-c8bd21f9-2a98-4851-a543-633067ca01fa tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:04.302803 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-71bf5a04-4b75-415d-b596-0128a574d7a4 req-c8bd21f9-2a98-4851-a543-633067ca01fa tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0485959 Sep 16 18:07:04.341129 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-71bf5a04-4b75-415d-b596-0128a574d7a4 req-099076db-c3a0-408b-bebf-8dcbb7c3f3f8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Sep 16 18:07:04.624456 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80ca3d-107c-48bc-bcb8-8de70b82b1e6 req-f12ad4a4-bdef-41ad-b120-29d6c1703012 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:04.625932 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0f80ca3d-107c-48bc-bcb8-8de70b82b1e6 req-f12ad4a4-bdef-41ad-b120-29d6c1703012 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0470643 Sep 16 18:07:04.665819 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0f80ca3d-107c-48bc-bcb8-8de70b82b1e6 req-73332e3f-3234-4a96-a568-da759189944b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Sep 16 18:07:05.464234 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5288-6718-4881-b1d9-46d9ef5413b1 req-5ceb2220-a4c1-462d-9700-3f37b9407c09 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:05.465835 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-621a5288-6718-4881-b1d9-46d9ef5413b1 req-5ceb2220-a4c1-462d-9700-3f37b9407c09 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0518410 Sep 16 18:07:05.504228 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-621a5288-6718-4881-b1d9-46d9ef5413b1 req-42467d1d-5bf1-4511-80b0-3b268f9156ef tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Sep 16 18:07:05.647352 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:07:05.778357 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a4765-aa34-4cc3-bb58-4e0feb606d3c req-515b9e90-bfde-4b4d-8b54-21b3fa4c169c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:05.779834 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-132a4765-aa34-4cc3-bb58-4e0feb606d3c req-515b9e90-bfde-4b4d-8b54-21b3fa4c169c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0479143 Sep 16 18:07:05.815942 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-132a4765-aa34-4cc3-bb58-4e0feb606d3c req-8dfd57aa-557c-4693-b1b2-40ecfa3b5a30 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302172 Sep 16 18:07:06.624623 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948521f-939d-4849-96e0-493e15ac339b req-c5348a78-49d8-4c21-9021-cacbd1116e2b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:06.626091 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6948521f-939d-4849-96e0-493e15ac339b req-c5348a78-49d8-4c21-9021-cacbd1116e2b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0491204 Sep 16 18:07:06.668072 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6948521f-939d-4849-96e0-493e15ac339b req-388aee10-718d-4a7e-a6e8-7a9fde40bf69 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360897 Sep 16 18:07:06.927275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248829-fc2b-461f-b8c2-3585f3e8e442 req-fe420896-5a5d-49fb-93f1-2eba85229902 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:06.929356 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-93248829-fc2b-461f-b8c2-3585f3e8e442 req-fe420896-5a5d-49fb-93f1-2eba85229902 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 943 time: 0.0479512 Sep 16 18:07:06.938313 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:07:06.967556 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-93248829-fc2b-461f-b8c2-3585f3e8e442 req-dd45b066-20cd-482c-825d-87b5faf71a9d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328729 Sep 16 18:07:07.032117 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:07.043854 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'port_id': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'mac_address': 'fa:16:3e:a0:d1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:07:07.088761 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.101144 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:07:07.119219 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:07.220254 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.268248 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:07.275925 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.276301 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.276648 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.277005 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.277314 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.277646 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.277973 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.278300 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.278715 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.279046 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.279367 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.279688 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:07.294596 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53700) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:07.395690 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d4029ab-0fa7-40b3-9e90-2f9593661f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.480467 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d4029ab-0fa7-40b3-9e90-2f9593661f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.481964 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['363a3dd8-a160-45fd-b802-ec7ed65c2ad9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:07:07.534124 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3d4029ab-0fa7-40b3-9e90-2f9593661f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.574683 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3d4029ab-0fa7-40b3-9e90-2f9593661f58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c288a637435e440b8d99c6f4478dce15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788608 Sep 16 18:07:07.576886 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53704) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:07.585095 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4029ab-0fa7-40b3-9e90-2f9593661f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b852e450-4b09-4225-883d-33e18ac17921,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:07.628977 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-22abfe87-5817-4a8f-9850-d52412d26ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.649932 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-22abfe87-5817-4a8f-9850-d52412d26ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.769562 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-22abfe87-5817-4a8f-9850-d52412d26ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.772932 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-22abfe87-5817-4a8f-9850-d52412d26ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:07.774240 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-22abfe87-5817-4a8f-9850-d52412d26ddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b852e450-4b09-4225-883d-33e18ac17921 HTTP/1.1" status: 204 len: 168 time: 0.1964765 Sep 16 18:07:07.795313 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abfe87-5817-4a8f-9850-d52412d26ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852e450-4b09-4225-883d-33e18ac17921,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:07.818755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda77a3-d9c1-46b0-b825-a513904503e1 req-a2a0a8ab-977b-4d91-8cc6-f92b9483c5da tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:07.821222 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cda77a3-d9c1-46b0-b825-a513904503e1 req-a2a0a8ab-977b-4d91-8cc6-f92b9483c5da tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0794106 Sep 16 18:07:07.874660 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cda77a3-d9c1-46b0-b825-a513904503e1 req-e0d0170b-da25-43a7-891b-75680f0227dd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470457 Sep 16 18:07:08.085504 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d74d-d33c-4c3a-b9bb-34eaee6325de req-990019e1-f841-469b-9366-86c7b6aff162 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:08.087013 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b6b3d74d-d33c-4c3a-b9bb-34eaee6325de req-990019e1-f841-469b-9366-86c7b6aff162 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 944 time: 0.0477853 Sep 16 18:07:08.129087 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b6b3d74d-d33c-4c3a-b9bb-34eaee6325de req-4af20c9e-5412-4679-9895-7e5b31e8c10d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360014 Sep 16 18:07:08.946268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:08.996484 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ea5be-a99a-42cb-9dfe-9d5602dd1536 req-987974f8-2d8b-4983-aa36-8f10e23efb4e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:08.997987 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-020ea5be-a99a-42cb-9dfe-9d5602dd1536 req-987974f8-2d8b-4983-aa36-8f10e23efb4e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0546069 Sep 16 18:07:09.036846 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-020ea5be-a99a-42cb-9dfe-9d5602dd1536 req-422c95c0-afd4-4aed-93ce-b0fc048871db tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Sep 16 18:07:09.048473 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:07:09.062902 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:09.063272 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:09.138319 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:09.167962 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:07:09.170197 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b06b321-1b78-43fe-ab90-48922ecee00f" -d '{"events": [{"server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "name": "network-vif-plugged", "status": "completed", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:07:09.183449 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:09.209384 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b80f87-ed50-410c-91be-98878fbc2790 x-openstack-request-id: req-d6b80f87-ed50-410c-91be-98878fbc2790 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:07:09.209708 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "name": "network-vif-plugged", "status": "completed", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:07:09.209965 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6b80f87-ed50-410c-91be-98878fbc2790 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:07:09.210387 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'code': 200} Sep 16 18:07:09.242516 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:09.248429 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11e2d4-97e7-4f99-b9e9-f8ce5b08dee9 req-28e4f249-c704-4f11-bc38-1491b7f11c0f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:09.249898 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ec11e2d4-97e7-4f99-b9e9-f8ce5b08dee9 req-28e4f249-c704-4f11-bc38-1491b7f11c0f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 944 time: 0.0513840 Sep 16 18:07:09.294251 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ec11e2d4-97e7-4f99-b9e9-f8ce5b08dee9 req-f13b7bac-733c-4cde-bb6f-76c180e0fe0b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369771 Sep 16 18:07:09.297857 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:09.465677 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-fb922628-cbad-426f-b4b6-a4bb4842929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:09.576017 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de425bce-00f1-43ab-8e50-6e086a8b9e81 req-5bbf3a2b-af90-45d0-8ff0-a6155ab28917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:09.577492 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-de425bce-00f1-43ab-8e50-6e086a8b9e81 req-5bbf3a2b-af90-45d0-8ff0-a6155ab28917 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 1098 time: 0.0390267 Sep 16 18:07:09.613387 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-de425bce-00f1-43ab-8e50-6e086a8b9e81 req-f562f45c-68b3-4a14-8f99-e37e51f5e963 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281434 Sep 16 18:07:10.153363 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a17d0-1568-4ff4-b143-c8380b7c7e6d req-75cc7550-3ab3-45e4-a77a-04dd599dd53a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:10.154713 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0e9a17d0-1568-4ff4-b143-c8380b7c7e6d req-75cc7550-3ab3-45e4-a77a-04dd599dd53a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0471003 Sep 16 18:07:10.193015 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0e9a17d0-1568-4ff4-b143-c8380b7c7e6d req-77e8970c-763e-4c8d-967f-e1a02018823b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Sep 16 18:07:10.406906 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972818-b2f0-438d-833a-462aae25176a req-cdd67745-785a-45a9-a5aa-0423bf115d89 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:10.408269 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-05972818-b2f0-438d-833a-462aae25176a req-cdd67745-785a-45a9-a5aa-0423bf115d89 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.0470343 Sep 16 18:07:10.445511 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-05972818-b2f0-438d-833a-462aae25176a req-86b6636c-b95b-4493-9235-1575a8960077 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309565 Sep 16 18:07:11.308866 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc962d-7c1e-473a-96fa-408ad34355a7 req-e092ba9c-5ed4-470f-9282-0f040c3458d3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:11.310428 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1fbc962d-7c1e-473a-96fa-408ad34355a7 req-e092ba9c-5ed4-470f-9282-0f040c3458d3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0477362 Sep 16 18:07:11.347139 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1fbc962d-7c1e-473a-96fa-408ad34355a7 req-7cc7592e-e7ee-4762-9a33-f13d14cff7b0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 Sep 16 18:07:11.561628 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dcb6b-6622-4c6b-91c0-a61150e0b041 req-5733004f-d82a-4b98-9d04-1bb80a53c29f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:11.563086 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-436dcb6b-6622-4c6b-91c0-a61150e0b041 req-5733004f-d82a-4b98-9d04-1bb80a53c29f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.0500970 Sep 16 18:07:11.599514 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-436dcb6b-6622-4c6b-91c0-a61150e0b041 req-bb91044e-b8d4-4ad7-b8f9-5f205303ef16 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306392 Sep 16 18:07:11.709936 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7309-93a6-4ff2-8f9b-e26f2c1a4a29 req-29271875-9bdf-4f65-abab-8ad23d83c1d5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:11.711986 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9bbe7309-93a6-4ff2-8f9b-e26f2c1a4a29 req-29271875-9bdf-4f65-abab-8ad23d83c1d5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.0503314 Sep 16 18:07:11.747475 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9bbe7309-93a6-4ff2-8f9b-e26f2c1a4a29 req-b8457042-f99a-40b3-81af-8b5ee3bf2017 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297801 Sep 16 18:07:11.768887 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53778) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:11.928451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-a6faf733-9bc6-43b8-9f75-f9a3ccb419d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:11.948349 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc89fc-3f5f-4802-9648-439f0eaf75d6 tempest-TestVolumeBootPattern-1789501255 tempest-TestVolumeBootPattern-1789501255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:11.949878 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-19fc89fc-3f5f-4802-9648-439f0eaf75d6 tempest-TestVolumeBootPattern-1789501255 tempest-TestVolumeBootPattern-1789501255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 1093 time: 0.1800730 Sep 16 18:07:11.952867 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53782) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:11.957248 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'port_id': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:12.054481 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:12.152356 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:12.253653 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Allocated IP 172.27.2.146 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/160bd77e-9994-40d4-8496-0d6646309e98) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:12.356261 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:12.455031 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:12.469737 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4a784-be02-4374-9154-6323e9e6c45a req-75f9c76c-5a2a-4434-996c-0bb006c6a7fd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:12.471238 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-14d4a784-be02-4374-9154-6323e9e6c45a req-75f9c76c-5a2a-4434-996c-0bb006c6a7fd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0543363 Sep 16 18:07:12.514286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:12.518205 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:12.522128 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:12.559118 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=160bd77e-9994-40d4-8496-0d6646309e98,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:12.570918 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-14d4a784-be02-4374-9154-6323e9e6c45a req-74887bb3-0856-46f1-93d8-1a93a801adeb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812891 Sep 16 18:07:12.576959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.577304 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.577636 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.577962 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.578286 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.578637 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.578956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.579279 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.579596 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.579908 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.580223 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.580538 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:12.705893 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:12.896918 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:12.968571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:13.016035 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:13.160225 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:13.219278 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:13.285080 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=160bd77e-9994-40d4-8496-0d6646309e98,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:13.296255 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:13.390484 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Floating IP 70c1f9b1-c7a9-4b59-82e0-29d662b0c130 associated. External IP: 172.27.2.146, port: 363a3dd8-a160-45fd-b802-ec7ed65c2ad9. Sep 16 18:07:13.586399 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:07:13.967096 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:07:13.977105 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:07:13.986569 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:13.988733 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:13.990533 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1865-63f0-4b99-a0c0-1af633146b36 req-9a37c43d-b7cb-4133-b66a-bd4df1edc4de tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:13.992659 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9e4d1865-63f0-4b99-a0c0-1af633146b36 req-9a37c43d-b7cb-4133-b66a-bd4df1edc4de tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.3470192 Sep 16 18:07:14.030129 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9e4d1865-63f0-4b99-a0c0-1af633146b36 req-c1e8c4f5-b0a2-4d4f-98d1-3b98cdf7d8a3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Sep 16 18:07:14.048230 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:14.084610 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-479836f3-a331-44ea-affd-f0c3eed1455b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1220610 Sep 16 18:07:14.084610 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:07:14.084610 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7946b151-7a58-44f0-8c59-684e2bb4dd72" -d '{"events": [{"name": "network-changed", "server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:07:14.092307 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:14.237858 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac755f9e-4775-41a0-9f18-63d1474695cf x-openstack-request-id: req-ac755f9e-4775-41a0-9f18-63d1474695cf {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:07:14.238154 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:07:14.238438 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac755f9e-4775-41a0-9f18-63d1474695cf {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:07:14.238835 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'status': 'completed', 'code': 200} Sep 16 18:07:14.300224 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-97c39bca-75f8-489e-9ca9-7b20716772f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:14.302064 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-97c39bca-75f8-489e-9ca9-7b20716772f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 1098 time: 0.0425811 Sep 16 18:07:14.322005 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '70c1f9b1-c7a9-4b59-82e0-29d662b0c130', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:a0:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:07:12Z', 'updated_at': '2021-09-16T18:07:12Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:14.351906 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:07:14.360168 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:14.360779 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:14.408499 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-828f17ac-a943-4e72-be90-b0838f6be9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:14.409955 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-828f17ac-a943-4e72-be90-b0838f6be9ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.0991795 Sep 16 18:07:14.462791 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:14.482502 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-8148d29b-5147-445b-ad3d-f6e1858f33ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9 HTTP/1.1" status: 200 len: 999 time: 0.0608752 Sep 16 18:07:14.535008 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-308ed3f8-0d12-4226-afbf-76a24285834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:14.536504 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-308ed3f8-0d12-4226-afbf-76a24285834e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0453589 Sep 16 18:07:14.583652 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-fe7a7cb9-0107-4f4c-962f-8da8fc5d0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:14.585218 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-fe7a7cb9-0107-4f4c-962f-8da8fc5d0c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399899 Sep 16 18:07:14.684904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-442d2ea7-f28f-4d4d-b666-795f8271754a service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907133 Sep 16 18:07:14.754492 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:14.826311 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '70c1f9b1-c7a9-4b59-82e0-29d662b0c130', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:a0:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:07:12Z', 'updated_at': '2021-09-16T18:07:12Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:14.857221 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fb3a5-bf8b-40b2-b816-55f71ce905bf None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '70c1f9b1-c7a9-4b59-82e0-29d662b0c130', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:a0:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:07:12Z', 'updated_at': '2021-09-16T18:07:12Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:07:14.983394 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7946b151-7a58-44f0-8c59-684e2bb4dd72 req-c25663c5-4c1a-4b24-ac6c-0cbc05dc9661 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911072 Sep 16 18:07:15.041786 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a8f44-e71d-4ff4-8a17-96d2a136ca81 None None] New status for floating IP 70c1f9b1-c7a9-4b59-82e0-29d662b0c130: ACTIVE {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:07:15.156737 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b1850-cca2-4967-9ffd-19da3ad19bee req-557995e9-0f0e-447f-960a-65c1ccf4e9d1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:15.158365 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-774b1850-cca2-4967-9ffd-19da3ad19bee req-557995e9-0f0e-447f-960a-65c1ccf4e9d1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0541177 Sep 16 18:07:15.204838 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-774b1850-cca2-4967-9ffd-19da3ad19bee req-e0b1e166-0256-4bc2-b765-6cfb3d458149 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398924 Sep 16 18:07:16.322141 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7540c-603b-484f-bc9d-b1f91d055b0d req-86861122-a99a-420d-94de-e496517fa86a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:16.323653 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4fb7540c-603b-484f-bc9d-b1f91d055b0d req-86861122-a99a-420d-94de-e496517fa86a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0463970 Sep 16 18:07:16.361794 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4fb7540c-603b-484f-bc9d-b1f91d055b0d req-36b5ea16-d393-462e-9a67-cf2d29ef8165 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Sep 16 18:07:16.976876 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:07:17.067759 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:17.078434 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'mac_address': 'fa:16:3e:6e:47:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:07:17.118535 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:17.130680 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b958f4ab-6daf-4e53-af82-11aad72a78d1 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:07:17.149239 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:17.196926 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:17.242301 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=6']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:17.322837 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['b958f4ab-6daf-4e53-af82-11aad72a78d1'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:07:17.482754 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777c7e-4b0f-4c39-b5fb-c6709f841bbf req-6c63b716-fc18-4f78-a144-fd11094403f4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:17.484260 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef777c7e-4b0f-4c39-b5fb-c6709f841bbf req-6c63b716-fc18-4f78-a144-fd11094403f4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0496161 Sep 16 18:07:17.524789 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef777c7e-4b0f-4c39-b5fb-c6709f841bbf req-2c8beb6a-76d0-4738-ab73-f5a6e559c666 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346529 Sep 16 18:07:18.054629 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53858) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:18.157471 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b77fcaf0-deb0-4de5-9728-f1927e2905e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.249328 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b77fcaf0-deb0-4de5-9728-f1927e2905e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.299870 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b77fcaf0-deb0-4de5-9728-f1927e2905e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.339791 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b77fcaf0-deb0-4de5-9728-f1927e2905e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c923b3ed02ea4ad2bec0993ff39b1998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845979 Sep 16 18:07:18.340926 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fcaf0-deb0-4de5-9728-f1927e2905e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e1bd8-5622-4a30-874d-076ee5300863,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:18.342612 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53866) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:18.402637 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e50c757e-2d9a-437c-8a5a-6ff9b4151c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.435559 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e50c757e-2d9a-437c-8a5a-6ff9b4151c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.555461 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e50c757e-2d9a-437c-8a5a-6ff9b4151c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.558520 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e50c757e-2d9a-437c-8a5a-6ff9b4151c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:18.562299 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e50c757e-2d9a-437c-8a5a-6ff9b4151c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc1e1bd8-5622-4a30-874d-076ee5300863 HTTP/1.1" status: 204 len: 168 time: 0.2183938 Sep 16 18:07:18.580054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c757e-2d9a-437c-8a5a-6ff9b4151c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e1bd8-5622-4a30-874d-076ee5300863,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:18.680867 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7be2d-6b97-4583-8483-249e7d7b4a2d req-0fcb6634-096a-4c98-971a-f06e0562518a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:18.682710 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3b7be2d-6b97-4583-8483-249e7d7b4a2d req-0fcb6634-096a-4c98-971a-f06e0562518a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0509164 Sep 16 18:07:18.725762 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3b7be2d-6b97-4583-8483-249e7d7b4a2d req-4e1d0b0e-9d57-45ea-89b7-cbf4cdbcbedd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367701 Sep 16 18:07:18.984125 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:19.056805 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port b958f4ab-6daf-4e53-af82-11aad72a78d1 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:19.057203 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:19.150543 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:19.179126 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:07:19.182192 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083998b1-9d71-413d-9496-b16ae94b7493" -d '{"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:07:19.199576 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:19.254110 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:19.320479 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=7']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:19.412215 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d673cc0-3b49-49b2-893d-45ffa6753cd3 x-openstack-request-id: req-1d673cc0-3b49-49b2-893d-45ffa6753cd3 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:07:19.412507 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:07:19.412839 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d673cc0-3b49-49b2-893d-45ffa6753cd3 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:07:19.413208 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'code': 200} Sep 16 18:07:19.672735 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53898) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:19.798816 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1044793689-network', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:19.862214 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3cd77-dc16-4c05-bfad-57aafc3c2bdb req-fdc33ef6-9b5f-4901-ae4e-7df3ef54c266 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:19.863768 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-79b3cd77-dc16-4c05-bfad-57aafc3c2bdb req-fdc33ef6-9b5f-4901-ae4e-7df3ef54c266 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0514627 Sep 16 18:07:19.899991 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Made reservation on behalf of c93797e0278d4f4bbe9368e83592b135 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:07:19.902269 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:19.912135 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:19.931461 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-79b3cd77-dc16-4c05-bfad-57aafc3c2bdb req-fbe53770-4bf3-47ce-99b4-996897bdf576 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595636 Sep 16 18:07:20.018760 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.095793 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.124951 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:07:20.135525 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0445b2-3e45-4497-98c6-4e06da522bec,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:20.140784 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.144034 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Added segment 043e85ab-4d98-4a63-9d72-d148f6ac1bcd of type vlan for network 7fe3c488-753c-4952-95cb-e01e6e90324e Sep 16 18:07:20.199988 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.282371 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.283391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:20.283973 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.348144 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] Pushing event updated for resources: {'Network': ['ID=7fe3c488-753c-4952-95cb-e01e6e90324e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:20.363336 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 7fe3c488-753c-4952-95cb-e01e6e90324e details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:07:20.374671 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6c4c5f82-07c1-4c80-976e-ff6318a63c6c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7005579 Sep 16 18:07:20.378088 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53904) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:20.387180 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Request body: {'subnet': {'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1044793689-subnet', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:20.471482 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Made reservation on behalf of c93797e0278d4f4bbe9368e83592b135 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:07:20.473902 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59133337'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.768000 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59066232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59133367'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:20.822196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec8eeba-b438-46f4-aba4-b34a0bd40877,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:20.833579 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Checking segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:20.833842 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Network hostable DHCP agents. Network: 7fe3c488-753c-4952-95cb-e01e6e90324e, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:07:21.041499 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffffbc-6296-495d-8d88-b7c658ad2e06 req-613bbbbc-a445-49b0-8a51-0baccd2e3317 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:21.043173 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3bffffbc-6296-495d-8d88-b7c658ad2e06 req-613bbbbc-a445-49b0-8a51-0baccd2e3317 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0482428 Sep 16 18:07:21.083300 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3bffffbc-6296-495d-8d88-b7c658ad2e06 req-5cd36f26-da2a-48aa-b774-ab477f69b3e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342507 Sep 16 18:07:21.105668 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Network 7fe3c488-753c-4952-95cb-e01e6e90324e is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:07:21.197443 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 7fe3c488-753c-4952-95cb-e01e6e90324e) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:21.201755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:21.202316 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.207081 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c2433-19fa-431f-9a8d-631e2825c023 None None] Network 7fe3c488-753c-4952-95cb-e01e6e90324e requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:07:21.283705 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9f524dfd-e54a-4622-95f2-3a0d633a54f4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9040177 Sep 16 18:07:21.286320 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53912) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:21.291114 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:21.352815 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-7fe3c488-753c-4952-95cb-e01e6e90324e', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:07:21.352815 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.385662 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.386778 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.449984 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.511153 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Allocated IP 172.20.0.2 (7fe3c488-753c-4952-95cb-e01e6e90324e/cec8eeba-b438-46f4-aba4-b34a0bd40877/7444b616-7edc-4b0d-96e5-a42d466e9fe1) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:21.665963 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.698804 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.746207 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.795748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Pushing event updated for resources: {'Port': ['ID=7444b616-7edc-4b0d-96e5-a42d466e9fe1,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:21.818495 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Network 7fe3c488-753c-4952-95cb-e01e6e90324e is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:21.822707 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:21.828733 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:21.897177 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Attempting to bind port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:07:21.897799 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Attempting to bind port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:07:21.898621 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Attempting to bind port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 on network 7fe3c488-753c-4952-95cb-e01e6e90324e {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:07:21.905967 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:07:21.906659 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Checking segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:21.907279 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.907828 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Bound using segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:07:21.908630 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Bound port: 7444b616-7edc-4b0d-96e5-a42d466e9fe1, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:07:21.909181 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:21.982124 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] For port 7444b616-7edc-4b0d-96e5-a42d466e9fe1, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:07:21.985255 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] For port 7444b616-7edc-4b0d-96e5-a42d466e9fe1, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7444b616-7edc-4b0d-96e5-a42d466e9fe1,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:07:22.009503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:22.031202 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:22.077439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:22.168027 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Allocated IP 172.27.2.111 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/bffcb1fd-cd46-4b4a-bc60-8590f79c62a8) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:22.169689 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a9a1-9d59-4af9-8183-abc3fa1eb057 None None] Pushing event updated for resources: {'Port': ['ID=7444b616-7edc-4b0d-96e5-a42d466e9fe1,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:22.250556 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a866c-406f-43ba-b148-c4522f0ca87f req-f365c9a1-8823-454e-88e7-c930683e7591 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:22.253126 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e04a866c-406f-43ba-b148-c4522f0ca87f req-f365c9a1-8823-454e-88e7-c930683e7591 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0688250 Sep 16 18:07:22.323063 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e04a866c-406f-43ba-b148-c4522f0ca87f req-47ca3eef-3ec7-4642-9113-8449b8e39df5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566714 Sep 16 18:07:22.328417 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:22.442561 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:22.491091 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:22.494842 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:22.503155 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:22.541573 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:22.865267 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:23.100516 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:23.285037 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8d1e2-25cb-424b-8f25-60b319072fec None None] Network 7fe3c488-753c-4952-95cb-e01e6e90324e requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:07:23.322769 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Router 6742683d-2b46-455a-8e28-333a72d07907 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:07:23.391860 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c7baf1c6-f146-4bb6-8a82-9f1d88359175 None None] Provisioning complete for port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:23.392275 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7baf1c6-f146-4bb6-8a82-9f1d88359175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:23.469444 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:07:23.480596 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7444b616-7edc-4b0d-96e5-a42d466e9fe1 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:23.506468 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Sync routers for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:07:23.526591 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461662cd-8e06-4eed-8de0-e2f58918ab72 req-b075b104-1459-4aba-9016-0ba6b9f860d1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:23.529854 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-461662cd-8e06-4eed-8de0-e2f58918ab72 req-b075b104-1459-4aba-9016-0ba6b9f860d1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0684984 Sep 16 18:07:23.552044 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:23.556185 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53926) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:23.557471 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-072478fd-3e54-41e9-a46e-962ca95e97e2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2701418 Sep 16 18:07:23.569804 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:23.570057 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:23.648647 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-461662cd-8e06-4eed-8de0-e2f58918ab72 req-9f77d56e-695d-44a5-a664-04aba8ce9c9a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120579 Sep 16 18:07:23.699415 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:23.699784 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:23.741419 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7baf1c6-f146-4bb6-8a82-9f1d88359175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:23.749689 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:24.002472 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-c7baf1c6-f146-4bb6-8a82-9f1d88359175 None None] For port 7444b616-7edc-4b0d-96e5-a42d466e9fe1, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7444b616-7edc-4b0d-96e5-a42d466e9fe1,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:24.079148 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c7baf1c6-f146-4bb6-8a82-9f1d88359175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.131040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.165175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.201145 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf1c6-f146-4bb6-8a82-9f1d88359175 None None] Pushing event updated for resources: {'Port': ['ID=7444b616-7edc-4b0d-96e5-a42d466e9fe1,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:24.245618 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-881c623d-cf97-4569-80de-877e1ae21b7a None None] Provisioning complete for port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:24.245992 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-881c623d-cf97-4569-80de-877e1ae21b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.286335 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 18:07:24.287023 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG oslo_db.api [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 18:07:24.299022 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:22Z', 'revision_number': 3, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:24.328870 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Checking router: 6742683d-2b46-455a-8e28-333a72d07907 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:07:24.329217 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Updating router 6742683d-2b46-455a-8e28-333a72d07907 port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:07:24.354236 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Allocated IP 172.20.0.1 (7fe3c488-753c-4952-95cb-e01e6e90324e/cec8eeba-b438-46f4-aba4-b34a0bd40877/89970cee-237d-41f3-97e5-499274321afe) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:24.357458 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.481191 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.597740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.640063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Network 7fe3c488-753c-4952-95cb-e01e6e90324e is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:24.644991 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:24.644991 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:24.657561 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Pushing event updated for resources: {'Port': ['ID=89970cee-237d-41f3-97e5-499274321afe,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:24.692214 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.701885 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.827515 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827873f-e5cd-47d1-b79e-8aa399f2a5f8 req-9d61253a-6e3f-4632-bbda-13e5a5796e1e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:24.829035 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2827873f-e5cd-47d1-b79e-8aa399f2a5f8 req-9d61253a-6e3f-4632-bbda-13e5a5796e1e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0867937 Sep 16 18:07:24.883450 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2827873f-e5cd-47d1-b79e-8aa399f2a5f8 req-3f0b001f-fbec-46f0-9668-1eabe22ac96d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Sep 16 18:07:24.945023 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-61738508-deb2-4f07-9886-1c897b25fb0f None None] Provisioning complete for port 89970cee-237d-41f3-97e5-499274321afe triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:24.945302 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-61738508-deb2-4f07-9886-1c897b25fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:24.990237 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-61738508-deb2-4f07-9886-1c897b25fb0f None None] Port 89970cee-237d-41f3-97e5-499274321afe cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:07:25.128339 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.159588 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.182258 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Attempting to bind port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:07:25.182663 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Attempting to bind port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:07:25.186720 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Attempting to bind port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:07:25.186720 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6721a5a-304d-4a35-9382-5bde93984fdb None None] Pushing event updated for resources: {'Port': ['ID=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:25.188321 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.190852 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:07:25.191235 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:25.191632 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.192025 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:07:25.192496 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Bound port: bffcb1fd-cd46-4b4a-bc60-8590f79c62a8, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:07:25.192879 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.249304 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] For port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:07:25.252574 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] For port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:07:25.346082 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.401190 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.412631 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:25.413664 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:25.454779 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.462986 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7444b616-7edc-4b0d-96e5-a42d466e9fe1 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:25.469996 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6721a5a-304d-4a35-9382-5bde93984fdb None None] Pushing event updated for resources: {'Port': ['ID=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:25.534051 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Pushing event updated for resources: {'Port': ['ID=89970cee-237d-41f3-97e5-499274321afe,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:25.548849 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.581170 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:25.609581 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:25.609960 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:25.655698 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Network 7fe3c488-753c-4952-95cb-e01e6e90324e is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:25.657207 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:25.813470 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Router 6742683d-2b46-455a-8e28-333a72d07907 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:07:25.887486 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 1, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:25.926080 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d53d7-fab0-42a5-aa7a-b7231d0db6ef None None] The sync data for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi is: [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 1, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:07:25.963794 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:07:25.978938 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bf7e9e7d-ddbe-41b1-9e1f-8052145efa55 admin admin] 10.222.0.39 "PUT /v2.0/routers/6742683d-2b46-455a-8e28-333a72d07907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4213922 Sep 16 18:07:26.021432 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-e08e7cbe-1b47-4688-b7fb-d0e0126b207d None None] Provisioning complete for port 89970cee-237d-41f3-97e5-499274321afe triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:26.021810 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e08e7cbe-1b47-4688-b7fb-d0e0126b207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:26.046079 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2efe80-2a8c-4bec-94c5-f6d3385b007c req-39b905a0-d8b5-45ca-a3d6-5e7ab7647b05 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:26.048539 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ce2efe80-2a8c-4bec-94c5-f6d3385b007c req-39b905a0-d8b5-45ca-a3d6-5e7ab7647b05 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0623662 Sep 16 18:07:26.098501 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-e08e7cbe-1b47-4688-b7fb-d0e0126b207d None None] Port 89970cee-237d-41f3-97e5-499274321afe cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:07:26.100454 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ce2efe80-2a8c-4bec-94c5-f6d3385b007c req-0472e4fc-dd7f-4649-9f79-6f15917c8d0d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Sep 16 18:07:26.913114 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53956) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:26.918731 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-200960031-network', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:27.031463 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Made reservation on behalf of 81d80bacad4c4f1ba51ac72e77fea4fc for: {'network': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:07:27.034611 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for network, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.045818 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.164226 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.241688 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.278009 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a72b4-4f3a-4b1a-bb05-01ad26d0e378,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:27.295559 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 18:07:27.314637 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.314637 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.segments_db [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Added segment 208eaee4-e299-4d6b-8f77-e2e10a957f0c of type vlan for network 2e53ca7e-1112-4259-ade1-588659dfd863 Sep 16 18:07:27.323423 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62ad31-8e1c-4ff5-9c8e-263d9d2fda85 req-3e24b9ad-4dd0-4bcc-bed7-27b85a20e4b4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:27.324973 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1a62ad31-8e1c-4ff5-9c8e-263d9d2fda85 req-3e24b9ad-4dd0-4bcc-bed7-27b85a20e4b4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.1217718 Sep 16 18:07:27.412859 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766131798056'] for network, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.426973 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1a62ad31-8e1c-4ff5-9c8e-263d9d2fda85 req-185f1891-09af-4136-9d1b-d0a7b6d1022c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944734 Sep 16 18:07:27.478061 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:27.512241 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241'] for network, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.513484 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:27.514129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.549944 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:27.550296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.599486 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] Pushing event updated for resources: {'Network': ['ID=2e53ca7e-1112-4259-ade1-588659dfd863,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:27.612668 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Network 2e53ca7e-1112-4259-ade1-588659dfd863 details requested by agent ovs-agent-dv-cinder-805887-16-iscsi with host dv-cinder-805887-16-iscsi {{(pid=94377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 18:07:27.625964 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4ebc291e-6429-47f9-8043-900f4fbb6f1f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7120793 Sep 16 18:07:27.628562 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53964) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:27.635483 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Request body: {'subnet': {'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-200960031-subnet', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'ip_version': 4}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:27.699884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Made reservation on behalf of 81d80bacad4c4f1ba51ac72e77fea4fc for: {'subnet': 1} {{(pid=94376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:07:27.705057 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857072'] for subnet, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.733323 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.754989 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:27.831927 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:27.913542 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:28.014338 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59185210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857054'] for subnet, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.079765 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02398a4-b0f7-43af-8c5b-c801e44ecc56,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:28.091406 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Checking segment: {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:28.091764 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Network hostable DHCP agents. Network: 2e53ca7e-1112-4259-ade1-588659dfd863, hostable agents: ['5de920cb-3afb-44d2-88bc-1d6dc53ae183'], hosted agents: [] {{(pid=94376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 18:07:28.185650 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Network 2e53ca7e-1112-4259-ade1-588659dfd863 is scheduled to be hosted by DHCP agent 5de920cb-3afb-44d2-88bc-1d6dc53ae183 with binding_index 1 {{(pid=94376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 18:07:28.262664 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-16-iscsi, 2e53ca7e-1112-4259-ade1-588659dfd863) {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:28.272685 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:28.273294 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.282468 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19fbb9-3006-41ce-b9de-d423bbb296c5 None None] Network 2e53ca7e-1112-4259-ade1-588659dfd863 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:07:28.354492 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a3ccc4df-4b6b-4e71-9d5c-0b88135f47f2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7227616 Sep 16 18:07:28.356614 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 53966) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:28.362147 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:07:28.462046 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b07c2c4-66f4-53bb-a235-ec0068e4f9fa-2e53ca7e-1112-4259-ade1-588659dfd863', 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'fixed_ips': [{'subnet_id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56'}]}} from dv-cinder-805887-16-iscsi. {{(pid=94377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 18:07:28.463032 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.477170 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2069633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7896'] for router, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.477170 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2069009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2075521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1723148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7919'] for router, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.532005 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Sync routers for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:07:28.545226 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:28.545842 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:28.590951 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.634454 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f046-90ab-4a06-a5b1-4934d575a25f req-9acb2af3-185d-4785-81ed-21ec4af5fb75 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:28.648384 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2229f046-90ab-4a06-a5b1-4934d575a25f req-9acb2af3-185d-4785-81ed-21ec4af5fb75 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0921674 Sep 16 18:07:28.652236 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.db_base_plugin_common [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Allocated IP 172.20.0.2 (2e53ca7e-1112-4259-ade1-588659dfd863/a02398a4-b0f7-43af-8c5b-c801e44ecc56/1806b981-9a57-45e8-a961-f2d221444137) {{(pid=94377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:28.682685 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2229f046-90ab-4a06-a5b1-4934d575a25f req-46de7fde-a14d-44e2-8fa2-f02f798120c0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Sep 16 18:07:28.779916 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:28.933214 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Notify callbacks [] for port, precommit_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.972534 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:28.982275 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:25Z', 'revision_number': 2, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:29.007854 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Checking router: 6742683d-2b46-455a-8e28-333a72d07907 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:07:29.008231 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Updating router 6742683d-2b46-455a-8e28-333a72d07907 port 89970cee-237d-41f3-97e5-499274321afe binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:07:29.037404 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.043446 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098'] for port, after_create {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.078423 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Network 2e53ca7e-1112-4259-ade1-588659dfd863 is already hosted by enough agents. {{(pid=94377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:29.081312 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.scheduler.base_scheduler [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Resources bound (agent type, host, resource id): {{(pid=94377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:29.084793 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Received port after_create {{(pid=94377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:29.100786 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Pushing event updated for resources: {'Port': ['ID=1806b981-9a57-45e8-a961-f2d221444137,revision_number=1']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:29.147858 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Attempting to bind port 1806b981-9a57-45e8-a961-f2d221444137 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:07:29.148230 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Attempting to bind port 1806b981-9a57-45e8-a961-f2d221444137 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:07:29.148599 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Attempting to bind port 1806b981-9a57-45e8-a961-f2d221444137 on network 2e53ca7e-1112-4259-ade1-588659dfd863 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:07:29.154408 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:07:29.154822 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Checking segment: {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:29.155226 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.155621 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Bound using segment: {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:07:29.156088 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Bound port: 1806b981-9a57-45e8-a961-f2d221444137, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:07:29.156511 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.241110 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] For port 1806b981-9a57-45e8-a961-f2d221444137, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:07:29.245713 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] For port 1806b981-9a57-45e8-a961-f2d221444137, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1806b981-9a57-45e8-a961-f2d221444137,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:07:29.285857 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.307945 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.328385 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.398312 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.419463 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471f3e1-91b5-44a2-b498-44fa4f08a722 None None] Pushing event updated for resources: {'Port': ['ID=1806b981-9a57-45e8-a961-f2d221444137,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:29.439137 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:29.450602 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Allocated IP 172.27.2.223 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/e3a756ec-307b-4cbb-b1c3-7309e0da2e39) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:29.478019 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.507505 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:29.507874 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.589203 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Pushing event updated for resources: {'Port': ['ID=89970cee-237d-41f3-97e5-499274321afe,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:29.649361 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.649361 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.649361 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.649361 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.649361 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.651305 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.651734 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.652101 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.652455 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.652795 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.653127 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.653453 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:07:29.695545 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.736284 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Attempting to bind port 89970cee-237d-41f3-97e5-499274321afe on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:07:29.736986 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Attempting to bind port 89970cee-237d-41f3-97e5-499274321afe by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:07:29.738109 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Attempting to bind port 89970cee-237d-41f3-97e5-499274321afe on network 7fe3c488-753c-4952-95cb-e01e6e90324e {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:07:29.750250 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:07:29.751219 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Checking segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:29.756440 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.756440 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Bound using segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:07:29.756440 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Bound port: 89970cee-237d-41f3-97e5-499274321afe, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:07:29.756440 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.803177 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.897770 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:29.910262 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:29.911750 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] For port 89970cee-237d-41f3-97e5-499274321afe, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:07:29.915368 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:29.924785 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] For port 89970cee-237d-41f3-97e5-499274321afe, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=89970cee-237d-41f3-97e5-499274321afe,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:07:29.975531 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-5775d730-ab82-498d-a421-68a66660e30d None None] Provisioning complete for port 89970cee-237d-41f3-97e5-499274321afe triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:29.976134 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5775d730-ab82-498d-a421-68a66660e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:29.980121 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.015263 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Pushing event updated for resources: {'Port': ['ID=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:30.029131 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:30.029952 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:30.093263 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b46db2-868d-4706-a61a-78a095fcb674 None None] Pushing event updated for resources: {'Port': ['ID=89970cee-237d-41f3-97e5-499274321afe,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:30.107381 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5775d730-ab82-498d-a421-68a66660e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.159612 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5775d730-ab82-498d-a421-68a66660e30d None None] For port 89970cee-237d-41f3-97e5-499274321afe, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=89970cee-237d-41f3-97e5-499274321afe,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:30.179097 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f4cb8-3c63-4b95-9c77-2ae99df69e25 req-7b1346ab-e426-437e-a82f-8ebb9ea54994 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:30.181450 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-190f4cb8-3c63-4b95-9c77-2ae99df69e25 req-7b1346ab-e426-437e-a82f-8ebb9ea54994 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.2800996 Sep 16 18:07:30.229637 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:30.235740 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-190f4cb8-3c63-4b95-9c77-2ae99df69e25 req-d596ded5-93eb-48f5-8319-be150b0e3403 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Sep 16 18:07:30.248530 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5775d730-ab82-498d-a421-68a66660e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.385453 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775d730-ab82-498d-a421-68a66660e30d None None] Pushing event updated for resources: {'Port': ['ID=89970cee-237d-41f3-97e5-499274321afe,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:30.400657 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-07dbb624-2e41-4c79-b23c-df7360350661 None None] Provisioning complete for port 89970cee-237d-41f3-97e5-499274321afe triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:30.401040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-07dbb624-2e41-4c79-b23c-df7360350661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.589489 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:29Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:30.616558 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0eecd-b5f2-4395-9f02-031af8ce1f2c None None] The sync data for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi is: [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:29Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:07:30.672868 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.739425 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49541544-52eb-496d-978a-13063bb21c1a None None] Network 2e53ca7e-1112-4259-ade1-588659dfd863 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:07:30.815497 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-5153607b-2861-4a16-aa24-012a2f53f028 None None] Provisioning complete for port 1806b981-9a57-45e8-a961-f2d221444137 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:30.821287 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5153607b-2861-4a16-aa24-012a2f53f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.893098 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2069022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2074710'] for router, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:30.980444 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5153607b-2861-4a16-aa24-012a2f53f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.024991 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5153607b-2861-4a16-aa24-012a2f53f028 None None] For port 1806b981-9a57-45e8-a961-f2d221444137, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1806b981-9a57-45e8-a961-f2d221444137,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:31.076584 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5153607b-2861-4a16-aa24-012a2f53f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.139835 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 is scheduled to L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e with binding_index 1 {{(pid=94376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 18:07:31.140098 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153607b-2861-4a16-aa24-012a2f53f028 None None] Pushing event updated for resources: {'Port': ['ID=1806b981-9a57-45e8-a961-f2d221444137,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:31.195240 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-44cee55c-c813-4d82-a650-37d6bedb2467 None None] Provisioning complete for port 1806b981-9a57-45e8-a961-f2d221444137 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:31.195773 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-44cee55c-c813-4d82-a650-37d6bedb2467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.251039 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:07:31.264179 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Sync routers for ids ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:07:31.285958 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Routers {'b807efb8-3c59-4355-9bdd-7ad75a5d1da7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:31.286622 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:31.354164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.355581 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e8ad25bf-1d8c-4608-a9fb-4ad404e5137d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9969804 Sep 16 18:07:31.358582 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 53994) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:31.386147 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84166f6d-e52b-4c11-b4f0-5f22782a658c req-5b23d61a-1f6d-42af-a0cf-a97eaa4f25a6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:31.390437 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-84166f6d-e52b-4c11-b4f0-5f22782a658c req-5b23d61a-1f6d-42af-a0cf-a97eaa4f25a6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0703716 Sep 16 18:07:31.454671 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Set router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:31.457311 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-84166f6d-e52b-4c11-b4f0-5f22782a658c req-959c5b0d-9fa7-4220-8bb6-78b290fb8db3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603511 Sep 16 18:07:31.581431 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 1806b981-9a57-45e8-a961-f2d221444137 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:31.678906 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 1806b981-9a57-45e8-a961-f2d221444137 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:31.679204 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.722583 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 3, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:31.741943 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-613c755a-3950-4831-b7c9-3338a2d0bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:31.744016 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-613c755a-3950-4831-b7c9-3338a2d0bc7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1098 time: 0.0851367 Sep 16 18:07:31.751100 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Checking router: b807efb8-3c59-4355-9bdd-7ad75a5d1da7 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:07:31.751451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Updating router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 binding host dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:07:31.800109 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:31.832772 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 89970cee-237d-41f3-97e5-499274321afe up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:31.974605 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 89970cee-237d-41f3-97e5-499274321afe triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:31.974812 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.118485 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-7418bef3-32cb-4ec6-8061-a9c4b7b3dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:32.119994 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-7418bef3-32cb-4ec6-8061-a9c4b7b3dd79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.3594446 Sep 16 18:07:32.170932 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.236221 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-caef5fbe-22f0-4f83-8b9a-ea68db36f34d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 200 len: 1000 time: 0.1077302 Sep 16 18:07:32.281503 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.330204 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-b3e63764-a3f8-491e-a118-ab586b983bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:32.331712 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-b3e63764-a3f8-491e-a118-ab586b983bf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0853243 Sep 16 18:07:32.339409 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.392950 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Attempting to bind port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:07:32.393322 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Attempting to bind port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:07:32.393684 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Attempting to bind port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 on network 1981297e-bd33-420a-b023-a2a8d1f49788 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:07:32.395527 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b342d-6f2e-4de3-8fe7-687762e80cf9 None None] Pushing event updated for resources: {'Port': ['ID=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:32.401416 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:07:32.401799 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Checking segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:32.402244 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.402615 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Bound using segment: {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:07:32.403084 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Bound port: e3a756ec-307b-4cbb-b1c3-7309e0da2e39, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214abdd1-05c3-4eb7-b9d9-2df53c705951', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:07:32.403467 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.406424 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Allocated IP 172.20.0.1 (2e53ca7e-1112-4259-ade1-588659dfd863/a02398a4-b0f7-43af-8c5b-c801e44ecc56/8077f76a-ae02-403c-aa32-ae522acbf387) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:07:32.419630 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-a9594fc7-ac88-4c1c-a1bb-67792f2add58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:32.421128 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-a9594fc7-ac88-4c1c-a1bb-67792f2add58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818813 Sep 16 18:07:32.453627 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] For port e3a756ec-307b-4cbb-b1c3-7309e0da2e39, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:07:32.456780 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] For port e3a756ec-307b-4cbb-b1c3-7309e0da2e39, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:07:32.517213 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.567419 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.574624 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Routers {'b807efb8-3c59-4355-9bdd-7ad75a5d1da7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:32.578307 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:32.598134 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f627a-71ac-4a7a-a6d4-cae7479ec229 req-533b9664-59d7-4754-bc55-c2bb7c0d03f8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:32.600400 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d94f627a-71ac-4a7a-a6d4-cae7479ec229 req-533b9664-59d7-4754-bc55-c2bb7c0d03f8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0653257 Sep 16 18:07:32.617296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b342d-6f2e-4de3-8fe7-687762e80cf9 None None] Pushing event updated for resources: {'Port': ['ID=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:32.630432 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-1c810dc5-2f88-431e-9af5-f1e15a4a08b2 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931810 Sep 16 18:07:32.650609 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d94f627a-71ac-4a7a-a6d4-cae7479ec229 req-398e09cf-2d84-4f61-90bf-9dbc3263432c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358753 Sep 16 18:07:32.657993 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.698964 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] Set router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:32.709840 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Network 2e53ca7e-1112-4259-ade1-588659dfd863 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:32.746239 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:32.753940 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:07:32.755943 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Pushing event updated for resources: {'Port': ['ID=8077f76a-ae02-403c-aa32-ae522acbf387,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:32.812799 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074753'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:32.817436 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f28388f5-9a47-4a2d-a4b2-0e4b4c160c65 req-dcd85860-1f9f-4def-88ba-38077bc3b8ba service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786306 Sep 16 18:07:32.896754 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 3, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:32.923923 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b605c-b587-4f9e-8519-6892804a8d90 None None] The sync data for ids ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'] in dv-cinder-805887-16-iscsi is: [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 3, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:07:32.995695 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.022289 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-b5ea5f38-154e-41a5-855c-4f14e36805a3 None None] Provisioning complete for port 8077f76a-ae02-403c-aa32-ae522acbf387 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:33.022622 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5ea5f38-154e-41a5-855c-4f14e36805a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.057076 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea5f38-154e-41a5-855c-4f14e36805a3 None None] Port 8077f76a-ae02-403c-aa32-ae522acbf387 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:07:33.191262 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.247928 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.318985 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Pushing event updated for resources: {'Port': ['ID=8077f76a-ae02-403c-aa32-ae522acbf387,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:33.321691 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2083027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2074897'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.415202 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device e3a756ec-307b-4cbb-b1c3-7309e0da2e39 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:33.431483 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Network 2e53ca7e-1112-4259-ade1-588659dfd863 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:07:33.433324 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:07:33.469942 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:33.470839 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.558095 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:07:33.574509 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.596792 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] For port e3a756ec-307b-4cbb-b1c3-7309e0da2e39, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:33.654067 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.678732 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:07:33.693122 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8d78ffdb-7a98-4ee9-aabe-af3a66dadfda admin admin] 10.222.0.39 "PUT /v2.0/routers/b807efb8-3c59-4355-9bdd-7ad75a5d1da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3248937 Sep 16 18:07:33.716188 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Pushing event updated for resources: {'Port': ['ID=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:33.718808 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-0fdcb89b-e71e-4c9d-b97a-f5abd1d72b21 None None] Provisioning complete for port 8077f76a-ae02-403c-aa32-ae522acbf387 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:33.719188 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb89b-e71e-4c9d-b97a-f5abd1d72b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:33.756775 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-0fdcb89b-e71e-4c9d-b97a-f5abd1d72b21 None None] Port 8077f76a-ae02-403c-aa32-ae522acbf387 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:07:33.792344 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be2079-0d3c-4d2c-8988-fce1c8ca5e3b req-a3c6720d-3d26-4a9b-82ca-de5653bfb38c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:33.797618 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-37be2079-0d3c-4d2c-8988-fce1c8ca5e3b req-a3c6720d-3d26-4a9b-82ca-de5653bfb38c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0534430 Sep 16 18:07:33.834216 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-37be2079-0d3c-4d2c-8988-fce1c8ca5e3b req-0d726477-425e-41e3-8747-daf09850dcb0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340509 Sep 16 18:07:34.559154 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Sync routers for ids ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:07:34.570323 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Routers {'b807efb8-3c59-4355-9bdd-7ad75a5d1da7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:34.571662 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:34.685379 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Set router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:34.922531 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:07:32Z', 'revision_number': 4, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '8077f76a-ae02-403c-aa32-ae522acbf387', 'name': '', 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'mac_address': 'fa:16:3e:38:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:32Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 2, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'subnets': [{'id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:34.949197 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Checking router: b807efb8-3c59-4355-9bdd-7ad75a5d1da7 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:07:34.949547 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Updating router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 port 8077f76a-ae02-403c-aa32-ae522acbf387 binding host dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 18:07:34.977861 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:34.990193 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69ed8d-9f20-4fd1-a399-f6a07083fb64 req-31baccf4-5113-469f-9113-2ceed550162e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:34.992433 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ed69ed8d-9f20-4fd1-a399-f6a07083fb64 req-31baccf4-5113-469f-9113-2ceed550162e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0641444 Sep 16 18:07:35.040072 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ed69ed8d-9f20-4fd1-a399-f6a07083fb64 req-096c341f-f31b-40de-bd16-1265b258fa8e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Sep 16 18:07:35.359023 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.419627 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.421419 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device e3a756ec-307b-4cbb-b1c3-7309e0da2e39 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:35.470004 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d565e43-dcdd-41fb-ae62-2bfa200c5bf3 None None] Pushing event updated for resources: {'Port': ['ID=8077f76a-ae02-403c-aa32-ae522acbf387,revision_number=3']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:35.506968 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:35.507416 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.580747 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Attempting to bind port 8077f76a-ae02-403c-aa32-ae522acbf387 on host dv-cinder-805887-16-iscsi for vnic_type normal with profile {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:07:35.581260 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Attempting to bind port 8077f76a-ae02-403c-aa32-ae522acbf387 by drivers openvswitch,hyperv on host dv-cinder-805887-16-iscsi at level 0 using segments [{'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:07:35.581675 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Attempting to bind port 8077f76a-ae02-403c-aa32-ae522acbf387 on network 2e53ca7e-1112-4259-ade1-588659dfd863 {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:07:35.587824 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Checking agent: {'id': '52c82dca-d4ee-45eb-bdf9-eac380df93fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 43), 'started_at': datetime.datetime(2021, 9, 16, 17, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:07:35.588378 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Checking segment: {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:07:35.588956 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.589455 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Bound using segment: {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'} {{(pid=94378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:07:35.590028 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.managers [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Bound port: 8077f76a-ae02-403c-aa32-ae522acbf387, host: dv-cinder-805887-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208eaee4-e299-4d6b-8f77-e2e10a957f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863'}}] {{(pid=94378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:07:35.590559 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.667461 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] For port 8077f76a-ae02-403c-aa32-ae522acbf387, host dv-cinder-805887-16-iscsi, cleared binding levels {{(pid=94378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:07:35.675286 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.plugins.ml2.db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] For port 8077f76a-ae02-403c-aa32-ae522acbf387, host dv-cinder-805887-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8077f76a-ae02-403c-aa32-ae522acbf387,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:07:35.771845 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron_lib.callbacks.manager [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.795252 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-b8b66d8d-fd8e-4f2e-97e4-61aa943716cd None None] Provisioning complete for port 8077f76a-ae02-403c-aa32-ae522acbf387 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:35.795557 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b8b66d8d-fd8e-4f2e-97e4-61aa943716cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.840199 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Routers {'b807efb8-3c59-4355-9bdd-7ad75a5d1da7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:07:35.840898 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:07:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:35.906920 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d565e43-dcdd-41fb-ae62-2bfa200c5bf3 None None] Pushing event updated for resources: {'Port': ['ID=8077f76a-ae02-403c-aa32-ae522acbf387,revision_number=4']} {{(pid=94378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:35.924863 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b8b66d8d-fd8e-4f2e-97e4-61aa943716cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:35.971909 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b8b66d8d-fd8e-4f2e-97e4-61aa943716cd None None] For port 8077f76a-ae02-403c-aa32-ae522acbf387, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8077f76a-ae02-403c-aa32-ae522acbf387,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:36.048989 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b8b66d8d-fd8e-4f2e-97e4-61aa943716cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:36.123544 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] Set router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:07:36.135821 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b66d8d-fd8e-4f2e-97e4-61aa943716cd None None] Pushing event updated for resources: {'Port': ['ID=8077f76a-ae02-403c-aa32-ae522acbf387,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:36.203268 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-d360eeee-0c88-4551-a3cc-e31396f7205c None None] Provisioning complete for port 8077f76a-ae02-403c-aa32-ae522acbf387 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:36.203873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d360eeee-0c88-4551-a3cc-e31396f7205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:36.431987 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:07:32Z', 'revision_number': 4, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '8077f76a-ae02-403c-aa32-ae522acbf387', 'name': '', 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'mac_address': 'fa:16:3e:38:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:32Z', 'updated_at': '2021-09-16T18:07:35Z', 'revision_number': 4, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'subnets': [{'id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:07:36.469742 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bb787-585f-4d14-884e-8a68b88da2d9 None None] The sync data for ids ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'] in dv-cinder-805887-16-iscsi is: [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:07:32Z', 'revision_number': 4, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '8077f76a-ae02-403c-aa32-ae522acbf387', 'name': '', 'network_id': '2e53ca7e-1112-4259-ade1-588659dfd863', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'mac_address': 'fa:16:3e:38:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:32Z', 'updated_at': '2021-09-16T18:07:35Z', 'revision_number': 4, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'subnets': [{'id': 'a02398a4-b0f7-43af-8c5b-c801e44ecc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:07:36.625318 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [req-6cd5a6c7-c4c3-468a-b048-d2b907c08fa7 req-c74799dd-8935-4cbe-8b46-fd0da30f5b2c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:07:36.625318 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6cd5a6c7-c4c3-468a-b048-d2b907c08fa7 req-c74799dd-8935-4cbe-8b46-fd0da30f5b2c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1637814 Sep 16 18:07:36.984223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb5dc-2c45-46d1-bc86-4b7c3554925a req-618399e0-3b8f-417d-ae23-dae6346a726a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:36.992006 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-658bb5dc-2c45-46d1-bc86-4b7c3554925a req-618399e0-3b8f-417d-ae23-dae6346a726a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 945 time: 0.0811787 Sep 16 18:07:37.042952 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-658bb5dc-2c45-46d1-bc86-4b7c3554925a req-a643c434-070c-4bc5-8c07-a89249a06554 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Sep 16 18:07:37.052723 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:07:37.193554 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:37.226269 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:07:37.230115 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42150902-973d-4b5f-b49d-752c09684062" -d '{"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:07:37.249567 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:07:37.316217 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:37.346449 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 18:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f94cecc-8ace-46c7-bb2c-6cfbc2c613fd x-openstack-request-id: req-4f94cecc-8ace-46c7-bb2c-6cfbc2c613fd {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:07:37.346859 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-unplugged", "status": "failed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "code": 422}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:07:37.347336 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f94cecc-8ace-46c7-bb2c-6cfbc2c613fd {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:07:37.347823 dv-cinder-805887-16-iscsi neutron-server[94377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'code': 422} returned with failed status Sep 16 18:07:37.394906 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=8']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:07:37.538764 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8077f76a-ae02-403c-aa32-ae522acbf387 up at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:07:37.603363 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Provisioning complete for port 8077f76a-ae02-403c-aa32-ae522acbf387 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:07:37.604147 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:37.662867 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54090) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:07:37.791385 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-adce202f-8ebb-4ee3-b5fb-45d9fac2ab4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269743 Sep 16 18:07:37.797106 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-e31958c7-7918-4cf9-81f7-6baeee7394bb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:07:37.808642 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-e31958c7-7918-4cf9-81f7-6baeee7394bb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161147 Sep 16 18:07:38.180956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463173-6f36-4a2d-ae03-475bfe1668ec req-ede83d24-0bc4-4d50-9422-2cfc491d607b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:38.189335 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72463173-6f36-4a2d-ae03-475bfe1668ec req-ede83d24-0bc4-4d50-9422-2cfc491d607b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0727670 Sep 16 18:07:38.236979 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-72463173-6f36-4a2d-ae03-475bfe1668ec req-dbf252dc-83a3-4404-81e4-6c2ed98cfb2e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462868 Sep 16 18:07:39.403862 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0880c0-4c08-492f-b3d5-a18ccf902eaf req-eeb6ad6c-47d2-405c-a7b0-e7e8ba90a907 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:39.413572 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6b0880c0-4c08-492f-b3d5-a18ccf902eaf req-eeb6ad6c-47d2-405c-a7b0-e7e8ba90a907 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0675094 Sep 16 18:07:39.455595 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6b0880c0-4c08-492f-b3d5-a18ccf902eaf req-aad5cafc-a076-4779-b47b-e63876781847 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Sep 16 18:07:39.642757 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2f13d975-f4bc-43ab-a08a-a8629dad0398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:40.594137 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a6e6-7c7c-4832-a16e-0728c6627286 req-9c3b71d0-875d-427a-a8e1-37fbf7b36d51 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:40.595716 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f759a6e6-7c7c-4832-a16e-0728c6627286 req-9c3b71d0-875d-427a-a8e1-37fbf7b36d51 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0510669 Sep 16 18:07:40.637606 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f759a6e6-7c7c-4832-a16e-0728c6627286 req-d228bb5b-d6a9-46e7-b921-9966f14c49de tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357833 Sep 16 18:07:41.781568 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2c35a-b655-4cbc-b4f2-33c0603e73de req-ceb58ead-96ce-4a33-a604-64e3e3814cb1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:41.781568 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-68c2c35a-b655-4cbc-b4f2-33c0603e73de req-ceb58ead-96ce-4a33-a604-64e3e3814cb1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0522079 Sep 16 18:07:41.797958 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-68c2c35a-b655-4cbc-b4f2-33c0603e73de req-ed644b4d-386c-4f14-95f6-cf3e06648121 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Sep 16 18:07:42.362295 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ad2c335c-ca87-4e6a-807c-0d79dd2ccd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:42.647787 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:07:42.712424 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:42.940677 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a4f3e-aa22-4304-82d1-b230d6683332 req-4857d06a-1053-4fd5-baa2-93fba457b85e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:42.942055 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-201a4f3e-aa22-4304-82d1-b230d6683332 req-4857d06a-1053-4fd5-baa2-93fba457b85e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0635910 Sep 16 18:07:42.984617 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-201a4f3e-aa22-4304-82d1-b230d6683332 req-4b8b988a-da59-48a4-8319-74c00c1540a2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Sep 16 18:07:43.013904 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:44.113721 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd64c4-ee3a-403a-a2cd-9f9781d1f218 req-8a229885-bfda-46fd-9ac5-a17173926926 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:44.118882 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2fd64c4-ee3a-403a-a2cd-9f9781d1f218 req-8a229885-bfda-46fd-9ac5-a17173926926 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0565333 Sep 16 18:07:44.157990 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d2fd64c4-ee3a-403a-a2cd-9f9781d1f218 req-50f424dc-cf32-4dc5-95fb-67284369dbec tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Sep 16 18:07:44.711293 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:45.280569 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477300dd-9f72-4e90-b206-93ff6e90bc87 req-a9d4709c-bc62-4269-b051-c9b23706200b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:45.281957 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-477300dd-9f72-4e90-b206-93ff6e90bc87 req-a9d4709c-bc62-4269-b051-c9b23706200b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0512071 Sep 16 18:07:45.320093 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-477300dd-9f72-4e90-b206-93ff6e90bc87 req-2588122b-e85b-4821-9e99-d6904a05837c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Sep 16 18:07:45.986165 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574c90a-6d44-4e63-8b21-04864cbe8370 req-37213c6f-b38c-44be-ae2c-ea6abfa04f29 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:45.988649 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8574c90a-6d44-4e63-8b21-04864cbe8370 req-37213c6f-b38c-44be-ae2c-ea6abfa04f29 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0782366 Sep 16 18:07:46.031102 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8574c90a-6d44-4e63-8b21-04864cbe8370 req-a59a2173-2b77-4b91-9e2e-bd845d51c5cc tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365214 Sep 16 18:07:46.450329 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1c19-1cc4-457c-85ab-5243d9a47084 req-3efb1822-a339-4539-8322-e741ace428f7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:46.451822 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e34c1c19-1cc4-457c-85ab-5243d9a47084 req-3efb1822-a339-4539-8322-e741ace428f7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0521255 Sep 16 18:07:46.488922 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e34c1c19-1cc4-457c-85ab-5243d9a47084 req-04e5667a-ae65-411e-9a83-342716d7c1a0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Sep 16 18:07:46.953807 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-c45d726c-4b9e-4501-b5d9-86f3212f5ff4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:46.955287 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-c45d726c-4b9e-4501-b5d9-86f3212f5ff4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 815 time: 0.1033354 Sep 16 18:07:46.970868 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-83190390-f5f5-4f33-bdd8-2dee6b64302f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/quotas/c93797e0278d4f4bbe9368e83592b135 HTTP/1.1" status: 200 len: 375 time: 0.0095451 Sep 16 18:07:47.019432 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-699ab491-ddf6-43a0-8c88-7258ea144c86 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431287 Sep 16 18:07:47.119706 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-ea606782-fa71-46c6-9fed-f9d88fef7628 service neutron] 10.222.0.39 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880795 Sep 16 18:07:47.145849 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac725518-6be0-4f60-b613-b6458251211f req-ed27f240-0830-46b1-baa6-b323ecca5e51 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.147506 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ac725518-6be0-4f60-b613-b6458251211f req-ed27f240-0830-46b1-baa6-b323ecca5e51 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0483465 Sep 16 18:07:47.185390 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ac725518-6be0-4f60-b613-b6458251211f req-9a775c17-aacd-4907-a34a-268846c7fd4b tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Sep 16 18:07:47.210544 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9cf363c-c261-4f2b-a696-e6f65600019a service neutron] 10.222.0.39 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Sep 16 18:07:47.441680 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ce46df91-87b0-4e57-8d0f-c9281e03405f req-7ac274c9-3b00-4d23-ba39-5e42d2eb8095 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0467424 Sep 16 18:07:47.464937 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-ca5adfec-3283-4997-ac63-a2f928dc0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.464937 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-ca5adfec-3283-4997-ac63-a2f928dc0da8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e&tenant_id=9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0974076 Sep 16 18:07:47.526055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-3999c88c-51b2-451d-b558-eafd4b82f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.527641 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-3999c88c-51b2-451d-b558-eafd4b82f671 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0414124 Sep 16 18:07:47.614970 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ab3c1-51e1-48a8-8b2c-e832f0e24dd9 req-5146eb78-3d3f-4ea7-9ed2-24a814d2ab23 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.616602 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-012ab3c1-51e1-48a8-8b2c-e832f0e24dd9 req-5146eb78-3d3f-4ea7-9ed2-24a814d2ab23 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0540903 Sep 16 18:07:47.627041 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-cc56ff8d-6bfa-4277-ac60-15aa94f56b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.628699 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-cc56ff8d-6bfa-4277-ac60-15aa94f56b5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.0927024 Sep 16 18:07:47.656650 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-012ab3c1-51e1-48a8-8b2c-e832f0e24dd9 req-a035ab08-1f8f-48a3-a349-5e72b63e9784 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Sep 16 18:07:47.699006 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-1a2d274b-d09d-4818-bd6f-547e63e74b9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 200 len: 998 time: 0.0607312 Sep 16 18:07:47.753974 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-9d3a0c1c-99a7-45dc-895f-6eb78f8e7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.755562 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-9d3a0c1c-99a7-45dc-895f-6eb78f8e7610 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0484648 Sep 16 18:07:47.806406 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-2ae5a470-f719-4b22-89b2-ae4d2277ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:47.808164 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-2ae5a470-f719-4b22-89b2-ae4d2277ff58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456781 Sep 16 18:07:47.901612 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-7872686b-db75-4711-a793-50414721aea3 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825412 Sep 16 18:07:47.996429 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6871f46f-c5f0-4b0b-b483-e3473daaba47 req-bd80fd75-defd-4714-b3ed-83f00add4f7b service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Sep 16 18:07:48.308132 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc39a-7640-479f-94f4-37b9b1b1498a req-85fdd80d-17b3-4141-9272-ca4287de869f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:48.308132 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9c3bc39a-7640-479f-94f4-37b9b1b1498a req-85fdd80d-17b3-4141-9272-ca4287de869f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0533721 Sep 16 18:07:48.361855 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9c3bc39a-7640-479f-94f4-37b9b1b1498a req-9b9ccbb3-b222-4594-8bc5-966063d80200 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396929 Sep 16 18:07:48.561783 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e4bb4704-c49d-4a25-aabb-5f8b13e4e141 req-bfc2e0e9-9774-4ae1-8e4b-84abf026e4bc tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0480263 Sep 16 18:07:48.795648 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707fc3-d891-4cbf-aebb-48f43b1b6de5 req-1d868a15-273f-4e0b-af9e-174cf99a9881 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:48.797158 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db707fc3-d891-4cbf-aebb-48f43b1b6de5 req-1d868a15-273f-4e0b-af9e-174cf99a9881 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0564337 Sep 16 18:07:48.838610 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-db707fc3-d891-4cbf-aebb-48f43b1b6de5 req-6f345cfe-84e9-4299-b198-a6ffa6dd83bb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354562 Sep 16 18:07:49.477791 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6dff-8efb-47e2-9ee8-20f4a3e78bfc req-70a5b61e-ba00-4ed8-bef3-26da55c6eb4f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:49.479352 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-993d6dff-8efb-47e2-9ee8-20f4a3e78bfc req-70a5b61e-ba00-4ed8-bef3-26da55c6eb4f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0542984 Sep 16 18:07:49.525015 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-993d6dff-8efb-47e2-9ee8-20f4a3e78bfc req-f1fe35fc-ef90-4202-9d26-faf428beb8d5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Sep 16 18:07:49.661479 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f245ce3f-8a06-4738-85b9-2e5c8787f4cb req-f0b66118-80df-4964-ad64-a474ce03f85f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Sep 16 18:07:49.964905 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a2fc7-e5bf-481b-93b9-df8987b36f5c req-37532bf9-a84e-465f-b2f4-c1f6bbcb32f8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:49.966337 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-835a2fc7-e5bf-481b-93b9-df8987b36f5c req-37532bf9-a84e-465f-b2f4-c1f6bbcb32f8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0530164 Sep 16 18:07:50.005416 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-835a2fc7-e5bf-481b-93b9-df8987b36f5c req-a615720c-59ee-4bd1-ba0f-0a6c0493d6e4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331497 Sep 16 18:07:50.648401 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c00fa-0096-40b0-b61d-3743427dc182 req-1d93f12f-764a-4df4-bd6d-7e900e797e5c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:50.650021 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e92c00fa-0096-40b0-b61d-3743427dc182 req-1d93f12f-764a-4df4-bd6d-7e900e797e5c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0494187 Sep 16 18:07:50.690684 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e92c00fa-0096-40b0-b61d-3743427dc182 req-b4d261da-d453-48dd-8f40-6a976876797d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347898 Sep 16 18:07:50.755610 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3471cf5-0b39-4a39-9f78-ff7d36d54123 req-9c14928f-64c5-480b-b9f8-5789784b2736 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0260429 Sep 16 18:07:51.124443 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9735c24-760f-4e52-a53d-dde028b57509 req-288f88d4-dc29-42d5-8e21-5263eeb8404b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:51.125930 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f9735c24-760f-4e52-a53d-dde028b57509 req-288f88d4-dc29-42d5-8e21-5263eeb8404b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0489576 Sep 16 18:07:51.171917 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f9735c24-760f-4e52-a53d-dde028b57509 req-bae1eeca-a4b0-49c1-92a0-8e076c46ef38 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365930 Sep 16 18:07:51.814071 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ead7c-5940-4a99-b3e0-695fead43516 req-bafe66e5-f46d-4c7a-b85f-b2092ea19431 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:51.815725 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b34ead7c-5940-4a99-b3e0-695fead43516 req-bafe66e5-f46d-4c7a-b85f-b2092ea19431 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0553281 Sep 16 18:07:51.873318 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3e9df85f-e2e3-490a-852f-df6bfd8e8f14 req-483f56f5-0097-4ec6-b459-160c4df7b228 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0390494 Sep 16 18:07:51.874303 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b34ead7c-5940-4a99-b3e0-695fead43516 req-ffedfecb-1e44-445f-872d-055d3f44f1a8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498755 Sep 16 18:07:52.303090 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ef5fd-2260-4cc9-905b-da00693ff545 req-d791b7e5-02cb-41cf-abcc-a52c0b07cc94 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:52.304538 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a9ef5fd-2260-4cc9-905b-da00693ff545 req-d791b7e5-02cb-41cf-abcc-a52c0b07cc94 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0519838 Sep 16 18:07:52.345575 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a9ef5fd-2260-4cc9-905b-da00693ff545 req-9d8877d1-d66d-4dbd-a4bf-b03f6b8de15d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341434 Sep 16 18:07:52.983722 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1327168d-96ef-4adc-b2fa-fe9cb887608f req-f0f88343-24ef-4217-8b72-f06b2b7eab34 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0449128 Sep 16 18:07:53.019682 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afc0ab-c80a-42d0-b911-0352fc0f2ffa req-81ecb358-c025-4f48-a97e-260a5fa96aa8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:53.021411 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d8afc0ab-c80a-42d0-b911-0352fc0f2ffa req-81ecb358-c025-4f48-a97e-260a5fa96aa8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0491066 Sep 16 18:07:53.063485 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d8afc0ab-c80a-42d0-b911-0352fc0f2ffa req-926190cd-4886-4726-b0b9-ee65dc50b8da tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356050 Sep 16 18:07:53.469543 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654819c8-6e04-4f8a-99b5-6b11320d94bd req-cfd3ed7a-56d9-420d-afa0-7e46ed7b7f84 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:53.471038 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-654819c8-6e04-4f8a-99b5-6b11320d94bd req-cfd3ed7a-56d9-420d-afa0-7e46ed7b7f84 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0503576 Sep 16 18:07:53.511300 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-654819c8-6e04-4f8a-99b5-6b11320d94bd req-5a51f523-4625-490c-9771-a1eeadc2dffd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Sep 16 18:07:54.079767 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2f1e30a8-1614-4464-ba12-c0bf78922f1a req-47b28ff5-0c22-40de-a3be-96421664057e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0274909 Sep 16 18:07:54.177607 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceed42e-b658-483c-bca6-e8a3fe504b26 req-3f90bd95-d095-483c-9851-f64dcc74ebed tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:54.185466 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cceed42e-b658-483c-bca6-e8a3fe504b26 req-3f90bd95-d095-483c-9851-f64dcc74ebed tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0538468 Sep 16 18:07:54.217619 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cceed42e-b658-483c-bca6-e8a3fe504b26 req-8fb2938a-140e-490f-834a-e6faf52a4555 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Sep 16 18:07:54.637192 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3876-cf14-49ea-bde7-b5fb3159a45b req-978f2272-5afb-4aaf-a297-5f156d3112ee tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:54.638990 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7f8b3876-cf14-49ea-bde7-b5fb3159a45b req-978f2272-5afb-4aaf-a297-5f156d3112ee tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0507462 Sep 16 18:07:54.684907 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7f8b3876-cf14-49ea-bde7-b5fb3159a45b req-b74dfaf3-cf6a-48ff-a1c8-42c655047cfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370715 Sep 16 18:07:55.071674 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:07:55.173971 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8f036b5d-6bc9-40dd-8beb-80457248553b req-8a260668-a129-4f39-9b7e-6df37ed0cd0b tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0292804 Sep 16 18:07:55.353985 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c5014-df79-448b-846b-4bbd4cda67b6 req-ed770fba-2b45-43ef-8645-94a7973d2fd9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:55.355530 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3c8c5014-df79-448b-846b-4bbd4cda67b6 req-ed770fba-2b45-43ef-8645-94a7973d2fd9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0530198 Sep 16 18:07:55.397112 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3c8c5014-df79-448b-846b-4bbd4cda67b6 req-4800d8a8-0857-4bb0-afa5-f92c8f63c6ff tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Sep 16 18:07:55.813367 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214420-4b7e-4374-b1fc-9a1126e1dd38 req-caf9d64f-5702-4dad-9099-abeb13c1d278 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:55.815542 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e8214420-4b7e-4374-b1fc-9a1126e1dd38 req-caf9d64f-5702-4dad-9099-abeb13c1d278 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0559990 Sep 16 18:07:55.856380 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e8214420-4b7e-4374-b1fc-9a1126e1dd38 req-03dfd2fd-362c-45f5-9c29-6f06a92a7aeb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345137 Sep 16 18:07:56.265654 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a11dbc58-37ab-4b3d-8d7b-b1a6a90218e6 req-21edc4e4-d218-4ae3-815a-96ecc897807b tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0247507 Sep 16 18:07:56.509437 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134304c-5738-4fe7-a663-e3e07dc1091a req-950c4460-c43d-43f8-83a4-3a0b781975bf tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:56.510942 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b134304c-5738-4fe7-a663-e3e07dc1091a req-950c4460-c43d-43f8-83a4-3a0b781975bf tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0491667 Sep 16 18:07:56.553124 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b134304c-5738-4fe7-a663-e3e07dc1091a req-d7744b6f-b7e7-4228-be18-3826a01bb242 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361915 Sep 16 18:07:56.981808 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bfc68-5cc0-46cf-971b-2ea08e7f17b2 req-70dbff69-e706-44fa-a06e-6f64c7976acf tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:56.983457 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f17bfc68-5cc0-46cf-971b-2ea08e7f17b2 req-70dbff69-e706-44fa-a06e-6f64c7976acf tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0518405 Sep 16 18:07:57.022015 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f17bfc68-5cc0-46cf-971b-2ea08e7f17b2 req-11cb29a3-d029-4f0d-b6b6-399376594fc0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Sep 16 18:07:57.361892 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b90c8391-e9dd-4771-95d9-57b8b09d6f34 req-f8c3080b-c6bd-48fb-92b1-3c6f7c77de92 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0255468 Sep 16 18:07:57.673140 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84094ac4-26e4-42e7-95de-48efe2c4d38c req-199db8b1-f82d-47cc-a31b-c4e8c8221981 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:57.674021 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-84094ac4-26e4-42e7-95de-48efe2c4d38c req-199db8b1-f82d-47cc-a31b-c4e8c8221981 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0497978 Sep 16 18:07:57.720575 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-84094ac4-26e4-42e7-95de-48efe2c4d38c req-5e8a552b-689e-4d28-9222-dc947de2ffd7 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377636 Sep 16 18:07:58.158281 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5fe31-bab0-4ca0-80ac-c3d474540386 req-8ae59e95-8de2-4d91-b56c-53ecc11ff14b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:58.159762 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9bf5fe31-bab0-4ca0-80ac-c3d474540386 req-8ae59e95-8de2-4d91-b56c-53ecc11ff14b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0512486 Sep 16 18:07:58.201040 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9bf5fe31-bab0-4ca0-80ac-c3d474540386 req-b821d494-2b41-4f6b-a2b1-2a8ef124b572 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345590 Sep 16 18:07:58.454370 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a1779eaf-8c28-473c-8ead-356401ca2d44 req-48ab527e-8877-466b-a473-0187f2f07c78 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0253856 Sep 16 18:07:58.830039 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379c7ea-37ea-4b63-a610-11b2d9458c92 req-a28b1c80-9ac0-46c8-a7a3-6c4dd91814b1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:58.831486 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0379c7ea-37ea-4b63-a610-11b2d9458c92 req-a28b1c80-9ac0-46c8-a7a3-6c4dd91814b1 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0462787 Sep 16 18:07:58.867993 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0379c7ea-37ea-4b63-a610-11b2d9458c92 req-39ae24bc-4304-47e8-a5fb-cd60bd5d864b tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307305 Sep 16 18:07:59.235300 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45212904-0ea2-45ae-94f7-597adf116152 req-cb0c2440-ba1c-40a2-8eb3-f5ca5865aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.236820 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-cb0c2440-ba1c-40a2-8eb3-f5ca5865aca6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0397987 Sep 16 18:07:59.315469 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-d109b109-6fca-4309-813d-56505c09ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.316945 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-d109b109-6fca-4309-813d-56505c09ec85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1098 time: 0.0491562 Sep 16 18:07:59.385265 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a5ea-f3bc-417d-8711-2546c441a8df req-b35a4f2a-f26d-4dfe-ab2a-dad2f97837cc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.386761 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-74e0a5ea-f3bc-417d-8711-2546c441a8df req-b35a4f2a-f26d-4dfe-ab2a-dad2f97837cc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.1047974 Sep 16 18:07:59.409178 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-22753b8f-0f43-4d7f-9579-521b3829bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.412389 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-22753b8f-0f43-4d7f-9579-521b3829bbfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 910 time: 0.0857131 Sep 16 18:07:59.426077 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45212904-0ea2-45ae-94f7-597adf116152 req-9bc05db8-7f0e-46ca-bb89-681270e49553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.427558 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-9bc05db8-7f0e-46ca-bb89-681270e49553 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.1555662 Sep 16 18:07:59.447525 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-74e0a5ea-f3bc-417d-8711-2546c441a8df req-6ffa92e1-c17a-473d-a472-399d190e8b23 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530133 Sep 16 18:07:59.488162 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-49e153d1-a20f-446f-a850-073aed00b5f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0688622 Sep 16 18:07:59.503471 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-e60c35fc-d61c-4b32-850e-50e27ce331c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 200 len: 998 time: 0.0682573 Sep 16 18:07:59.554180 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45212904-0ea2-45ae-94f7-597adf116152 req-f8389e43-f573-4aaa-802f-b51a510a77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.555797 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-f8389e43-f573-4aaa-802f-b51a510a77d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0446620 Sep 16 18:07:59.559435 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c765298a-4cad-4950-ba04-3f61b03ce80e req-da012a01-a882-4bf9-a04d-da84ca2d2b63 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Sep 16 18:07:59.564849 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-885aef4b-dbe1-4fb9-aeaa-e1f398527fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.566410 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-885aef4b-dbe1-4fb9-aeaa-e1f398527fab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 200 len: 848 time: 0.0699217 Sep 16 18:07:59.603819 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45212904-0ea2-45ae-94f7-597adf116152 req-0a7fe07f-91c5-4cde-ad33-f78cfb4de2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.605306 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-0a7fe07f-91c5-4cde-ad33-f78cfb4de2b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412540 Sep 16 18:07:59.613480 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-48d95072-150c-448c-859c-2fca5a1cb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.617387 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-48d95072-150c-448c-859c-2fca5a1cb9d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400221 Sep 16 18:07:59.699208 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-248e138c-838f-4700-85c8-89f9593d5fad service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Sep 16 18:07:59.713993 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-1f4fe7b7-7270-4718-bccd-c0a83a18de0f service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890045 Sep 16 18:07:59.791304 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45212904-0ea2-45ae-94f7-597adf116152 req-f6e7c8d5-2e3d-40a6-b776-7f5ffec3a97d service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Sep 16 18:07:59.807070 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7208c2-b6d6-4893-a00e-422756ff47a5 req-664a3161-d135-49f5-92e3-7765b80d671a service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Sep 16 18:07:59.983996 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5884115-3008-4178-bbb8-71899dd31ad2 req-425e1040-ec98-48e9-af89-1868d05b9ff2 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:07:59.985428 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f5884115-3008-4178-bbb8-71899dd31ad2 req-425e1040-ec98-48e9-af89-1868d05b9ff2 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0513043 Sep 16 18:08:00.024477 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f5884115-3008-4178-bbb8-71899dd31ad2 req-19b6a8cc-be06-4781-8da7-6f7ff4f403aa tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Sep 16 18:08:00.143564 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-230fade6-6277-4cb2-8b4b-30b7add92ff5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:00.144914 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-230fade6-6277-4cb2-8b4b-30b7add92ff5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 815 time: 0.1071737 Sep 16 18:08:00.162312 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'port': {'device_id': '0e66c4a4-8844-406d-b723-209ac0683506', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'admin_state_up': True, 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:00.322339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Made reservation on behalf of c93797e0278d4f4bbe9368e83592b135 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:08:00.325776 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:00.447664 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Allocated IP 172.20.0.14 (7fe3c488-753c-4952-95cb-e01e6e90324e/cec8eeba-b438-46f4-aba4-b34a0bd40877/a7a2253f-bd9b-411a-9f1a-b690a3d377b4) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:08:00.627558 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8ddf-0d16-40d9-a868-096f56c0cff6 req-cec32d18-0954-4153-bc70-7effe8c3681d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:00.629086 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a4cc8ddf-0d16-40d9-a868-096f56c0cff6 req-cec32d18-0954-4153-bc70-7effe8c3681d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.1020768 Sep 16 18:08:00.665794 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:00.684613 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a4cc8ddf-0d16-40d9-a868-096f56c0cff6 req-8d42f95c-6060-4ddd-847a-dddee57a534c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 Sep 16 18:08:00.706875 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c1cf8254-f24d-43f1-b74f-379e16d85a7d req-154da302-b251-4718-9d95-b8e3fe10724e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0614343 Sep 16 18:08:00.889656 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:00.944939 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Network 7fe3c488-753c-4952-95cb-e01e6e90324e is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:08:00.948686 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:08:00.952622 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:08:00.991481 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:01.003507 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.003913 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.004259 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.004630 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.005132 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.005729 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.010675 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.011044 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.011381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.011709 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.012038 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.012360 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:01.041275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:01.041275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:01.122958 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-b9e6964d-6ff0-4efe-a6b7-dc8bfbeb8641 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9644055 Sep 16 18:08:01.205903 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-e17faf67-5886-4df7-8c34-cc1c8aaa8cf5 None None] Provisioning complete for port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:08:01.206572 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e17faf67-5886-4df7-8c34-cc1c8aaa8cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:01.210144 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3795973-de85-47f1-9902-13dd04fa5ace req-bb927814-9b9f-4eb5-bd2d-8e372762f868 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:01.211231 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3795973-de85-47f1-9902-13dd04fa5ace req-bb927814-9b9f-4eb5-bd2d-8e372762f868 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0691748 Sep 16 18:08:01.245600 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-e17faf67-5886-4df7-8c34-cc1c8aaa8cf5 None None] Port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:08:01.254446 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3795973-de85-47f1-9902-13dd04fa5ace req-49091c0b-15f6-4549-8dbe-f89febd973ac tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338376 Sep 16 18:08:01.825315 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caa5f7-582a-4ce1-a8e7-95c9dd565255 req-68b83abd-c605-4b92-a444-b713c955b9b3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:01.827731 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-44caa5f7-582a-4ce1-a8e7-95c9dd565255 req-68b83abd-c605-4b92-a444-b713c955b9b3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0517821 Sep 16 18:08:01.874939 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-44caa5f7-582a-4ce1-a8e7-95c9dd565255 req-fcdf4f66-2176-43c8-b686-7f659d7234e4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Sep 16 18:08:02.054603 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e95b4-4306-4046-bc3b-3ee422b88847 req-614bae31-51c7-4c3d-b7df-8a505d554af0 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:02.056614 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-265e95b4-4306-4046-bc3b-3ee422b88847 req-614bae31-51c7-4c3d-b7df-8a505d554af0 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.2713337 Sep 16 18:08:02.095340 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-265e95b4-4306-4046-bc3b-3ee422b88847 req-9178b661-06d5-4c2a-90d0-8f88ec7bfc76 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Sep 16 18:08:02.373457 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb99e8-fb4b-4fa7-b586-226e97396fa3 req-2d4ccf05-9c22-483a-9ebc-bcc77f70c839 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:02.374998 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03cb99e8-fb4b-4fa7-b586-226e97396fa3 req-2d4ccf05-9c22-483a-9ebc-bcc77f70c839 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0491323 Sep 16 18:08:02.417284 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-03cb99e8-fb4b-4fa7-b586-226e97396fa3 req-babb7f18-50de-4336-a648-67770e588f6c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361845 Sep 16 18:08:02.996605 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216bbb-5321-4787-acfd-8cb7a6a5155c req-3b3d877a-34f7-4a98-9363-09dd6fa23b9c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:02.998071 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1b216bbb-5321-4787-acfd-8cb7a6a5155c req-3b3d877a-34f7-4a98-9363-09dd6fa23b9c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0483346 Sep 16 18:08:03.036233 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1b216bbb-5321-4787-acfd-8cb7a6a5155c req-64d44ebf-a5da-41bc-b885-4ad9ee7d34f9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Sep 16 18:08:03.213080 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125bcf9-9eda-4532-89dc-6f55efdf9417 req-b14d0903-a9cf-44fc-bd52-b68f00009172 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:03.214514 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9125bcf9-9eda-4532-89dc-6f55efdf9417 req-b14d0903-a9cf-44fc-bd52-b68f00009172 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0489981 Sep 16 18:08:03.258135 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9125bcf9-9eda-4532-89dc-6f55efdf9417 req-02eb3b06-e90b-4538-9546-65116dd0be49 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Sep 16 18:08:03.537940 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776f88-a88d-4cdb-a3e0-d89846b5ebe9 req-e19600f0-6afc-41c8-b51b-3baa815662b8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:03.539416 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0776f88-a88d-4cdb-a3e0-d89846b5ebe9 req-e19600f0-6afc-41c8-b51b-3baa815662b8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0475600 Sep 16 18:08:03.578112 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0776f88-a88d-4cdb-a3e0-d89846b5ebe9 req-18158de0-a7cf-4bef-981a-44a3a6e6aaf2 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Sep 16 18:08:04.161356 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647d61-1915-4780-9117-aee68494c27b req-97545ae2-fe06-4154-9ebe-487f09c4c581 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:04.162869 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3d647d61-1915-4780-9117-aee68494c27b req-97545ae2-fe06-4154-9ebe-487f09c4c581 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0517991 Sep 16 18:08:04.203770 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3d647d61-1915-4780-9117-aee68494c27b req-9c69df84-2eca-4b4a-80e9-f0bfeb9a1d6b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340073 Sep 16 18:08:04.389456 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3389a-63da-43b0-9283-bf140bc7a6fa req-96ae61f4-7fa0-4eaa-a4f3-a54993ec0d86 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:04.391015 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-81b3389a-63da-43b0-9283-bf140bc7a6fa req-96ae61f4-7fa0-4eaa-a4f3-a54993ec0d86 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0638776 Sep 16 18:08:04.430197 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-81b3389a-63da-43b0-9283-bf140bc7a6fa req-def98f2e-1561-411b-9654-3afa8dbc7910 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327408 Sep 16 18:08:04.694805 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cd7a-6ff9-4074-80b6-6d9485ec229f req-153e5775-8719-4353-b827-8962ca58bf11 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:04.696277 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-23c5cd7a-6ff9-4074-80b6-6d9485ec229f req-153e5775-8719-4353-b827-8962ca58bf11 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0497873 Sep 16 18:08:04.739273 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-23c5cd7a-6ff9-4074-80b6-6d9485ec229f req-246d9efb-48b1-4013-a2a7-9a030e24bfad tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365784 Sep 16 18:08:05.333644 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d5cc7-9002-4993-9bb4-f7d192998734 req-67223ba8-13ac-486a-92ec-4fd24ce68aef tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:05.335577 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-147d5cc7-9002-4993-9bb4-f7d192998734 req-67223ba8-13ac-486a-92ec-4fd24ce68aef tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0538654 Sep 16 18:08:05.375488 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-147d5cc7-9002-4993-9bb4-f7d192998734 req-73c6c994-1a7c-43bf-b0ce-9076adc9d935 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Sep 16 18:08:05.546697 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca15409-a59d-404e-8fc3-44c6dab95f42 req-f28c338e-44ab-430c-9eff-7620ddca8291 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:05.548176 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cca15409-a59d-404e-8fc3-44c6dab95f42 req-f28c338e-44ab-430c-9eff-7620ddca8291 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0481052 Sep 16 18:08:05.586481 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cca15409-a59d-404e-8fc3-44c6dab95f42 req-3513d3cb-6489-4d40-86ad-9b7fbb75c5e6 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Sep 16 18:08:05.855327 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae5d9e-b971-4119-b848-c7a30bcb7962 req-37619354-4a2d-4994-a079-f35b81f8d5f8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:05.856742 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-29ae5d9e-b971-4119-b848-c7a30bcb7962 req-37619354-4a2d-4994-a079-f35b81f8d5f8 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0493250 Sep 16 18:08:05.895528 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-29ae5d9e-b971-4119-b848-c7a30bcb7962 req-ef68708e-993b-4b49-a1f3-4ff7e8cfd55f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Sep 16 18:08:06.499943 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a810-dd70-48b8-9bb6-6f032fbeba01 req-c1cd4443-a6c8-4119-bfea-e6a8e2165928 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:06.503635 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd5a810-dd70-48b8-9bb6-6f032fbeba01 req-c1cd4443-a6c8-4119-bfea-e6a8e2165928 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0511863 Sep 16 18:08:06.543959 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6bd5a810-dd70-48b8-9bb6-6f032fbeba01 req-6d26a892-b12f-4907-b595-aa15151f1c35 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337548 Sep 16 18:08:06.704668 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87ce8f-ee6f-4c98-8946-2c4abb749e2c req-7ee00e9a-2903-4d44-9888-6989dad3e1a5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:06.706178 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ff87ce8f-ee6f-4c98-8946-2c4abb749e2c req-7ee00e9a-2903-4d44-9888-6989dad3e1a5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0526931 Sep 16 18:08:06.746270 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ff87ce8f-ee6f-4c98-8946-2c4abb749e2c req-b5a25d5c-3cb3-4c68-910f-c72aa4324793 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Sep 16 18:08:07.009828 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b408-be98-48f1-96c3-495a67db452d req-c7e21119-7e26-4599-b4a1-b13eedf559c3 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:07.011460 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2e3b408-be98-48f1-96c3-495a67db452d req-c7e21119-7e26-4599-b4a1-b13eedf559c3 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0487072 Sep 16 18:08:07.053663 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f2e3b408-be98-48f1-96c3-495a67db452d req-4bf74641-5c0e-405a-9867-945717ded624 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362897 Sep 16 18:08:07.676456 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00ffbc-cbd8-49c5-be0f-eace35355b7d req-9687eee9-89de-413a-b6ce-0b8da613bcb7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:07.677966 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4a00ffbc-cbd8-49c5-be0f-eace35355b7d req-9687eee9-89de-413a-b6ce-0b8da613bcb7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0500441 Sep 16 18:08:07.717805 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4a00ffbc-cbd8-49c5-be0f-eace35355b7d req-1c2dbaa0-6ddf-423e-b0be-5386515554dd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339377 Sep 16 18:08:07.861785 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4fcbf-33b0-4431-af6f-2447f7754c22 req-54a0baa6-396d-4795-b835-2af47377a356 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:07.863506 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-38c4fcbf-33b0-4431-af6f-2447f7754c22 req-54a0baa6-396d-4795-b835-2af47377a356 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0491998 Sep 16 18:08:07.905513 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-38c4fcbf-33b0-4431-af6f-2447f7754c22 req-f50b8ada-7845-41c8-ab0d-b4bc40bdeea3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Sep 16 18:08:08.170648 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2479-a1f9-46dc-b98d-719e1902a4a1 req-d52d578f-12bb-4d5c-8d42-1e49fd14b53a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:08.172140 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc8a2479-a1f9-46dc-b98d-719e1902a4a1 req-d52d578f-12bb-4d5c-8d42-1e49fd14b53a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0510156 Sep 16 18:08:08.211109 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc8a2479-a1f9-46dc-b98d-719e1902a4a1 req-3b008f06-93cd-447f-88e4-b74e33c3d0ec tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Sep 16 18:08:08.850164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7bbb3-65b6-4ad8-9308-a7dd875e3ce8 req-f1e4acba-4bca-4230-a5a5-20c297f717f6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:08.851741 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fcf7bbb3-65b6-4ad8-9308-a7dd875e3ce8 req-f1e4acba-4bca-4230-a5a5-20c297f717f6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0522892 Sep 16 18:08:08.900997 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fcf7bbb3-65b6-4ad8-9308-a7dd875e3ce8 req-37b7047e-1c8b-4b6a-b421-db29fbbc6106 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372498 Sep 16 18:08:09.054724 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3450ed5-70a3-4cf7-acc0-5c4d97c6ef53 req-8d40ce2f-6472-4e79-8c1a-8920e3b6ebc4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:09.056243 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3450ed5-70a3-4cf7-acc0-5c4d97c6ef53 req-8d40ce2f-6472-4e79-8c1a-8920e3b6ebc4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0616720 Sep 16 18:08:09.096946 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3450ed5-70a3-4cf7-acc0-5c4d97c6ef53 req-3677a7bf-453e-4542-84fe-b59577d6e7d7 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Sep 16 18:08:09.329350 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5f965-af23-4412-adce-7b01fbeef9e4 req-a6a38580-473c-4d68-93d7-13d2fb69498c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:09.330913 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5dc5f965-af23-4412-adce-7b01fbeef9e4 req-a6a38580-473c-4d68-93d7-13d2fb69498c tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0505707 Sep 16 18:08:09.375209 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5dc5f965-af23-4412-adce-7b01fbeef9e4 req-b7c7d255-991d-42e8-b736-dd105d78ac36 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384121 Sep 16 18:08:09.476422 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-252005ad-255b-40ff-b37e-95bbbce0fe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:10.021924 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdae8c1-815b-4a6d-bfca-25e14a708021 req-04611bea-7919-4480-8572-8999f3c29bee tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:10.023455 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bdae8c1-815b-4a6d-bfca-25e14a708021 req-04611bea-7919-4480-8572-8999f3c29bee tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0488732 Sep 16 18:08:10.062525 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bdae8c1-815b-4a6d-bfca-25e14a708021 req-5e63c9e4-e529-418a-93c4-84f6fdf6302c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329649 Sep 16 18:08:10.230056 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86246cc-1598-4ea3-830e-07b239a9f60c req-d45a3625-97de-4c5a-8d8b-cd53c439de2c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:10.231506 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a86246cc-1598-4ea3-830e-07b239a9f60c req-d45a3625-97de-4c5a-8d8b-cd53c439de2c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0539949 Sep 16 18:08:10.275015 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a86246cc-1598-4ea3-830e-07b239a9f60c req-e955e055-803d-4d60-a695-187bc057169e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372753 Sep 16 18:08:10.495140 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4bf4f-f0bd-4913-9b4a-a633ec821d0e req-a0174410-bc01-4a5a-a6e7-2e49f55a7d85 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:10.497511 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c8b4bf4f-f0bd-4913-9b4a-a633ec821d0e req-a0174410-bc01-4a5a-a6e7-2e49f55a7d85 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0524797 Sep 16 18:08:10.536491 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c8b4bf4f-f0bd-4913-9b4a-a633ec821d0e req-aff1b694-817c-4b66-adf3-51aa388176e5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338764 Sep 16 18:08:11.183069 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7cbf8-b4d1-481f-9c83-957b25a2c1d4 req-3e222b84-172d-4f3d-a955-4abb53de7de9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:11.184547 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d7f7cbf8-b4d1-481f-9c83-957b25a2c1d4 req-3e222b84-172d-4f3d-a955-4abb53de7de9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0474911 Sep 16 18:08:11.221747 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d7f7cbf8-b4d1-481f-9c83-957b25a2c1d4 req-216635f6-3bef-4dd1-af00-11627ae4c348 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Sep 16 18:08:11.389982 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372a33f-2aa7-4a33-ab3c-a48614944555 req-5ee0de39-4085-4107-9bc4-999304f0f4b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:11.391447 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6372a33f-2aa7-4a33-ab3c-a48614944555 req-5ee0de39-4085-4107-9bc4-999304f0f4b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 932 time: 0.0507782 Sep 16 18:08:11.428303 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6372a33f-2aa7-4a33-ab3c-a48614944555 req-372f890f-0936-4a68-b766-824b5eb9ee40 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Sep 16 18:08:11.588797 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Request body: {'port': {'device_id': '0e66c4a4-8844-406d-b723-209ac0683506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:11.641575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:11.649662 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850d0cc-e0c9-4568-bfd0-8c31a9f72fc1 req-d3c39fb8-8e17-4004-b745-4e0ad0a6301d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:11.651161 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7850d0cc-e0c9-4568-bfd0-8c31a9f72fc1 req-d3c39fb8-8e17-4004-b745-4e0ad0a6301d tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0486777 Sep 16 18:08:11.692619 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7850d0cc-e0c9-4568-bfd0-8c31a9f72fc1 req-1458d6cd-4f3b-45b8-aca2-9364124a57df tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351181 Sep 16 18:08:11.900637 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a2253f-bd9b-411a-9f1a-b690a3d377b4 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:08:11.907646 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:11.919230 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Transition to ACTIVE for port object a7a2253f-bd9b-411a-9f1a-b690a3d377b4 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:08:11.939414 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e95c877a-2840-4c10-9400-39d71bcf5306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:11.984407 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:12.034850 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:12.102495 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Attempting to bind port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:08:12.102832 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Attempting to bind port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:08:12.103158 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Attempting to bind port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 on network 7fe3c488-753c-4952-95cb-e01e6e90324e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:08:12.107539 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 on network 7fe3c488-753c-4952-95cb-e01e6e90324e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:08:12.107858 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Attempting to bind port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 on network 7fe3c488-753c-4952-95cb-e01e6e90324e {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:08:12.112671 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:08:12.113011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Checking segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:08:12.113396 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Bound using segment: {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:08:12.113820 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Bound port: a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e85ab-4d98-4a63-9d72-d148f6ac1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:08:12.114178 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:12.184323 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:08:12.187399 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:08:12.265495 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:12.301499 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.302108 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:12.303464 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] 10.222.0.48 "PUT /v2.0/ports/a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 1094 time: 0.7190833 Sep 16 18:08:12.311889 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:12.314021 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb38ea-47a8-4b48-a398-5e545bdef287" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:12.358664 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037a65c-a7c5-4e36-a02b-f5950686ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:12.374388 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566e86-84dd-4d1f-be04-417713d28a4f req-6a06e9c9-6c80-4c6a-b26f-b79f83d2ff0d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.381467 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-54566e86-84dd-4d1f-be04-417713d28a4f req-6a06e9c9-6c80-4c6a-b26f-b79f83d2ff0d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0851128 Sep 16 18:08:12.429730 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a440f044-72fc-482b-b13f-23edaaaf618b x-openstack-request-id: req-a440f044-72fc-482b-b13f-23edaaaf618b {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:12.431174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:12.431174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a440f044-72fc-482b-b13f-23edaaaf618b {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:12.431521 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'status': 'completed', 'code': 200} Sep 16 18:08:12.450447 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-54566e86-84dd-4d1f-be04-417713d28a4f req-6c9bb983-bb5e-4d86-8afa-99fd020a3230 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680640 Sep 16 18:08:12.460373 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-de9ea772-52c4-49b1-b02b-d43163f48f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.462768 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-de9ea772-52c4-49b1-b02b-d43163f48f09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1097 time: 0.0668705 Sep 16 18:08:12.516498 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-0e7112f4-5622-4ac5-9528-d32bedfebcab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 217 time: 0.0408664 Sep 16 18:08:12.549776 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d37725-d304-4754-9b9a-0ac760dcd386 req-876dee8b-69e4-4808-95ae-24dbff9296f0 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.557612 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c1d37725-d304-4754-9b9a-0ac760dcd386 req-876dee8b-69e4-4808-95ae-24dbff9296f0 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 944 time: 0.0558999 Sep 16 18:08:12.569256 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-c03ada72-e2fa-4f8c-90bc-09dd8cd4cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.570684 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-c03ada72-e2fa-4f8c-90bc-09dd8cd4cbf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0448925 Sep 16 18:08:12.590487 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c1d37725-d304-4754-9b9a-0ac760dcd386 req-01820a28-f287-4943-abfa-9c78000349a4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Sep 16 18:08:12.623029 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-a0c5bebf-ac62-421e-803e-c9c8ab3e6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.626908 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-a0c5bebf-ac62-421e-803e-c9c8ab3e6d18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455186 Sep 16 18:08:12.704523 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:12.716904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-93070a7b-9dfc-4c12-b7ef-ec3a4ccf49e9 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Sep 16 18:08:12.847169 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44fab-0aad-40d7-bfd3-aed45acf949b req-510caa4e-8f66-424a-9f71-321eca2b4ba5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:12.848704 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88c44fab-0aad-40d7-bfd3-aed45acf949b req-510caa4e-8f66-424a-9f71-321eca2b4ba5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0655572 Sep 16 18:08:12.850476 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f233edb5-6ad5-43cb-8094-1756c6b46c51 req-fc826b61-cd78-41b9-83fd-28349337ae18 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253979 Sep 16 18:08:12.890222 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88c44fab-0aad-40d7-bfd3-aed45acf949b req-2fbe6d40-d823-44a9-a5dd-9c1c3d125ad4 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335915 Sep 16 18:08:13.029343 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-13de0aef-2542-4be1-82ba-8386f60b98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:13.030278 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:13.030881 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-13de0aef-2542-4be1-82ba-8386f60b98e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1097 time: 0.0399377 Sep 16 18:08:13.131288 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-8c41ed52-ccc9-40ed-a99d-73e329b6a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:13.132746 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-8c41ed52-ccc9-40ed-a99d-73e329b6a92d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.0878918 Sep 16 18:08:13.175193 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-994e7c51-47ad-435e-9c9b-bbd952706757 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 217 time: 0.0338433 Sep 16 18:08:13.227189 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-23d0237f-0efa-41e4-b19b-8f76646d3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:13.228755 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-23d0237f-0efa-41e4-b19b-8f76646d3425 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0467992 Sep 16 18:08:13.275902 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-5690858d-48fc-4902-b0ba-4b41a4b63dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:13.277447 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-5690858d-48fc-4902-b0ba-4b41a4b63dca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394731 Sep 16 18:08:13.376329 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-1ca38582-c208-4206-aa6a-a7649657f519 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833588 Sep 16 18:08:13.474786 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cfb38ea-47a8-4b48-a398-5e545bdef287 req-3e2919d5-0190-4029-b3ad-54a3a9ab87b5 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Sep 16 18:08:13.578972 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbefa8e-0669-4716-82fe-d333e8fc741f req-525daa1c-1129-43e1-b790-d5edc562747b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:13.580461 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5bbefa8e-0669-4716-82fe-d333e8fc741f req-525daa1c-1129-43e1-b790-d5edc562747b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0521932 Sep 16 18:08:13.617462 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5bbefa8e-0669-4716-82fe-d333e8fc741f req-ae1584b8-a9ef-4c42-9613-ddf2b057b315 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Sep 16 18:08:13.700847 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bb50b-45cf-499b-9ee7-e8d01ed169b5 req-1fecb700-6406-44a8-a0bf-ca61265b0d70 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:13.702323 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-337bb50b-45cf-499b-9ee7-e8d01ed169b5 req-1fecb700-6406-44a8-a0bf-ca61265b0d70 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 944 time: 0.0474019 Sep 16 18:08:13.740231 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-337bb50b-45cf-499b-9ee7-e8d01ed169b5 req-7f9dcc02-f8d9-4bb0-a3ba-81555879752c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Sep 16 18:08:14.001828 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045a861-3e0c-4f7d-878c-a6e5499172d2 req-07e28141-fc52-40eb-9937-21b522f67116 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:14.003339 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6045a861-3e0c-4f7d-878c-a6e5499172d2 req-07e28141-fc52-40eb-9937-21b522f67116 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0478303 Sep 16 18:08:14.045431 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6045a861-3e0c-4f7d-878c-a6e5499172d2 req-bfbd74a3-a34c-46fa-972f-bd62ab9b31b2 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355923 Sep 16 18:08:14.111293 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-5cd75f60-2100-47fb-b6f7-d810345f1f08 req-57a3df2f-5cfd-4483-acfa-30a7992d79c7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:08:14.112219 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5cd75f60-2100-47fb-b6f7-d810345f1f08 req-57a3df2f-5cfd-4483-acfa-30a7992d79c7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051708 Sep 16 18:08:14.423203 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a849fb-fe27-49f4-baeb-91540dd60ea1 req-822e82af-20e8-495f-875b-e31393476db2 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:14.424753 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b4a849fb-fe27-49f4-baeb-91540dd60ea1 req-822e82af-20e8-495f-875b-e31393476db2 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0808690 Sep 16 18:08:14.439012 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-aa285e94-6f86-475a-96f8-677006f99d82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655639 Sep 16 18:08:14.468182 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b4a849fb-fe27-49f4-baeb-91540dd60ea1 req-9b6bacfd-4b14-4e0b-a74f-6683a7aa59b5 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 Sep 16 18:08:14.716426 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:14.739027 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac9d4-ba3a-4c6d-8f4d-f9baa2422c0a req-4bcd42f5-2545-4607-9f37-4db44610b6b9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:14.740493 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e80ac9d4-ba3a-4c6d-8f4d-f9baa2422c0a req-4bcd42f5-2545-4607-9f37-4db44610b6b9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 943 time: 0.0481086 Sep 16 18:08:14.781749 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e80ac9d4-ba3a-4c6d-8f4d-f9baa2422c0a req-03d66202-b5c1-4f2d-a0a5-55176265652b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352473 Sep 16 18:08:14.859795 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda0983-d23a-4ea9-8a19-f7eaf95d918e req-702e445c-b5b7-4576-ba3f-39bfb780c457 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:14.861334 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3cda0983-d23a-4ea9-8a19-f7eaf95d918e req-702e445c-b5b7-4576-ba3f-39bfb780c457 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 944 time: 0.0466869 Sep 16 18:08:14.898366 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3cda0983-d23a-4ea9-8a19-f7eaf95d918e req-7f63a888-e2df-433e-b8aa-af189e627304 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307970 Sep 16 18:08:15.241084 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:08:15.331960 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:15.345830 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'port_id': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'mac_address': 'fa:16:3e:6e:47:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:08:15.382243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:15.394360 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b958f4ab-6daf-4e53-af82-11aad72a78d1 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:08:15.412389 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:15.499670 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:15.502680 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a7a2253f-bd9b-411a-9f1a-b690a3d377b4 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:08:15.580989 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49679d4-7aa2-4410-8fe5-ff13a8dbe3fe req-94da25ff-9b4f-4256-9757-21c07189ea54 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:15.582471 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d49679d4-7aa2-4410-8fe5-ff13a8dbe3fe req-94da25ff-9b4f-4256-9757-21c07189ea54 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0473533 Sep 16 18:08:15.606954 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=9']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:15.618616 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.618720 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.619071 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.619436 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.619770 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.620099 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.620428 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.620755 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.621080 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.621595 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.621916 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.622246 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:15.628147 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d49679d4-7aa2-4410-8fe5-ff13a8dbe3fe req-ffe3c176-cbde-4c0e-b031-b12e4f806e0e tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388849 Sep 16 18:08:15.646916 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:15.659021 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'port_id': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'mac_address': 'fa:16:3e:a4:4b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:08:15.695398 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:15.707609 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a2253f-bd9b-411a-9f1a-b690a3d377b4 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:08:15.726519 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:15.784876 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:15.832325 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:15.915205 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a31a41-a569-4d7a-8880-3fc962a499bf req-2f0da112-ff36-438d-8652-9aaf209c9bde tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:15.916672 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c4a31a41-a569-4d7a-8880-3fc962a499bf req-2f0da112-ff36-438d-8652-9aaf209c9bde tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0485616 Sep 16 18:08:15.956064 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c4a31a41-a569-4d7a-8880-3fc962a499bf req-8cdc4656-3632-4b3b-9799-5764c321687e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329435 Sep 16 18:08:16.014459 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162f52-e2b5-4f83-a508-425e4cbd4f69 req-ac129312-afda-4735-a428-a53f68f1b9a3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:16.015852 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a162f52-e2b5-4f83-a508-425e4cbd4f69 req-ac129312-afda-4735-a428-a53f68f1b9a3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 16 18:08:16.041923 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['b958f4ab-6daf-4e53-af82-11aad72a78d1'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:08:16.046356 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a7a2253f-bd9b-411a-9f1a-b690a3d377b4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:08:16.053712 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a162f52-e2b5-4f83-a508-425e4cbd4f69 req-672e187b-1b8d-423d-985d-beb63004531d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Sep 16 18:08:16.747457 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16136-8823-4113-bf92-0dd3a65aaf90 req-0358a1f0-5a80-4452-b808-b4d2a43b3eed tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:16.748939 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cfa16136-8823-4113-bf92-0dd3a65aaf90 req-0358a1f0-5a80-4452-b808-b4d2a43b3eed tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0481236 Sep 16 18:08:16.790251 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cfa16136-8823-4113-bf92-0dd3a65aaf90 req-357a15d6-ab93-4db6-9482-f54bd3c75d38 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350292 Sep 16 18:08:17.073415 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed864-588b-473b-af92-d30c37d5f3e1 req-71fb9101-5329-4152-ad9d-cd7ebff11155 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.076362 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-323ed864-588b-473b-af92-d30c37d5f3e1 req-71fb9101-5329-4152-ad9d-cd7ebff11155 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 944 time: 0.0483994 Sep 16 18:08:17.127114 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-323ed864-588b-473b-af92-d30c37d5f3e1 req-a1b34389-bbdb-409c-a17c-0bdd8a79b253 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Sep 16 18:08:17.183914 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266aa4e-e51c-4aea-883b-d8eb54caea07 req-409c1dfb-3a90-4323-97d6-a8b5fb8f9c7e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.185398 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3266aa4e-e51c-4aea-883b-d8eb54caea07 req-409c1dfb-3a90-4323-97d6-a8b5fb8f9c7e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Sep 16 18:08:17.222703 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3266aa4e-e51c-4aea-883b-d8eb54caea07 req-1083cc3e-63f7-4726-98e2-3f1fb1980eca tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Sep 16 18:08:17.254339 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:08:17.301422 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port b958f4ab-6daf-4e53-af82-11aad72a78d1 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:08:17.301796 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:17.316055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-78b05d89-950b-4805-9e38-5961d4288da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.317611 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-78b05d89-950b-4805-9e38-5961d4288da8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd&tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a HTTP/1.1" status: 200 len: 1098 time: 0.0388875 Sep 16 18:08:17.383596 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:17.386045 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-795694bb-9ee0-4d1a-86d8-76e3f04e88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.387561 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-795694bb-9ee0-4d1a-86d8-76e3f04e88dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1098 time: 0.0466323 Sep 16 18:08:17.409118 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:17.411351 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be33c76c-cb28-4a0e-b8b8-f31b6efa39a8" -d '{"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:17.424484 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:17.445917 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeebcd2-579a-457f-bc3f-b6e0c2880ea7 x-openstack-request-id: req-bfeebcd2-579a-457f-bc3f-b6e0c2880ea7 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:17.446205 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:17.446511 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfeebcd2-579a-457f-bc3f-b6e0c2880ea7 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:17.446902 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'code': 200} Sep 16 18:08:17.481090 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-35cf4bd2-137b-494b-9279-262c031e88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.482638 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-35cf4bd2-137b-494b-9279-262c031e88ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 910 time: 0.0867934 Sep 16 18:08:17.499178 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:17.499986 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a7a2253f-bd9b-411a-9f1a-b690a3d377b4 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:08:17.553640 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-9def60f5-fdea-4d84-a760-1a8fc3f2ece7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0610874 Sep 16 18:08:17.574337 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=10']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:17.606333 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-0131930a-a600-4fd5-bf52-b451a9b4f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.607822 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-0131930a-a600-4fd5-bf52-b451a9b4f19f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 200 len: 848 time: 0.0447834 Sep 16 18:08:17.654276 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-23b36fdf-a709-4f27-bcb2-c0777e33f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.655751 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-23b36fdf-a709-4f27-bcb2-c0777e33f5b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405498 Sep 16 18:08:17.658861 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:08:17.662767 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:08:17.663232 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:17.743415 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:17.752115 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-77fdbb50-9816-406a-8ebd-d3cb855768a3 service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888102 Sep 16 18:08:17.774996 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:17.843510 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e01e8521-5e1a-41ed-aa32-d3e5492c3381 req-90499e06-bade-41f1-8ef6-7d91d137ea3f service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Sep 16 18:08:17.881970 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:17.882806 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:08:17.907608 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291718e6-dc70-46e3-839e-9ba0b0fe16c0 req-defc2fc5-99e1-49ef-9b53-b6ee68ef2ae0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:17.909104 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-291718e6-dc70-46e3-839e-9ba0b0fe16c0 req-defc2fc5-99e1-49ef-9b53-b6ee68ef2ae0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0532002 Sep 16 18:08:17.946648 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-291718e6-dc70-46e3-839e-9ba0b0fe16c0 req-6c60cf87-5f73-4e50-ab9a-a597f51dd62f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Sep 16 18:08:17.956523 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:17.993329 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:18.029870 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:18.075439 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccac26-d4f0-4351-b097-a2804f94f624 req-547b5564-3a5c-4b3f-b124-ca8a8026e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:18.076890 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19ccac26-d4f0-4351-b097-a2804f94f624 req-547b5564-3a5c-4b3f-b124-ca8a8026e82f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 1099 time: 0.0388429 Sep 16 18:08:18.081881 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:18.114942 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19ccac26-d4f0-4351-b097-a2804f94f624 req-cf9ab0c6-3d36-41cb-8b0f-52b86ae8dda6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294132 Sep 16 18:08:18.129021 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=6']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:18.253880 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d13f21-b4b2-46ac-b1b4-9aa73e7fe0d8 req-4c13377e-8e6c-4493-a001-b91050bf735e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:18.259488 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-89d13f21-b4b2-46ac-b1b4-9aa73e7fe0d8 req-4c13377e-8e6c-4493-a001-b91050bf735e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0529904 Sep 16 18:08:18.298716 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-89d13f21-b4b2-46ac-b1b4-9aa73e7fe0d8 req-cd75613b-7e46-45af-b711-c069c467ba12 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332148 Sep 16 18:08:18.373068 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c721d87-f879-4fd1-9f0a-28d75e3701f4 req-227d8912-ab5e-4c42-bb89-29132dbae93f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:18.374566 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4c721d87-f879-4fd1-9f0a-28d75e3701f4 req-227d8912-ab5e-4c42-bb89-29132dbae93f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0475836 Sep 16 18:08:18.411452 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4c721d87-f879-4fd1-9f0a-28d75e3701f4 req-49eeffe8-f8a7-4c69-89ec-2b7005cef0e5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Sep 16 18:08:18.895565 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f47cb-6a61-48a7-b556-a74791d56f89 req-5867dfc0-e9b2-464f-bbc7-63478d51bb89 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:18.896993 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-064f47cb-6a61-48a7-b556-a74791d56f89 req-5867dfc0-e9b2-464f-bbc7-63478d51bb89 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0467286 Sep 16 18:08:18.936491 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-064f47cb-6a61-48a7-b556-a74791d56f89 req-47e74624-0935-4acd-bb39-9ec0af5f9b3f tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Sep 16 18:08:19.061480 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dac3a-75d6-4167-ae53-169baab8340b req-33af1e95-2a46-4fa3-8103-cabd47bf6e4a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:19.062855 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-611dac3a-75d6-4167-ae53-169baab8340b req-33af1e95-2a46-4fa3-8103-cabd47bf6e4a tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0499508 Sep 16 18:08:19.099886 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-611dac3a-75d6-4167-ae53-169baab8340b req-5260993a-8915-46e9-8638-74fe842698e0 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Sep 16 18:08:19.419070 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67a16-55b6-475e-a22f-f644b25a43bf req-3eb8b1eb-8241-4622-b631-d3bc877e775d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:19.420521 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8df67a16-55b6-475e-a22f-f644b25a43bf req-3eb8b1eb-8241-4622-b631-d3bc877e775d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0475183 Sep 16 18:08:19.448152 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}, {'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:19.451795 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0242e414-f9de-475a-a294-3fadabdfd75e" -d '{"events": [{"server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}, {"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-unplugged", "status": "completed", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:19.458763 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8df67a16-55b6-475e-a22f-f644b25a43bf req-e0c5660d-d8d3-489e-898b-e4d233eaf127 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Sep 16 18:08:19.513682 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b881bef9-2986-4f61-a670-51d519487da8 x-openstack-request-id: req-b881bef9-2986-4f61-a670-51d519487da8 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:19.513985 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "code": 200}, {"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-unplugged", "status": "completed", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:19.514243 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b881bef9-2986-4f61-a670-51d519487da8 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:19.514739 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'code': 200} Sep 16 18:08:19.514998 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'code': 200} Sep 16 18:08:19.532046 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e701d1f-d8a4-4d53-8d34-b9c7e4615eda req-d871f236-fd64-4abf-bbdf-86cb684f19ea tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:19.534063 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e701d1f-d8a4-4d53-8d34-b9c7e4615eda req-d871f236-fd64-4abf-bbdf-86cb684f19ea tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0507717 Sep 16 18:08:19.575042 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e701d1f-d8a4-4d53-8d34-b9c7e4615eda req-61f05fb6-a38a-48f9-b0b5-ee9813c9aaaa tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Sep 16 18:08:19.647118 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:08:19.840452 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f70b51-f308-44f1-abc2-970adaf6460a req-d9ad5607-ced6-465e-ac6d-aad1cb227dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:19.841882 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76f70b51-f308-44f1-abc2-970adaf6460a req-d9ad5607-ced6-465e-ac6d-aad1cb227dde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1099 time: 0.0397356 Sep 16 18:08:19.876868 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76f70b51-f308-44f1-abc2-970adaf6460a req-5160ed2f-a9de-475c-8adf-01080f1edba4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268285 Sep 16 18:08:20.049365 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18983f-2850-487d-aede-388a2fbebd98 req-dc7f7fef-f6a7-4951-8752-e3d5d300a8df tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:20.050876 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5b18983f-2850-487d-aede-388a2fbebd98 req-dc7f7fef-f6a7-4951-8752-e3d5d300a8df tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Sep 16 18:08:20.087826 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5b18983f-2850-487d-aede-388a2fbebd98 req-a92f0018-386d-4c2d-9551-1e1a55e6cc98 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Sep 16 18:08:20.214771 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd812cd-2be3-41c9-a47d-f30aefc5d80a req-fe4dee60-e15a-452e-86b8-3fb95cf15be9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:20.216226 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd812cd-2be3-41c9-a47d-f30aefc5d80a req-fe4dee60-e15a-452e-86b8-3fb95cf15be9 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0514212 Sep 16 18:08:20.252914 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd812cd-2be3-41c9-a47d-f30aefc5d80a req-e2c1a777-55ca-4c49-959c-95cfbd391995 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307534 Sep 16 18:08:20.576025 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3b1a2-58cf-4ec0-9b6e-20f2264d5a79 req-287a9e03-44a7-45e4-995c-638fe1cdfa49 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:20.577526 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2fa3b1a2-58cf-4ec0-9b6e-20f2264d5a79 req-287a9e03-44a7-45e4-995c-638fe1cdfa49 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0477219 Sep 16 18:08:20.620598 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-2fa3b1a2-58cf-4ec0-9b6e-20f2264d5a79 req-1ef53894-07b6-4cd1-95ab-e0d0798fc9c4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369990 Sep 16 18:08:20.693147 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56a9f9-6457-4239-a1fe-93751c3d969c req-946ba2d0-2477-4986-bbd8-b52286efb041 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:20.694642 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bc56a9f9-6457-4239-a1fe-93751c3d969c req-946ba2d0-2477-4986-bbd8-b52286efb041 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0530138 Sep 16 18:08:20.731416 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bc56a9f9-6457-4239-a1fe-93751c3d969c req-b656d8d8-ac6e-4c32-b981-28e36ae13210 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Sep 16 18:08:20.943552 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-c55810e7-f055-40e1-9aad-d1b0102cc1a7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:20.944973 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-c55810e7-f055-40e1-9aad-d1b0102cc1a7 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0462940 Sep 16 18:08:21.039065 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Deleting port ed489920-9ea5-4be0-a20f-c63bfdc00c4b {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:08:21.039324 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:21.126147 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] For port ed489920-9ea5-4be0-a20f-c63bfdc00c4b, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:21.126542 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:21.202949 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f44f-bb17-49a3-8bc8-501acec8d257 req-594abd5d-63e8-49db-8687-b64a9c359a90 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:21.204406 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-edb9f44f-bb17-49a3-8bc8-501acec8d257 req-594abd5d-63e8-49db-8687-b64a9c359a90 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 945 time: 0.0495954 Sep 16 18:08:21.241615 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-edb9f44f-bb17-49a3-8bc8-501acec8d257 req-1a0f34b6-c7b6-4091-be30-bc6392a8aafa tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups?id=68244dc1-5c86-41fc-9c32-0aeb2620eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Sep 16 18:08:21.424904 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:21.425262 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:21.425615 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.l3_db [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Floating IP b6933512-7e9c-46f5-95df-3899834ba7e1 disassociated. External IP: 172.27.2.54, port: ed489920-9ea5-4be0-a20f-c63bfdc00c4b. Sep 16 18:08:21.425946 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Calling delete_port for ed489920-9ea5-4be0-a20f-c63bfdc00c4b owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:08:21.440826 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69243-093a-447a-96b0-38b460552bf5 req-0d7d390b-09dc-4720-a038-628a2b2523e7 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:21.442254 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b9a69243-093a-447a-96b0-38b460552bf5 req-0d7d390b-09dc-4720-a038-628a2b2523e7 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0975564 Sep 16 18:08:21.520583 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b9a69243-093a-447a-96b0-38b460552bf5 req-847e3fd6-5ae7-4914-aa99-440adc898541 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720832 Sep 16 18:08:21.830522 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:21.842565 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202542e-4f86-413a-8fd1-be0006ff8b97 req-637cf94f-9880-44f1-8c99-38e12b8202d2 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:21.844419 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0202542e-4f86-413a-8fd1-be0006ff8b97 req-637cf94f-9880-44f1-8c99-38e12b8202d2 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0468359 Sep 16 18:08:21.858884 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event deleted for resources: {'Port': ['ID=ed489920-9ea5-4be0-a20f-c63bfdc00c4b,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:21.884039 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0202542e-4f86-413a-8fd1-be0006ff8b97 req-21c0e008-896a-4624-a5ff-47b918c44c2e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Sep 16 18:08:21.974924 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:08:22.072845 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b56225-8065-47ec-aa7e-908e6e49a18a req-1f4f30ca-bcf9-4073-83c0-8d667a5204f3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:22.074235 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3b56225-8065-47ec-aa7e-908e6e49a18a req-1f4f30ca-bcf9-4073-83c0-8d667a5204f3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0946026 Sep 16 18:08:22.131646 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:08:22.141364 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:08:22.151687 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:08:22.152300 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:22.165563 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3b56225-8065-47ec-aa7e-908e6e49a18a req-11041a17-0da3-4cbd-9b7d-88919c3df5b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661845 Sep 16 18:08:22.181794 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] No DVR routers for this DVR port ed489920-9ea5-4be0-a20f-c63bfdc00c4b on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:08:22.184415 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:22.186394 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47ffbc4e-e4f1-4108-8087-7733aff4396f req-4b7d9118-b4a6-4de0-8ff2-e8f56050a68d tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.48 "DELETE /v2.0/ports/ed489920-9ea5-4be0-a20f-c63bfdc00c4b HTTP/1.1" status: 204 len: 173 time: 1.2345986 Sep 16 18:08:22.186833 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'name': 'network-vif-deleted', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:22.189064 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed5dd7-33ca-4283-9380-6df30a2cf22a" -d '{"events": [{"server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "name": "network-vif-deleted", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:22.231988 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e249b1-1001-4ff2-8996-b8afa0685b3f x-openstack-request-id: req-c6e249b1-1001-4ff2-8996-b8afa0685b3f {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:22.232282 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2350bd-8f37-412b-9df5-12163d7d4b80", "name": "network-vif-deleted", "tag": "ed489920-9ea5-4be0-a20f-c63bfdc00c4b", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:22.232532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6e249b1-1001-4ff2-8996-b8afa0685b3f {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:22.232925 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2350bd-8f37-412b-9df5-12163d7d4b80', 'name': 'network-vif-deleted', 'tag': 'ed489920-9ea5-4be0-a20f-c63bfdc00c4b', 'status': 'completed', 'code': 200} Sep 16 18:08:22.361948 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1ade720f-69ec-4354-adc5-d35703d85b32 req-63da4cbe-864d-4d29-b74d-c3a214574ce1 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2350bd-8f37-412b-9df5-12163d7d4b80 HTTP/1.1" status: 200 len: 210 time: 0.0328853 Sep 16 18:08:22.432293 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:08:22.526646 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6c8c2-dcd9-43c4-b805-f10beae2f9d5 req-cb94afe5-9b21-480d-9bee-34ef1a4e98ba tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:22.528116 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2ef6c8c2-dcd9-43c4-b805-f10beae2f9d5 req-cb94afe5-9b21-480d-9bee-34ef1a4e98ba tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0479765 Sep 16 18:08:22.568225 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2ef6c8c2-dcd9-43c4-b805-f10beae2f9d5 req-08b6f2ec-6f27-4762-ba8f-1fa5d83e40b5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337243 Sep 16 18:08:22.640503 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d3689-1fbb-473c-9ccc-1e41271bba2b req-56f0f0fc-97d4-4412-a42e-684637304018 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:22.641786 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-442d3689-1fbb-473c-9ccc-1e41271bba2b req-56f0f0fc-97d4-4412-a42e-684637304018 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0511086 Sep 16 18:08:22.651800 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:22.686455 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-442d3689-1fbb-473c-9ccc-1e41271bba2b req-ae173c82-a308-4975-b50f-f124ef160215 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Sep 16 18:08:22.687564 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:08:22.696096 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:08:22.696698 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:22.803008 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:08:23.001281 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:23.027449 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1831d2-92d3-4526-9370-d7335f0d19fc None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 4, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '01189c18-0411-44d0-860e-06554c3aeedb', 'name': '', 'network_id': '9dec0048-3d0d-4de0-a5d6-87509b6fbc3f', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'mac_address': 'fa:16:3e:b4:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:57Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'subnets': [{'id': '70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:08:23.249750 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efc3b3-2d13-4e12-9c82-a7849d16bd23 None None] New status for floating IP b6933512-7e9c-46f5-95df-3899834ba7e1: DOWN {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:08:23.528704 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54622) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:23.581959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.605598 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.715874 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.718486 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.719628 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "DELETE /v2.0/security-groups/68244dc1-5c86-41fc-9c32-0aeb2620eb23 HTTP/1.1" status: 204 len: 168 time: 0.1899190 Sep 16 18:08:23.722789 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54626) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:23.729461 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68244dc1-5c86-41fc-9c32-0aeb2620eb23,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:23.736434 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.736785 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.737123 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.737503 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.737808 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.api.v2.resource [None req-d7ea0367-58c7-44a0-93f3-3d7acea31d8a tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] show failed (client error): The resource could not be found. Sep 16 18:08:23.737926 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.738155 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.738520 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.738852 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.739164 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.739518 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.739838 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.740158 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0181f34-7cf6-4b9b-9994-4e2a77c86cd0 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:08:23.742862 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54628) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:23.743278 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d7ea0367-58c7-44a0-93f3-3d7acea31d8a tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "GET /v2.0/security-groups/68244dc1-5c86-41fc-9c32-0aeb2620eb23 HTTP/1.1" status: 404 len: 347 time: 0.0194230 Sep 16 18:08:23.811497 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f8f86-5587-43e5-873b-5071823bfacf req-29cd078c-201f-44fb-a757-56064b7c8f5f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:23.813038 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-541f8f86-5587-43e5-873b-5071823bfacf req-29cd078c-201f-44fb-a757-56064b7c8f5f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0532119 Sep 16 18:08:23.850808 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-541f8f86-5587-43e5-873b-5071823bfacf req-e317c2d3-5e37-4c4c-b5e8-d2c358d1b662 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Sep 16 18:08:23.869548 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Deleting port 012ca775-e439-4626-a8ce-611c9665d752 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:08:23.869904 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.948656 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.948987 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:23.960956 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Calling delete_port for 012ca775-e439-4626-a8ce-611c9665d752 owned by network:floatingip {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:08:24.144699 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:24.172880 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Pushing event deleted for resources: {'Port': ['ID=012ca775-e439-4626-a8ce-611c9665d752,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:24.234543 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:24.240656 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:24.241861 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6b139165-1d9c-47a8-bae3-4b84d0881b53 tempest-AttachVolumeTestJSON-427295679 tempest-AttachVolumeTestJSON-427295679-project] 10.222.0.39 "DELETE /v2.0/floatingips/b6933512-7e9c-46f5-95df-3899834ba7e1 HTTP/1.1" status: 204 len: 168 time: 0.4983947 Sep 16 18:08:24.298204 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3aaae-6045-4aec-8a2a-88d834c1e555 req-f24e324a-9b6d-47cb-86a7-7b1c32ee1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:24.299720 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-28d3aaae-6045-4aec-8a2a-88d834c1e555 req-f24e324a-9b6d-47cb-86a7-7b1c32ee1f35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1096 time: 0.0411613 Sep 16 18:08:24.334915 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-28d3aaae-6045-4aec-8a2a-88d834c1e555 req-de65f76d-ca9f-4d4b-8ebc-af144139f5a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282338 Sep 16 18:08:24.962540 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e83e8-98ca-442c-a6ea-376c3eb9f626 req-1b0eb0d9-11d7-457a-a088-e3c5df33c9ba tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:24.964656 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e17e83e8-98ca-442c-a6ea-376c3eb9f626 req-1b0eb0d9-11d7-457a-a088-e3c5df33c9ba tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0481324 Sep 16 18:08:25.000619 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e17e83e8-98ca-442c-a6ea-376c3eb9f626 req-26961e5f-a379-4fc5-97f2-b88a5e9cbd07 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301464 Sep 16 18:08:25.075981 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:25.284488 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device ed489920-9ea5-4be0-a20f-c63bfdc00c4b no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:08:25.308554 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: ed489920-9ea5-4be0-a20f-c63bfdc00c4b {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:08:25.308830 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device ed489920-9ea5-4be0-a20f-c63bfdc00c4b not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:08:26.116883 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393df74e-0219-46b9-bb86-de4b2d4f6a62 req-475abb5c-bbae-4efd-b316-d27081588f47 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:26.118335 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393df74e-0219-46b9-bb86-de4b2d4f6a62 req-475abb5c-bbae-4efd-b316-d27081588f47 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 943 time: 0.0515199 Sep 16 18:08:26.155320 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393df74e-0219-46b9-bb86-de4b2d4f6a62 req-4ce2457d-2200-493f-87cb-dc35a43008ba tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Sep 16 18:08:27.294980 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:08:27.388139 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:27.398599 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'port_id': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'mac_address': 'fa:16:3e:bd:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:08:27.436548 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:27.452211 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30511727-1036-4a51-9b49-2d124ddf9fd5 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:08:27.470003 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:27.533482 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:27.580241 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=7']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:27.799574 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['30511727-1036-4a51-9b49-2d124ddf9fd5'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:08:28.127730 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54684) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:28.615483 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:28.895714 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Deleting port 01189c18-0411-44d0-860e-06554c3aeedb {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:08:28.896050 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:28.970293 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] For port 01189c18-0411-44d0-860e-06554c3aeedb, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=01189c18-0411-44d0-860e-06554c3aeedb,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:28.970606 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:28.982750 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Calling delete_port for 01189c18-0411-44d0-860e-06554c3aeedb owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:08:29.235918 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:29.261398 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Pushing event deleted for resources: {'Port': ['ID=01189c18-0411-44d0-860e-06554c3aeedb,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:29.304462 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:08:29.362387 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 30511727-1036-4a51-9b49-2d124ddf9fd5 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:08:29.362960 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:29.438588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:29.482480 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:29.498520 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:29.500811 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7148b87-6f0d-4710-9bfd-f6011ec8257f" -d '{"events": [{"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-plugged", "status": "completed", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:29.513867 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:29.538822 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf3231-a1ba-4737-883e-3948af82d766 x-openstack-request-id: req-4acf3231-a1ba-4737-883e-3948af82d766 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:29.539108 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-plugged", "status": "completed", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:29.539358 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4acf3231-a1ba-4737-883e-3948af82d766 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:29.539745 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'code': 200} Sep 16 18:08:29.578915 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:29.625000 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=8']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:29.871167 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:08:29.972141 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:08:29.977090 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7162f27a-10a1-458d-a7c5-88a4198e7065 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8650c0b-10bf-4c53-9c46-66b79c9d5e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8483307 Sep 16 18:08:29.980279 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54694) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:29.981251 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] Sync routers for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:08:29.990296 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:08:29.990977 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:30.080185 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:30.093052 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:08:30.177289 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:30.269880 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:08:29Z', 'revision_number': 5, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port': {'id': '3bd8aca3-0b29-425c-bf82-c7704d1072c3', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:45Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:30.299349 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Deleting port 3bd8aca3-0b29-425c-bf82-c7704d1072c3 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:08:30.299689 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:30.303601 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] Checking router: e8650c0b-10bf-4c53-9c46-66b79c9d5e82 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:08:30.312843 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] Routers {'e8650c0b-10bf-4c53-9c46-66b79c9d5e82'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:08:30.313473 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:30.377346 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] For port 3bd8aca3-0b29-425c-bf82-c7704d1072c3, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=3bd8aca3-0b29-425c-bf82-c7704d1072c3,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:30.377715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:30.389780 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Calling delete_port for 3bd8aca3-0b29-425c-bf82-c7704d1072c3 owned by network:router_gateway {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:08:30.398644 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] Set router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:08:30.450436 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:08:30Z', 'revision_number': 6, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port_host': None}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:30.598060 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e25a3-a79c-43f7-a67b-f03ddce7b6ea None None] The sync data for ids ['e8650c0b-10bf-4c53-9c46-66b79c9d5e82'] in dv-cinder-805887-16-iscsi is: [{'id': 'e8650c0b-10bf-4c53-9c46-66b79c9d5e82', 'name': 'tempest-AttachVolumeTestJSON-1453304117-router', 'tenant_id': 'c2089382467d422bba9cb25257060f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:44Z', 'updated_at': '2021-09-16T18:08:30Z', 'revision_number': 6, 'project_id': 'c2089382467d422bba9cb25257060f32', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:08:30.619424 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:30.645331 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd8aca3-0b29-425c-bf82-c7704d1072c3,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:30.701256 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.042551 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.044889 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.167489 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.168022 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8650c0b-10bf-4c53-9c46-66b79c9d5e82 {{(pid=94376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:08:31.172315 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.173430 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-2a057ff3-6f3f-4d42-8c62-ddff0f9cda38 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e8650c0b-10bf-4c53-9c46-66b79c9d5e82 HTTP/1.1" status: 204 len: 168 time: 1.1921875 Sep 16 18:08:31.176027 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54698) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:31.217634 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Deleting subnet 70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:08:31.220406 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.252746 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.360943 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.429563 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 01189c18-0411-44d0-860e-06554c3aeedb no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:08:31.450615 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 01189c18-0411-44d0-860e-06554c3aeedb {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:08:31.450963 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 01189c18-0411-44d0-860e-06554c3aeedb not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:08:31.451371 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3bd8aca3-0b29-425c-bf82-c7704d1072c3 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:08:31.470794 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 3bd8aca3-0b29-425c-bf82-c7704d1072c3 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:08:31.471094 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3bd8aca3-0b29-425c-bf82-c7704d1072c3 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:08:31.487881 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.510889 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:31.516785 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.518958 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fafa4bd7-bf93-47b2-b796-930d8c6b02e0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/70d5eef8-2ea0-4f44-8599-b5c8bc4be1dc HTTP/1.1" status: 204 len: 168 time: 0.3417528 Sep 16 18:08:31.522859 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54700) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:31.523454 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11683a42-6044-41ac-802a-3b0b7c796f72 None None] Network 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:08:31.601964 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.661783 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Deleting port 0e2bc360-7b1b-4b8d-9883-343dc3459558 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:08:31.662245 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.740797 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] For port 0e2bc360-7b1b-4b8d-9883-343dc3459558, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=0e2bc360-7b1b-4b8d-9883-343dc3459558,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:31.740797 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.748824 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] DHCP port deletion for 9dec0048-3d0d-4de0-a5d6-87509b6fbc3f request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:08:31.753188 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Calling delete_port for 0e2bc360-7b1b-4b8d-9883-343dc3459558 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:08:31.795020 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] Deleting port 0e2bc360-7b1b-4b8d-9883-343dc3459558 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:08:31.795402 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.859895 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] For port 0e2bc360-7b1b-4b8d-9883-343dc3459558, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=0e2bc360-7b1b-4b8d-9883-343dc3459558,segment=NetworkSegment(9b4cc27b-6a94-4957-9fe1-d5a62e0ac753),segment_id=9b4cc27b-6a94-4957-9fe1-d5a62e0ac753)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:31.860293 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.872942 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] Calling delete_port for 0e2bc360-7b1b-4b8d-9883-343dc3459558 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:08:31.904470 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:31.927910 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2bc360-7b1b-4b8d-9883-343dc3459558,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:31.937472 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] No DVR routers for this DVR port 0e2bc360-7b1b-4b8d-9883-343dc3459558 on host dv-cinder-805887-16-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:08:31.990893 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.012051 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.017342 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] Pushing event deleted for resources: {'Port': ['ID=0e2bc360-7b1b-4b8d-9883-343dc3459558,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:32.022511 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0d9c0-3924-4822-a9f6-2e97ff2879a6 None None] No DVR routers for this DVR port 0e2bc360-7b1b-4b8d-9883-343dc3459558 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:08:32.039610 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dec0048-3d0d-4de0-a5d6-87509b6fbc3f']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:32.049613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:32.050161 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4cc27b-6a94-4957-9fe1-d5a62e0ac753') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:32.059037 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.071497 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.077211 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:08:32.077589 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:08:32.079262 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:08:32.213894 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.219018 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.220884 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9dec0048-3d0d-4de0-a5d6-87509b6fbc3f HTTP/1.1" status: 204 len: 168 time: 0.6969907 Sep 16 18:08:32.233442 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a27cb-2d81-4aa5-bebb-0f164e2a9152 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dec0048-3d0d-4de0-a5d6-87509b6fbc3f,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:32.527567 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54708) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:32.566429 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b385b1db-9d28-4dfe-be34-98bade637a1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2089382467d422bba9cb25257060f32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376461 Sep 16 18:08:32.568671 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54710) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:32.614160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-57d78e51-7db1-48e6-a51c-fd404de9c6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.643331 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-57d78e51-7db1-48e6-a51c-fd404de9c6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.784806 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-57d78e51-7db1-48e6-a51c-fd404de9c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.787455 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-57d78e51-7db1-48e6-a51c-fd404de9c6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:32.790907 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-57d78e51-7db1-48e6-a51c-fd404de9c6c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b20a2880-91a8-4c93-9569-0aa52067e77a HTTP/1.1" status: 204 len: 168 time: 0.2190673 Sep 16 18:08:32.801667 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d78e51-7db1-48e6-a51c-fd404de9c6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a2880-91a8-4c93-9569-0aa52067e77a,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:32.883325 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8b8c8-b2e9-4b88-95cc-6308b0821741 req-0f1133d8-92cc-4821-8072-830226f8a6b3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:32.885454 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1e8b8c8-b2e9-4b88-95cc-6308b0821741 req-0f1133d8-92cc-4821-8072-830226f8a6b3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0488946 Sep 16 18:08:32.922050 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1e8b8c8-b2e9-4b88-95cc-6308b0821741 req-6f6add76-0b6f-47b8-8025-2b9480f03eb1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Sep 16 18:08:32.944230 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54722) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:33.168916 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b081498d-b009-4d6f-8da6-4d3d30c7ece8 tempest-TestMinimumBasicScenario-446479106 tempest-TestMinimumBasicScenario-446479106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:33.170518 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b081498d-b009-4d6f-8da6-4d3d30c7ece8 tempest-TestMinimumBasicScenario-446479106 tempest-TestMinimumBasicScenario-446479106-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1094 time: 0.2252879 Sep 16 18:08:33.173403 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54730) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:33.177903 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'port_id': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:33.253295 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for floatingip, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:33.345224 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:33.434579 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 0e2bc360-7b1b-4b8d-9883-343dc3459558 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:08:33.454385 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 0e2bc360-7b1b-4b8d-9883-343dc3459558 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:08:33.454802 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 0e2bc360-7b1b-4b8d-9883-343dc3459558 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:08:33.460607 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Allocated IP 172.27.2.128 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/1e3fcbbc-7a1c-4287-9c65-3922048f3c46) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:08:33.561120 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:33.653605 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:33.692905 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:08:33.695631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:08:33.698955 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:08:33.723248 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'Port': ['ID=1e3fcbbc-7a1c-4287-9c65-3922048f3c46,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:34.051226 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:34.174892 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:34.326726 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:34.367378 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:34.435929 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'Port': ['ID=1e3fcbbc-7a1c-4287-9c65-3922048f3c46,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:34.448384 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:34.544615 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Floating IP 1e2b973b-0f60-4b2f-8a02-200e6f6eba15 associated. External IP: 172.27.2.128, port: a7a2253f-bd9b-411a-9f1a-b690a3d377b4. Sep 16 18:08:34.743192 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Router 6742683d-2b46-455a-8e28-333a72d07907 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:08:34.846842 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:08:34.858146 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] Sync routers for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:08:34.866449 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:08:34.867042 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:34.938943 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:34.968332 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-18b9a6e8-c2ba-4f16-95fb-fd57f35e4915 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7938702 Sep 16 18:08:34.971192 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:34.971393 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54764) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:34.971875 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1992b1d-a5a3-4e79-ab65-907a5f83655c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:34.976423 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:08:34.976710 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342538646', 'description': 'tempest-secgroup-smoke-342538646 description', 'project_id': 'c93797e0278d4f4bbe9368e83592b135'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:35.021972 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbdbf0-d66c-40de-a401-77ac957408fb x-openstack-request-id: req-75bbdbf0-d66c-40de-a401-77ac957408fb {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:35.022258 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:35.022548 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75bbdbf0-d66c-40de-a401-77ac957408fb {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:35.022961 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'status': 'completed', 'code': 200} Sep 16 18:08:35.042647 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.044922 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54768) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:35.112963 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-111c06bb-be33-438f-bdef-ec879c4ac3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:35.114607 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-111c06bb-be33-438f-bdef-ec879c4ac3fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1099 time: 0.0621817 Sep 16 18:08:35.158500 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc2ea-73c4-4e9b-9fdf-9d4082a5a669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.215932 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '1e2b973b-0f60-4b2f-8a02-200e6f6eba15', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '6742683d-2b46-455a-8e28-333a72d07907', 'port_id': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'mac_address': 'fa:16:3e:a4:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e66c4a4-8844-406d-b723-209ac0683506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:08:33Z', 'updated_at': '2021-09-16T18:08:33Z', 'revision_number': 0, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:35.219349 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.237846 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-feaa0ee6-b2d1-4307-b2b3-48f31fd5771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:35.239372 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-feaa0ee6-b2d1-4307-b2b3-48f31fd5771a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.1169970 Sep 16 18:08:35.241892 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] Checking router: 6742683d-2b46-455a-8e28-333a72d07907 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:08:35.250366 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:08:35.250920 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:35.301056 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.320137 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-6172ba7c-88d4-4aa7-9013-889f091eb144 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 1000 time: 0.0731351 Sep 16 18:08:35.358324 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:08:35.366713 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af89c894-70f5-4d06-a83d-63d2e3a4bef5,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:35.385317 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-1cdefd1a-363b-4fe1-b79b-cce52b296a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:35.386881 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-1cdefd1a-363b-4fe1-b79b-cce52b296a20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0552545 Sep 16 18:08:35.387093 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc2ea-73c4-4e9b-9fdf-9d4082a5a669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.441911 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc2ea-73c4-4e9b-9fdf-9d4082a5a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.448487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-859b7f6f-acac-4980-8898-4a36b0621fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:35.450257 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-859b7f6f-acac-4980-8898-4a36b0621fe9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410998 Sep 16 18:08:35.483361 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e2bfc2ea-73c4-4e9b-9fdf-9d4082a5a669 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3879126c50854bc2820c37a61943688c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372439 Sep 16 18:08:35.486231 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54772) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:35.486908 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfc2ea-73c4-4e9b-9fdf-9d4082a5a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a857a27-10cb-4245-a186-e09b6b502be7,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:35.507309 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.507309 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b1fda3c4-5501-46a9-8b82-d89ce293efa5 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5310402 Sep 16 18:08:35.507504 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54774) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:35.512302 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group_rule': {'security_group_id': 'af89c894-70f5-4d06-a83d-63d2e3a4bef5', 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:35.584652 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '1e2b973b-0f60-4b2f-8a02-200e6f6eba15', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '6742683d-2b46-455a-8e28-333a72d07907', 'port_id': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'mac_address': 'fa:16:3e:a4:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e66c4a4-8844-406d-b723-209ac0683506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:08:33Z', 'updated_at': '2021-09-16T18:08:33Z', 'revision_number': 0, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:08:35.594042 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-0599f4b4-a880-41aa-9308-e72a1a1b04f1 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349206 Sep 16 18:08:35.594784 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3563bc36-e77d-4688-a15c-507bc0c87226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.601078 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.615246 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27fbc-014d-4c5f-921c-70bd16e0a98f None None] The sync data for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi is: [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '1e2b973b-0f60-4b2f-8a02-200e6f6eba15', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '6742683d-2b46-455a-8e28-333a72d07907', 'port_id': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'mac_address': 'fa:16:3e:a4:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e66c4a4-8844-406d-b723-209ac0683506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:08:33Z', 'updated_at': '2021-09-16T18:08:33Z', 'revision_number': 0, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:08:35.634948 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3563bc36-e77d-4688-a15c-507bc0c87226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.666242 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.727700 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1992b1d-a5a3-4e79-ab65-907a5f83655c req-1cc436e7-fb57-451a-bc2c-0f268b58af85 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221931 Sep 16 18:08:35.745604 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.763857 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfd4a39-c50c-40aa-85c4-14f9730d1535,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:35.790576 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3563bc36-e77d-4688-a15c-507bc0c87226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.794088 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3563bc36-e77d-4688-a15c-507bc0c87226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.795334 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3563bc36-e77d-4688-a15c-507bc0c87226 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a857a27-10cb-4245-a186-e09b6b502be7 HTTP/1.1" status: 204 len: 168 time: 0.3081312 Sep 16 18:08:35.803974 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563bc36-e77d-4688-a15c-507bc0c87226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a857a27-10cb-4245-a186-e09b6b502be7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:35.830960 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061507ac-07bd-4476-a7bd-8cb780d15434 None None] New status for floating IP 1e2b973b-0f60-4b2f-8a02-200e6f6eba15: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:08:35.838030 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.839366 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-dc985f2a-4fc5-4b85-ada0-2e54b9d9b4a1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311386 Sep 16 18:08:35.842011 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54778) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:35.847160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group_rule': {'security_group_id': 'af89c894-70f5-4d06-a83d-63d2e3a4bef5', 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:35.915180 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:35.974085 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.047111 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.068357 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f86eed0-04f3-4721-a975-c3bd34272388,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:36.115873 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.119658 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4efa0ebd-1f6c-49a2-be03-4f6fb51b425d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2738876 Sep 16 18:08:36.119876 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54782) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:36.124214 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group_rule': {'security_group_id': 'af89c894-70f5-4d06-a83d-63d2e3a4bef5', 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:36.183175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.238377 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.310523 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.329380 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf90c75c-077a-49d2-b1ff-9c0fc0a78077,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:36.360708 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54784) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:36.373998 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8028-1b47-4523-a4a8-232ac2743c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.396460 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.397825 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4afc20db-28a8-4015-b7d6-6deab7fe8112 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2770438 Sep 16 18:08:36.400993 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54786) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:36.405222 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group_rule': {'security_group_id': 'af89c894-70f5-4d06-a83d-63d2e3a4bef5', 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:36.470593 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8028-1b47-4523-a4a8-232ac2743c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.573962 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8028-1b47-4523-a4a8-232ac2743c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.610115 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b8028-1b47-4523-a4a8-232ac2743c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be98b9-0875-4804-8bd6-7a653d1dfcba,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:36.614385 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1c9b8028-1b47-4523-a4a8-232ac2743c11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78d4070c12474b048f268bc739ee73e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526586 Sep 16 18:08:36.617056 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54788) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:36.652494 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.664887 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f4372bf-b6fd-43cb-b182-bde7614559ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.686155 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f4372bf-b6fd-43cb-b182-bde7614559ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.712017 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.790670 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.808476 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60db1b37-8ee7-45a6-aea4-726ccea114ca,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:36.824506 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f4372bf-b6fd-43cb-b182-bde7614559ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.827043 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f4372bf-b6fd-43cb-b182-bde7614559ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.828198 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1f4372bf-b6fd-43cb-b182-bde7614559ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56be98b9-0875-4804-8bd6-7a653d1dfcba HTTP/1.1" status: 204 len: 168 time: 0.2101412 Sep 16 18:08:36.837174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4372bf-b6fd-43cb-b182-bde7614559ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be98b9-0875-4804-8bd6-7a653d1dfcba,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:36.881718 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:36.883017 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-41f7a1e1-49ee-44e3-8622-1edb551272df tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4811177 Sep 16 18:08:36.886385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54792) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:36.890697 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group_rule': {'security_group_id': 'af89c894-70f5-4d06-a83d-63d2e3a4bef5', 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:36.961620 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.securitygroups_db [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Project c93797e0278d4f4bbe9368e83592b135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 18:08:36.966498 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.024532 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.081287 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.100711 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b9269f-1d99-4351-b484-36be6b4fca1a,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:37.178713 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.180008 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-cf8c6763-0914-46b3-b616-bd84cfe2986f tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2927041 Sep 16 18:08:37.183302 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54796) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:37.187613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'security_group_rule': {'security_group_id': 'af89c894-70f5-4d06-a83d-63d2e3a4bef5', 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:37.276555 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.securitygroups_db [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Project c93797e0278d4f4bbe9368e83592b135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 18:08:37.282017 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.345842 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.412974 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.432005 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff17e3cd-57ae-4ed6-8424-9646412c8a33,revision_number=0']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:37.493428 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.494832 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-96cb86b9-212d-4080-b762-168245d960ef tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106165 Sep 16 18:08:37.576982 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eaee62b1-1637-4e94-b84f-deb4b12ce858 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342538646&fields=id&tenant_id=c93797e0278d4f4bbe9368e83592b135 HTTP/1.1" status: 200 len: 267 time: 0.0369487 Sep 16 18:08:37.631572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-41c152c5-4d50-4cb5-879e-8c849a2e20a3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:37.633203 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-41c152c5-4d50-4cb5-879e-8c849a2e20a3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0516911 Sep 16 18:08:37.654135 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'port': {'security_groups': ['dd0445b2-3e45-4497-98c6-4e06da522bec', 'af89c894-70f5-4d06-a83d-63d2e3a4bef5']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:08:37.717249 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.903328 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:08:37.932726 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:37.990705 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:38.003240 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a7a2253f-bd9b-411a-9f1a-b690a3d377b4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:08:38.037756 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:38.038418 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:38.039786 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf958160-5683-4b9e-b5c1-3ce1782611bc req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "PUT /v2.0/ports/a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 982 time: 0.3914411 Sep 16 18:08:38.040227 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:08:38.043356 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c62935-da20-4501-8287-bad4748abde3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:08:38.086812 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb9237-212c-4dae-8025-37d6809bcc64 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=6']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:38.116070 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e74f45-03a1-4dbe-ad75-24faa89c4ba3 x-openstack-request-id: req-06e74f45-03a1-4dbe-ad75-24faa89c4ba3 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:08:38.116355 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:08:38.116657 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06e74f45-03a1-4dbe-ad75-24faa89c4ba3 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:08:38.117058 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'status': 'completed', 'code': 200} Sep 16 18:08:38.133839 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a7a2253f-bd9b-411a-9f1a-b690a3d377b4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:08:38.185720 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484dfc0-4d2f-46fc-bc72-da46fd747978 req-99086d63-b5b4-4420-bf93-2ab9080ef9a3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:38.187668 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1484dfc0-4d2f-46fc-bc72-da46fd747978 req-99086d63-b5b4-4420-bf93-2ab9080ef9a3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0738561 Sep 16 18:08:38.197791 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62935-da20-4501-8287-bad4748abde3 req-127c7f46-5c30-4081-a290-2845b0052232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:38.204247 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-127c7f46-5c30-4081-a290-2845b0052232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1138 time: 0.0557444 Sep 16 18:08:38.256488 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1484dfc0-4d2f-46fc-bc72-da46fd747978 req-d2b79419-3be6-4d21-9618-93fd1f6cba5e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579565 Sep 16 18:08:38.317874 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62935-da20-4501-8287-bad4748abde3 req-be362fe8-f7ab-4ff6-ab0f-67a4a4593cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:38.317874 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-be362fe8-f7ab-4ff6-ab0f-67a4a4593cbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.1059222 Sep 16 18:08:38.389101 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-314bc4ed-8857-4c1b-9864-0bbcca519b45 None None] Provisioning complete for port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:08:38.389473 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-314bc4ed-8857-4c1b-9864-0bbcca519b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:38.390929 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-5b88105c-b932-444d-ae84-f9609618b812 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 1002 time: 0.0637920 Sep 16 18:08:38.440659 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62935-da20-4501-8287-bad4748abde3 req-67b3f3c6-9c65-49c4-9c1b-9f128a303985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:38.444877 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-67b3f3c6-9c65-49c4-9c1b-9f128a303985 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0442421 Sep 16 18:08:38.489501 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c62935-da20-4501-8287-bad4748abde3 req-0d5884e6-c9be-4a09-b0f2-679da2506e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:08:38.491086 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-0d5884e6-c9be-4a09-b0f2-679da2506e40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414016 Sep 16 18:08:38.595299 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-f4a02f14-6d7c-4c9c-a7f8-f05f4d0bc25e service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959253 Sep 16 18:08:38.697570 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1c62935-da20-4501-8287-bad4748abde3 req-cfc00d61-5958-44fc-81c2-3a5c945604e1 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930197 Sep 16 18:08:39.521515 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f44d-1a6f-4183-ac53-11171648e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:41.927482 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-0c2a0ac0-33e5-46f0-8db2-9886fa594c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:42.653267 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54934) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:42.704638 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:42.755787 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3445de4-4ce1-4e52-ba7a-4d9ed8aee64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:42.840508 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3445de4-4ce1-4e52-ba7a-4d9ed8aee64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:42.904360 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a3445de4-4ce1-4e52-ba7a-4d9ed8aee64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:42.942405 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a3445de4-4ce1-4e52-ba7a-4d9ed8aee64e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eec3efdb560044e3a4e70628d5c2ac54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879694 Sep 16 18:08:42.943277 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445de4-4ce1-4e52-ba7a-4d9ed8aee64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b99f2-23ef-4b87-b375-e6bf8fa45883,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:42.945120 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54938) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:42.993067 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-08e09c7f-90a9-408a-97bd-53b965381b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:42.996234 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.014304 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-08e09c7f-90a9-408a-97bd-53b965381b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.133228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-08e09c7f-90a9-408a-97bd-53b965381b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.135697 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-08e09c7f-90a9-408a-97bd-53b965381b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.136825 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-08e09c7f-90a9-408a-97bd-53b965381b52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d3b99f2-23ef-4b87-b375-e6bf8fa45883 HTTP/1.1" status: 204 len: 168 time: 0.1907303 Sep 16 18:08:43.144514 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e09c7f-90a9-408a-97bd-53b965381b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b99f2-23ef-4b87-b375-e6bf8fa45883,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:43.675431 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 54944) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:43.688903 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c5a54b6-73ce-4d41-ae0c-bbced77cf038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.772938 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c5a54b6-73ce-4d41-ae0c-bbced77cf038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.858503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c5a54b6-73ce-4d41-ae0c-bbced77cf038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.896953 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1c5a54b6-73ce-4d41-ae0c-bbced77cf038 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8704aff71d7b404d90dcb62bd80af783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204728 Sep 16 18:08:43.898113 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a54b6-73ce-4d41-ae0c-bbced77cf038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffc678a-64fa-4d74-bb72-aa644ea0e54f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:43.899723 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 54948) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:43.947393 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e21fe538-013e-4a4d-8595-42b4fac71725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:43.968583 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e21fe538-013e-4a4d-8595-42b4fac71725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:44.058669 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e21fe538-013e-4a4d-8595-42b4fac71725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:44.061711 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e21fe538-013e-4a4d-8595-42b4fac71725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:44.062864 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e21fe538-013e-4a4d-8595-42b4fac71725 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ffc678a-64fa-4d74-bb72-aa644ea0e54f HTTP/1.1" status: 204 len: 168 time: 0.1620703 Sep 16 18:08:44.069952 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fe538-013e-4a4d-8595-42b4fac71725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffc678a-64fa-4d74-bb72-aa644ea0e54f,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:44.749948 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:50.911860 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55048) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:51.012684 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ac212ed6-b6b4-4b84-9189-44ea8f6c1b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.101033 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ac212ed6-b6b4-4b84-9189-44ea8f6c1b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.155428 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ac212ed6-b6b4-4b84-9189-44ea8f6c1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.191772 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ac212ed6-b6b4-4b84-9189-44ea8f6c1b44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=063f4e8ae4584c9cb3d948741201104a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787845 Sep 16 18:08:51.193574 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac212ed6-b6b4-4b84-9189-44ea8f6c1b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152896bc-6469-4bfb-a2d0-0a0000d36cbc,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:51.194594 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55052) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:51.241444 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4df2-f1ef-41ad-9a9e-d0f161d9379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.261718 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4df2-f1ef-41ad-9a9e-d0f161d9379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.361420 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4df2-f1ef-41ad-9a9e-d0f161d9379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.363849 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4df2-f1ef-41ad-9a9e-d0f161d9379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:51.365953 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-3e2f4df2-f1ef-41ad-9a9e-d0f161d9379f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/152896bc-6469-4bfb-a2d0-0a0000d36cbc HTTP/1.1" status: 204 len: 168 time: 0.1703744 Sep 16 18:08:51.373785 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f4df2-f1ef-41ad-9a9e-d0f161d9379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152896bc-6469-4bfb-a2d0-0a0000d36cbc,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:51.936919 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55058) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:51.949961 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-369d12dc-9cb3-4385-ab92-f724f69f03a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.033964 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-369d12dc-9cb3-4385-ab92-f724f69f03a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.098090 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-369d12dc-9cb3-4385-ab92-f724f69f03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.134642 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-369d12dc-9cb3-4385-ab92-f724f69f03a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36bdba1679b3483ba0abc8c6a7b67936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966338 Sep 16 18:08:52.135564 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d12dc-9cb3-4385-ab92-f724f69f03a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b2aee-258d-472a-9eb4-efa71f677acf,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:52.137350 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55060) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:52.187418 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cc25b61a-07b6-42a7-9a9e-07d7a0d43eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.208070 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cc25b61a-07b6-42a7-9a9e-07d7a0d43eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.310221 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cc25b61a-07b6-42a7-9a9e-07d7a0d43eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.312808 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cc25b61a-07b6-42a7-9a9e-07d7a0d43eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:52.313970 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-cc25b61a-07b6-42a7-9a9e-07d7a0d43eb6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b2b2aee-258d-472a-9eb4-efa71f677acf HTTP/1.1" status: 204 len: 168 time: 0.1750438 Sep 16 18:08:52.321832 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25b61a-07b6-42a7-9a9e-07d7a0d43eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b2aee-258d-472a-9eb4-efa71f677acf,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:54.449987 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55118) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:54.552697 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f122292-ff1a-4552-8380-67c5506db3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.637613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f122292-ff1a-4552-8380-67c5506db3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.709860 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f122292-ff1a-4552-8380-67c5506db3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.746005 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6f122292-ff1a-4552-8380-67c5506db3e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f77144bf4e640c98c4aae6b850f72c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943907 Sep 16 18:08:54.747616 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f122292-ff1a-4552-8380-67c5506db3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc933f12-b6e9-4ac8-92c2-be339023de49,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:54.749306 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55122) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:54.796789 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee71668f-92ae-4951-8a08-a06c717c1216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.816986 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee71668f-92ae-4951-8a08-a06c717c1216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.938707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee71668f-92ae-4951-8a08-a06c717c1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.941153 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee71668f-92ae-4951-8a08-a06c717c1216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:54.942334 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ee71668f-92ae-4951-8a08-a06c717c1216 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc933f12-b6e9-4ac8-92c2-be339023de49 HTTP/1.1" status: 204 len: 168 time: 0.1920543 Sep 16 18:08:54.950009 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71668f-92ae-4951-8a08-a06c717c1216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc933f12-b6e9-4ac8-92c2-be339023de49,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:55.075614 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.450132 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55130) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:55.463215 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ea4c582c-8b43-4bcb-8234-2ba352296506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.546513 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ea4c582c-8b43-4bcb-8234-2ba352296506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.601332 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ea4c582c-8b43-4bcb-8234-2ba352296506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.638949 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ea4c582c-8b43-4bcb-8234-2ba352296506 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1deb7fa5d69d4a5683cd1244db0d089e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877599 Sep 16 18:08:55.639791 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c582c-8b43-4bcb-8234-2ba352296506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7bf5a-0e38-4f07-9e07-46e40e057f19,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:55.641711 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55132) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:08:55.689881 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1623fab2-522c-43ca-86ec-926eda46f4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.710198 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1623fab2-522c-43ca-86ec-926eda46f4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.818206 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1623fab2-522c-43ca-86ec-926eda46f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.820748 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1623fab2-522c-43ca-86ec-926eda46f4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:08:55.821869 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1623fab2-522c-43ca-86ec-926eda46f4ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bea7bf5a-0e38-4f07-9e07-46e40e057f19 HTTP/1.1" status: 204 len: 168 time: 0.1791551 Sep 16 18:08:55.829397 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623fab2-522c-43ca-86ec-926eda46f4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7bf5a-0e38-4f07-9e07-46e40e057f19,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:08:56.646558 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:09:01.242800 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeae666-605e-4aef-9e45-54fe4d8741fe req-7bafe51e-92a9-44bf-931a-9f67488de6e1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:01.244362 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7aeae666-605e-4aef-9e45-54fe4d8741fe req-7bafe51e-92a9-44bf-931a-9f67488de6e1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0515034 Sep 16 18:09:01.317281 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7aeae666-605e-4aef-9e45-54fe4d8741fe req-45d20af2-f7cf-44c7-bc2f-385773d0da54 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666416 Sep 16 18:09:01.334528 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-b27d52a1-c3fc-4d4b-ba64-a93ea051f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:01.336314 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-b27d52a1-c3fc-4d4b-ba64-a93ea051f6ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1138 time: 0.0629280 Sep 16 18:09:01.428943 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-0b6c9657-863b-467d-8102-1374f35ff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:01.430435 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-0b6c9657-863b-467d-8102-1374f35ff25b service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.0853086 Sep 16 18:09:01.502087 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-0fa8bff6-98bf-4908-a238-1f616bfba746 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 1002 time: 0.0619190 Sep 16 18:09:01.557389 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-acab7b29-8805-4cd3-a6c4-f970d816b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:01.558858 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-acab7b29-8805-4cd3-a6c4-f970d816b353 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0444441 Sep 16 18:09:01.603132 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-182aea16-d445-4c11-abf3-e7091c3696e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:01.604578 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-182aea16-d445-4c11-abf3-e7091c3696e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378280 Sep 16 18:09:01.703765 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-755a03ca-938b-47f0-9e17-5f4e1653e986 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908589 Sep 16 18:09:01.796858 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a625a6a9-bf8d-4a6e-8c83-95fc492b2c75 req-8ffa7e70-204c-411d-a4de-001aff247934 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837235 Sep 16 18:09:02.444652 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d1ddb-cb22-4bc1-9505-5cb8c226c090 req-81e6c46f-d58b-4667-9ab6-e3033fa64424 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:02.446144 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f52d1ddb-cb22-4bc1-9505-5cb8c226c090 req-81e6c46f-d58b-4667-9ab6-e3033fa64424 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0546551 Sep 16 18:09:02.485958 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f52d1ddb-cb22-4bc1-9505-5cb8c226c090 req-c2f4d577-3f35-4f46-8829-f40f1caf6f74 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332277 Sep 16 18:09:02.840992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013960b0-ada0-457f-9457-a56f4e2338d4 req-35bc35e7-8400-47fe-99c3-8b91cafe5a96 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:02.842465 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-013960b0-ada0-457f-9457-a56f4e2338d4 req-35bc35e7-8400-47fe-99c3-8b91cafe5a96 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0467844 Sep 16 18:09:02.880077 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-013960b0-ada0-457f-9457-a56f4e2338d4 req-6760ef37-e9c9-400d-9eda-513525ec78fe tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Sep 16 18:09:03.614493 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6701d7-b92d-490c-83be-62c1e4a35d9f req-6c7569f0-05d9-43cc-bf79-08734ef32a00 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:03.615962 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6b6701d7-b92d-490c-83be-62c1e4a35d9f req-6c7569f0-05d9-43cc-bf79-08734ef32a00 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0548646 Sep 16 18:09:03.653812 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6b6701d7-b92d-490c-83be-62c1e4a35d9f req-5a1c8dc3-2e87-4519-b39d-033aacd98c15 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319071 Sep 16 18:09:03.997195 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f70a-a78c-483f-b746-185565da26a0 req-af54b1d5-2844-4384-85aa-871e272de407 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:03.998694 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c2c1f70a-a78c-483f-b746-185565da26a0 req-af54b1d5-2844-4384-85aa-871e272de407 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0490665 Sep 16 18:09:04.034229 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c2c1f70a-a78c-483f-b746-185565da26a0 req-5ef7f1c8-52c3-4639-881f-d3692d28eded tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297363 Sep 16 18:09:04.703625 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-37ee77e7-2144-4073-a241-3bc9a5e60c74 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:04.705052 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-37ee77e7-2144-4073-a241-3bc9a5e60c74 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0515575 Sep 16 18:09:04.765654 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb891-3a73-4e7b-8e0d-e362286eb1d1 req-69c2277a-e0d0-4ad3-ba01-a6e7bdd23d51 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:04.767167 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-edecb891-3a73-4e7b-8e0d-e362286eb1d1 req-69c2277a-e0d0-4ad3-ba01-a6e7bdd23d51 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0482163 Sep 16 18:09:04.800690 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Deleting port b958f4ab-6daf-4e53-af82-11aad72a78d1 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:04.801023 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:04.807232 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-edecb891-3a73-4e7b-8e0d-e362286eb1d1 req-873e1983-b122-4526-80d4-af0650a96035 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341332 Sep 16 18:09:04.895133 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] For port b958f4ab-6daf-4e53-af82-11aad72a78d1, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=b958f4ab-6daf-4e53-af82-11aad72a78d1,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:04.895497 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:05.062170 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:05.062894 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:05.062894 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.l3_db [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Floating IP 726dfb1a-1916-4d42-8217-5999d7be7220 disassociated. External IP: 172.27.2.37, port: b958f4ab-6daf-4e53-af82-11aad72a78d1. Sep 16 18:09:05.063188 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Calling delete_port for b958f4ab-6daf-4e53-af82-11aad72a78d1 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:05.174816 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b555-a905-4990-b47d-57a3f3a9e639 req-d9ff9eaf-77d1-4661-af46-4939b4ca815b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:05.176390 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6276b555-a905-4990-b47d-57a3f3a9e639 req-d9ff9eaf-77d1-4661-af46-4939b4ca815b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 946 time: 0.0694609 Sep 16 18:09:05.248617 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6276b555-a905-4990-b47d-57a3f3a9e639 req-11f028ca-701e-4853-b660-c95deaaadb85 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a16179a-9379-419d-8cdd-013f123d01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648775 Sep 16 18:09:05.309543 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:05.337335 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event deleted for resources: {'Port': ['ID=b958f4ab-6daf-4e53-af82-11aad72a78d1,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:05.348875 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.349233 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.349572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.349910 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.350242 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.350598 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.350925 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.351255 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.351578 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.351898 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.352223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.352541 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:05.459452 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:05.563699 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:05.574931 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:05.586021 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:05.586678 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:05.601487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] No DVR routers for this DVR port b958f4ab-6daf-4e53-af82-11aad72a78d1 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:09:05.603944 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:05.605954 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4a3b81b3-4219-40b0-b91d-9cd78da1df20 req-ccae856b-4c96-4760-a357-f8de234dec97 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "DELETE /v2.0/ports/b958f4ab-6daf-4e53-af82-11aad72a78d1 HTTP/1.1" status: 204 len: 173 time: 0.8941927 Sep 16 18:09:05.606337 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-deleted', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:05.609305 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4da305-3fe5-4005-b72e-08a2ed55a5c3" -d '{"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-deleted", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:05.648339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ae065-90d1-43a8-a471-88883b69d526 x-openstack-request-id: req-700ae065-90d1-43a8-a471-88883b69d526 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:05.648669 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff2cdb-400c-4cdd-8297-87ba4de0dd4e", "name": "network-vif-deleted", "tag": "b958f4ab-6daf-4e53-af82-11aad72a78d1", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:05.648879 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-700ae065-90d1-43a8-a471-88883b69d526 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:05.649273 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccff2cdb-400c-4cdd-8297-87ba4de0dd4e', 'name': 'network-vif-deleted', 'tag': 'b958f4ab-6daf-4e53-af82-11aad72a78d1', 'status': 'completed', 'code': 200} Sep 16 18:09:05.796874 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:05.940563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f8fde-cb89-43ce-abdc-c8ac18c24972 req-2016ba43-46a2-430c-9e70-49d411226188 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:05.942628 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-145f8fde-cb89-43ce-abdc-c8ac18c24972 req-2016ba43-46a2-430c-9e70-49d411226188 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0696235 Sep 16 18:09:05.984337 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-145f8fde-cb89-43ce-abdc-c8ac18c24972 req-e4ae72ca-f7c7-4187-9cf8-581388ca8f65 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349715 Sep 16 18:09:06.011374 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:06.041467 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:06.049590 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:06.050189 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:08:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:06.154581 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:06.358868 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:06.361911 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3800c185-051f-4193-bb29-1c5cb37e2b40 req-e9694adf-fc00-4bef-9fca-8da62997aa5c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=ccff2cdb-400c-4cdd-8297-87ba4de0dd4e HTTP/1.1" status: 200 len: 210 time: 0.0250919 Sep 16 18:09:06.388290 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4143d1-4d10-49f3-856c-d118f7dcf950 None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:06.721257 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd0576-2662-48b2-8062-cc28acb03ad6 None None] New status for floating IP 726dfb1a-1916-4d42-8217-5999d7be7220: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:09:07.098872 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf392a-2473-48b3-aa36-4ad3cec55b7d req-f1791cd3-7c25-4dff-a209-87baf429571d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:07.100347 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbcf392a-2473-48b3-aa36-4ad3cec55b7d req-f1791cd3-7c25-4dff-a209-87baf429571d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0490570 Sep 16 18:09:07.138325 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbcf392a-2473-48b3-aa36-4ad3cec55b7d req-231a5b4f-f75b-4e8f-a8fe-0ef7afba74a2 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321224 Sep 16 18:09:07.545403 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55288) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:07.596889 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a298-97c7-4ebe-83aa-0eeedba56ab4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:07.619100 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a298-97c7-4ebe-83aa-0eeedba56ab4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:07.743696 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a298-97c7-4ebe-83aa-0eeedba56ab4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:07.746275 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a298-97c7-4ebe-83aa-0eeedba56ab4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:07.747460 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d1c0a298-97c7-4ebe-83aa-0eeedba56ab4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a16179a-9379-419d-8cdd-013f123d01f0 HTTP/1.1" status: 204 len: 168 time: 0.2010763 Sep 16 18:09:07.750881 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55290) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:07.756896 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0a298-97c7-4ebe-83aa-0eeedba56ab4 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16179a-9379-419d-8cdd-013f123d01f0,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:07.768220 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.api.v2.resource [None req-6406ccef-4ff3-48e8-ad0c-704764bba7c6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] show failed (client error): The resource could not be found. Sep 16 18:09:07.769231 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6406ccef-4ff3-48e8-ad0c-704764bba7c6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups/1a16179a-9379-419d-8cdd-013f123d01f0 HTTP/1.1" status: 404 len: 347 time: 0.0173588 Sep 16 18:09:07.772131 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55292) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:07.896625 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Deleting port 43b07831-5c92-4d5f-85b2-62c7bff6c600 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:07.896873 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:07.988400 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:07.989090 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:08.001247 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Calling delete_port for 43b07831-5c92-4d5f-85b2-62c7bff6c600 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:08.202137 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:08.251582 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13401017-2187-4dd2-9f9c-5bd70f4a81ba req-48669e40-abdd-4cc5-ab87-7b0d26f87331 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:08.253162 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-13401017-2187-4dd2-9f9c-5bd70f4a81ba req-48669e40-abdd-4cc5-ab87-7b0d26f87331 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0488436 Sep 16 18:09:08.301151 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-13401017-2187-4dd2-9f9c-5bd70f4a81ba req-c59e7299-616b-460e-96d8-586fc221dfed tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407965 Sep 16 18:09:08.463046 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event deleted for resources: {'Port': ['ID=43b07831-5c92-4d5f-85b2-62c7bff6c600,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:08.519005 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:08.521761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:08.522936 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8c8b1a0e-5539-4299-8c9f-e6c3af101848 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "DELETE /v2.0/floatingips/726dfb1a-1916-4d42-8217-5999d7be7220 HTTP/1.1" status: 204 len: 168 time: 0.7499211 Sep 16 18:09:08.890630 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55300) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:08.895204 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781645133', 'description': 'tempest-description--817099599'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:08.967778 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.046048 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.087490 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.115374 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ae0e7-8174-401c-898d-d897b9eeb9d2,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:09.144378 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.145578 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4abff465-10bf-4331-ba59-37f88f4568e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2539101 Sep 16 18:09:09.148369 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55304) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:09.152566 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'security_group_rule': {'security_group_id': 'e00ae0e7-8174-401c-898d-d897b9eeb9d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:09.212575 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.270862 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.327184 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.344820 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b98c0c-55fc-4934-b5e0-f720f4077bc4,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:09.401053 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.402267 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5121956e-edbd-4fbf-bd20-7157e01d0dfc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529943 Sep 16 18:09:09.404998 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55308) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:09.409473 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'security_group_rule': {'security_group_id': 'e00ae0e7-8174-401c-898d-d897b9eeb9d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:09.423008 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde43256-d72d-468f-8bd5-e196190c793f req-bdfeb6c4-7b17-4613-87f1-447dd31f25dc tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:09.424479 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dde43256-d72d-468f-8bd5-e196190c793f req-bdfeb6c4-7b17-4613-87f1-447dd31f25dc tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0496223 Sep 16 18:09:09.463214 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dde43256-d72d-468f-8bd5-e196190c793f req-1c2a50c8-4188-4ba0-a975-5dec36ead868 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325558 Sep 16 18:09:09.471715 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:09.475667 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95f7b04e-8f76-4257-a6f0-c0cec707997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.493360 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: b958f4ab-6daf-4e53-af82-11aad72a78d1 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:09.493704 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device b958f4ab-6daf-4e53-af82-11aad72a78d1 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:09.509029 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.566913 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.635414 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054441'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.654222 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7208d72f-cbbb-494d-888b-9ca1569f0155,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:09.715179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.716380 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b1b63e61-bd2b-4b12-9c1d-eb8b75f1a331 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104296 Sep 16 18:09:09.719447 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55310) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:09.723652 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:09.796078 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.891154 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:09.995034 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Allocated IP 172.27.2.136 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/467f82a9-e774-4f48-a4ff-3573c66593fb) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:09:10.096375 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.184388 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.221753 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:09:10.224572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:09:10.228000 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:09:10.251757 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'Port': ['ID=467f82a9-e774-4f48-a4ff-3573c66593fb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:10.316584 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.391118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.550360 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.589214 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490211e-9218-486b-a961-3302dacad21b req-31eff5c5-6900-422b-b4a0-6de03f34bd57 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:10.590690 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f490211e-9218-486b-a961-3302dacad21b req-31eff5c5-6900-422b-b4a0-6de03f34bd57 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0557649 Sep 16 18:09:10.621297 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.654913 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f490211e-9218-486b-a961-3302dacad21b req-2ff8f687-cc41-44bf-bec1-51300bc41f34 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579731 Sep 16 18:09:10.702513 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'Port': ['ID=467f82a9-e774-4f48-a4ff-3573c66593fb,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:10.712125 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.795339 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:10.811459 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2cd87996-e3ee-4f10-a5de-6af2636fb38f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0762196 Sep 16 18:09:10.984464 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-6f890ca9-b705-4708-842a-e840cf9e6f48 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1781645133&fields=id&tenant_id=9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 267 time: 0.0312879 Sep 16 18:09:11.088448 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-6b379af6-11b8-462f-9b0f-558f82d3ac7e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:11.089805 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-6b379af6-11b8-462f-9b0f-558f82d3ac7e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 817 time: 0.0990040 Sep 16 18:09:11.104199 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-d9d3aae9-c6a6-46d8-b882-77e16c0ca610 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/quotas/9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 375 time: 0.0087054 Sep 16 18:09:11.155027 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-a77d1f90-2c6b-4c9a-8988-ee3c7a5d63f3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451696 Sep 16 18:09:11.250885 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-07cd7b6e-9d38-4a76-ae5a-676762c84010 service neutron] 10.222.0.39 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Sep 16 18:09:11.336269 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-2fab8d91-99d1-4569-848d-adeaa4cd4382 service neutron] 10.222.0.39 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793746 Sep 16 18:09:11.619332 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67095527-8b05-4204-a87c-5ca1eb65b040 req-931287e6-f7b2-47e2-be49-72a525ab04d7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 210 time: 0.0261366 Sep 16 18:09:11.772317 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e6b34-c5d6-40e2-a6cf-6e3cdbf1f9fe req-260a2169-4632-4edc-a54e-0c86ded5db2e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:11.773791 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-383e6b34-c5d6-40e2-a6cf-6e3cdbf1f9fe req-260a2169-4632-4edc-a54e-0c86ded5db2e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0504994 Sep 16 18:09:11.813413 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-383e6b34-c5d6-40e2-a6cf-6e3cdbf1f9fe req-1fbf754e-0071-4b07-8711-be0223d21bca tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329738 Sep 16 18:09:11.972544 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-04024478-718e-4cc2-a062-5f1288570872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:12.524766 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc79ab-8de2-49c6-90e0-c44706fd1250 req-70c3bbaa-361a-439a-bc77-41075a3a992a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:12.526628 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6cdc79ab-8de2-49c6-90e0-c44706fd1250 req-70c3bbaa-361a-439a-bc77-41075a3a992a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.0481806 Sep 16 18:09:12.564647 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6cdc79ab-8de2-49c6-90e0-c44706fd1250 req-d5785e54-a69b-40cb-a69f-4ce684ecaaff tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Sep 16 18:09:12.715264 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ba230615-9c9e-414d-9838-a6cb4a82d77d req-c551b395-44b3-4e38-a3e7-a4149619edc0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 210 time: 0.0254629 Sep 16 18:09:12.758326 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:12.924488 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08f026-a306-46ed-98b0-ebbf52416e06 req-544126e8-b834-4b30-b845-d674bc83706e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:12.925966 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a08f026-a306-46ed-98b0-ebbf52416e06 req-544126e8-b834-4b30-b845-d674bc83706e tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0479555 Sep 16 18:09:12.965743 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9a08f026-a306-46ed-98b0-ebbf52416e06 req-de8b79e8-b673-47b3-b925-99b194b64f54 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335820 Sep 16 18:09:13.024056 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:13.584503 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-24a6ccae-9ae6-437b-b59a-9f0cbd2158ac tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:13.585969 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-24a6ccae-9ae6-437b-b59a-9f0cbd2158ac tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 817 time: 0.1057184 Sep 16 18:09:13.637116 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-6d55d4de-b868-4da0-80cd-14b710246884 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 380 time: 0.0393624 Sep 16 18:09:13.650407 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'port': {'device_id': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'admin_state_up': True, 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'security_groups': ['e00ae0e7-8174-401c-898d-d897b9eeb9d2']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:13.743003 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f830a-8acf-441e-af3f-e5d19bfd6d1a req-174948a9-c50d-4916-b674-21e569cc9ab5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:13.744510 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-703f830a-8acf-441e-af3f-e5d19bfd6d1a req-174948a9-c50d-4916-b674-21e569cc9ab5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.1127975 Sep 16 18:09:13.804760 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-703f830a-8acf-441e-af3f-e5d19bfd6d1a req-f0296c22-a1a0-48f3-b374-7cdb6e10c48c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516069 Sep 16 18:09:13.816262 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7aaf27a9-3403-4e0b-8940-e4ea28afb535 req-dbb79954-1acd-43c0-878f-ec38c2c21a67 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 210 time: 0.0307446 Sep 16 18:09:13.886673 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Made reservation on behalf of 9841d510b3f6450c8f460b36229bc8a4 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:09:13.890928 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.010999 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Allocated IP 172.20.0.14 (7c8989a2-50a7-47e4-b1ec-6cdd583f18cb/f451e58e-6c2d-477a-b8c6-d95698daa4c4/841ab0f8-5570-4479-b2c5-3328c35efbd9) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:09:14.118711 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d0c4-a8bc-4e37-87c0-ecca285d758f req-377d6967-f2ee-46ea-a755-d7876b5dd4a7 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:14.120111 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dab0d0c4-a8bc-4e37-87c0-ecca285d758f req-377d6967-f2ee-46ea-a755-d7876b5dd4a7 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0857944 Sep 16 18:09:14.197260 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dab0d0c4-a8bc-4e37-87c0-ecca285d758f req-a46e011d-32fe-45e8-af44-d87141ebf45b tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522652 Sep 16 18:09:14.218659 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.321536 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.321758 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29770860-3982-4701-87f8-d893f2606f16 req-4c1c058b-040e-45cc-8297-5265e08ac4ad tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:14.323293 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-29770860-3982-4701-87f8-d893f2606f16 req-4c1c058b-040e-45cc-8297-5265e08ac4ad tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.0493286 Sep 16 18:09:14.361305 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:09:14.364505 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:09:14.367052 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:09:14.408370 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:14.429051 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Deleting port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:14.431552 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.433238 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:14.433981 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.505386 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-918a472d-a44c-4ff1-aa63-af6ea7655e59 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602371 Sep 16 18:09:14.518337 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Request body: {'port': {'device_id': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:14.525730 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] For port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:14.526146 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.578844 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.624874 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-2f28df77-a5f5-4ffc-b245-ace3c55f21cf None None] Provisioning complete for port 841ab0f8-5570-4479-b2c5-3328c35efbd9 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:09:14.625915 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2f28df77-a5f5-4ffc-b245-ace3c55f21cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.668281 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-2f28df77-a5f5-4ffc-b245-ace3c55f21cf None None] Port 841ab0f8-5570-4479-b2c5-3328c35efbd9 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:09:14.710409 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.710769 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.711079 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Floating IP 70c1f9b1-c7a9-4b59-82e0-29d662b0c130 disassociated. External IP: 172.27.2.146, port: 363a3dd8-a160-45fd-b802-ec7ed65c2ad9. Sep 16 18:09:14.711409 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Calling delete_port for 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 owned by compute:nova {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:14.789813 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.845196 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841ab0f8-5570-4479-b2c5-3328c35efbd9 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:09:14.852764 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.922641 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311cd2-3593-4e13-b55b-b7986d178307 req-37889a6d-473c-4f4d-af83-e2822b478220 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:14.924029 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4c311cd2-3593-4e13-b55b-b7986d178307 req-37889a6d-473c-4f4d-af83-e2822b478220 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 16 18:09:14.932978 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Transition to ACTIVE for port object 841ab0f8-5570-4479-b2c5-3328c35efbd9 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:09:14.942818 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.947506 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987b9f-ca55-404b-ae64-8b19faf69c43 req-48efa1aa-a318-4907-b10f-e15ab072e00d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:14.949111 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2987b9f-ca55-404b-ae64-8b19faf69c43 req-48efa1aa-a318-4907-b10f-e15ab072e00d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 932 time: 0.0492606 Sep 16 18:09:14.982108 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'Port': ['ID=363a3dd8-a160-45fd-b802-ec7ed65c2ad9,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:14.988038 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2987b9f-ca55-404b-ae64-8b19faf69c43 req-d056a72f-4dc3-43d1-b84a-4f9eed4762cb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322776 Sep 16 18:09:14.990802 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:14.995463 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4c311cd2-3593-4e13-b55b-b7986d178307 req-2156ffe9-a927-4dbd-a63d-34db3c921e70 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653272 Sep 16 18:09:15.047594 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:15.112827 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:15.122013 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Attempting to bind port 841ab0f8-5570-4479-b2c5-3328c35efbd9 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:09:15.122764 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Attempting to bind port 841ab0f8-5570-4479-b2c5-3328c35efbd9 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:09:15.123012 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Attempting to bind port 841ab0f8-5570-4479-b2c5-3328c35efbd9 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:09:15.127688 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Port 841ab0f8-5570-4479-b2c5-3328c35efbd9 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:09:15.128019 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Attempting to bind port 841ab0f8-5570-4479-b2c5-3328c35efbd9 on network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:09:15.133384 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:09:15.133723 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Checking segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:09:15.134109 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Bound using segment: {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:09:15.134572 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Bound port: 841ab0f8-5570-4479-b2c5-3328c35efbd9, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0738312e-90fa-4128-958e-2ce60a665d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:09:15.134935 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:15.204472 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:09:15.207559 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:09:15.222452 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:15.233892 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:15.244139 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:15.245031 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:15.263710 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] No DVR routers for this DVR port 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 on host hv-cinder-80588 {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:09:15.274092 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:15.276017 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-29770860-3982-4701-87f8-d893f2606f16 req-95037e55-9710-4f15-8b29-dc6fc96af0e7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "DELETE /v2.0/ports/363a3dd8-a160-45fd-b802-ec7ed65c2ad9 HTTP/1.1" status: 204 len: 173 time: 0.9427414 Sep 16 18:09:15.276447 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'name': 'network-vif-deleted', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:15.279199 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40732b-8776-4eae-848f-14e4a1363aa2" -d '{"events": [{"server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "name": "network-vif-deleted", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:15.290237 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:15.333420 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c9e41-d102-4603-ac4c-db937d2753ee x-openstack-request-id: req-534c9e41-d102-4603-ac4c-db937d2753ee {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:15.333732 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebca6b11-2e65-4697-bed6-ab128f9c685c", "name": "network-vif-deleted", "tag": "363a3dd8-a160-45fd-b802-ec7ed65c2ad9", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:15.334413 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-534c9e41-d102-4603-ac4c-db937d2753ee {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:15.334413 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebca6b11-2e65-4697-bed6-ab128f9c685c', 'name': 'network-vif-deleted', 'tag': '363a3dd8-a160-45fd-b802-ec7ed65c2ad9', 'status': 'completed', 'code': 200} Sep 16 18:09:15.356695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418103b-709c-44d5-b6e0-8d4e85b0feb2 req-5529b0c2-ba07-4991-a37c-d656123a9108 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.357847 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.358490 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:15.359967 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] 10.222.0.48 "PUT /v2.0/ports/841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 200 len: 1094 time: 0.8465116 Sep 16 18:09:15.360356 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:15.362657 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:15.364757 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5418103b-709c-44d5-b6e0-8d4e85b0feb2 req-5529b0c2-ba07-4991-a37c-d656123a9108 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0990710 Sep 16 18:09:15.401179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0e3c-5349-4885-950c-4a3a5ff442be service neutron] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:15.435456 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5418103b-709c-44d5-b6e0-8d4e85b0feb2 req-41187555-dae1-4be8-b3d5-0d034b8554e0 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698304 Sep 16 18:09:15.452971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245b1ee-2a5b-4711-a271-f7b0ab06c627 x-openstack-request-id: req-7245b1ee-2a5b-4711-a271-f7b0ab06c627 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:15.452971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:15.452971 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7245b1ee-2a5b-4711-a271-f7b0ab06c627 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:15.452971 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'status': 'completed', 'code': 200} Sep 16 18:09:15.485476 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:15.527177 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b req-8bd2f13b-d151-4fd4-88a2-cb688f7d1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.530186 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b req-8bd2f13b-d151-4fd4-88a2-cb688f7d1710 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1097 time: 0.0532291 Sep 16 18:09:15.670192 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b req-d9f535e5-d98e-40eb-8512-d4d8aa6127ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.671814 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b req-d9f535e5-d98e-40eb-8512-d4d8aa6127ad service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9841d510b3f6450c8f460b36229bc8a4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1345336 Sep 16 18:09:15.726530 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:15.754054 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:15.765482 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:15.766091 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:15.779622 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b req-31ccfbb6-fbca-46d1-b0cf-cc5c8c71a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.781204 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecc0db29-2c0f-40fb-8ce9-7fb12135bc6b req-31ccfbb6-fbca-46d1-b0cf-cc5c8c71a363 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019542 Sep 16 18:09:15.865434 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-28c3588b-b616-4082-a39f-60265a794596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.866912 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-28c3588b-b616-4082-a39f-60265a794596 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1097 time: 0.0498295 Sep 16 18:09:15.877395 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:15.913719 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-1d4697ec-bbb3-4bd5-baa0-9f5cb9f5faa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 200 len: 217 time: 0.0377250 Sep 16 18:09:15.964746 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-cf6071c0-afb7-418b-b55d-033b16518d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:15.966229 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-cf6071c0-afb7-418b-b55d-033b16518d6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0455215 Sep 16 18:09:16.012981 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-8c3b6f46-f7cc-44e0-8f04-87ba341e67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:16.015115 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-8c3b6f46-f7cc-44e0-8f04-87ba341e67de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402076 Sep 16 18:09:16.130119 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:16.156946 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37588563-ae8f-47f5-b435-9e19ac04fcac req-00656d3b-c276-4a4f-85c6-a365b69fc77b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebca6b11-2e65-4697-bed6-ab128f9c685c HTTP/1.1" status: 200 len: 210 time: 0.0414798 Sep 16 18:09:16.164620 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-eac7c2f1-c965-4f60-a0cd-b7fa85af3cbd service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411724 Sep 16 18:09:16.181277 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72330c1-9f26-42e4-92f0-8fcc8a7d0404 req-c11d24ae-928e-445b-be13-ec5daf0ba4a9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:16.190826 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e72330c1-9f26-42e4-92f0-8fcc8a7d0404 req-c11d24ae-928e-445b-be13-ec5daf0ba4a9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.1011603 Sep 16 18:09:16.196344 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991ca58-f49c-4e44-ac5a-ca5b502d86ec None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:16.227545 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e72330c1-9f26-42e4-92f0-8fcc8a7d0404 req-826f0825-803e-463e-80ff-8189cd18f4c2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358117 Sep 16 18:09:16.281763 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-179b187c-6362-4b1b-9e08-c4a4cfbf5664 req-6728dcf2-a22c-46fe-8abf-49bf075a944b service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086903 Sep 16 18:09:16.445572 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e5234-1e0c-4ffa-a874-21f25eaf09ce None None] New status for floating IP 70c1f9b1-c7a9-4b59-82e0-29d662b0c130: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:09:16.569468 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdb1bb-2e02-4812-a365-e88113082bc2 req-1e6d0028-e6d7-4dd2-a509-3b4c5041e5b3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:16.570983 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24cdb1bb-2e02-4812-a365-e88113082bc2 req-1e6d0028-e6d7-4dd2-a509-3b4c5041e5b3 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0495992 Sep 16 18:09:16.610787 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24cdb1bb-2e02-4812-a365-e88113082bc2 req-2940891f-1118-4f3e-bd70-ec9415e8f163 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335324 Sep 16 18:09:17.347500 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89767-1e35-45c3-ba2d-f82f0fd5424f req-b9591893-046c-4caf-bcb8-d0ebdb77c68b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:17.349192 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79e89767-1e35-45c3-ba2d-f82f0fd5424f req-b9591893-046c-4caf-bcb8-d0ebdb77c68b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0490761 Sep 16 18:09:17.386468 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-79e89767-1e35-45c3-ba2d-f82f0fd5424f req-2252b4f7-9cb1-4cef-84d7-fc4c5a6280f5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Sep 16 18:09:17.412127 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-b32d8b51-5130-4229-93dc-7cf0f1903bd7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254011327&fields=id&tenant_id=7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 267 time: 0.0337033 Sep 16 18:09:17.517132 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-8913cb46-d023-4a05-8d15-bcfb79403ed3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:17.518586 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-8913cb46-d023-4a05-8d15-bcfb79403ed3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 811 time: 0.0991645 Sep 16 18:09:17.532723 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-cc21a640-0be1-4fc8-97b1-123407ec73b5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/quotas/7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 375 time: 0.0086224 Sep 16 18:09:17.583047 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-fbf99876-42aa-4a76-bd47-694af38a938b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453601 Sep 16 18:09:17.687443 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-83714777-48f6-404d-ae5f-50842527bf28 service neutron] 10.222.0.39 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928357 Sep 16 18:09:17.729092 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658564-4dda-46a4-9f5f-d2f661c28119 req-4e0ad04a-b82c-4cb9-9c57-383ba7b1a0d7 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:17.730576 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1658564-4dda-46a4-9f5f-d2f661c28119 req-4e0ad04a-b82c-4cb9-9c57-383ba7b1a0d7 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0503061 Sep 16 18:09:17.770695 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1658564-4dda-46a4-9f5f-d2f661c28119 req-f9839970-ab2f-4a09-9d0d-b22de757c6bb tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333693 Sep 16 18:09:17.774124 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-9ae31012-2d3c-4876-8bbe-2f32574ad384 service neutron] 10.222.0.39 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804970 Sep 16 18:09:18.233892 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f92ac6a1-39d2-43df-aa0f-8a5ffb5cfd89 req-6251ef0c-ad02-4fec-9f90-c7e125348e67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 210 time: 0.0245194 Sep 16 18:09:18.764697 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a8a8-2b50-4e61-af68-67f35214dc0e req-b8f2a1f8-2920-4e4d-b79d-7d22b6cabd8c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:18.766161 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0ec2a8a8-2b50-4e61-af68-67f35214dc0e req-b8f2a1f8-2920-4e4d-b79d-7d22b6cabd8c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.3072715 Sep 16 18:09:18.804823 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0ec2a8a8-2b50-4e61-af68-67f35214dc0e req-a9968caf-a2cd-4200-a9ac-1cb23068415f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327690 Sep 16 18:09:18.884112 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb0f55-848e-4dcd-8912-e0516b786876 req-8e3f1725-073b-4385-aa8b-698f67f77812 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:18.885625 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b8bb0f55-848e-4dcd-8912-e0516b786876 req-8e3f1725-073b-4385-aa8b-698f67f77812 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0479341 Sep 16 18:09:18.927372 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b8bb0f55-848e-4dcd-8912-e0516b786876 req-a6a09e7a-45cc-4170-8e5f-66479b729fd1 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356696 Sep 16 18:09:19.325817 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ca850c86-1138-4670-b0ed-d20c48155f73 req-c116d24f-6a40-4bfb-8fce-691d4312ba2c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 210 time: 0.0251238 Sep 16 18:09:19.502675 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:19.525603 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:19.525603 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 363a3dd8-a160-45fd-b802-ec7ed65c2ad9 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:19.918672 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f370d-555c-4368-92c9-ba23a677707e req-e5d9c80e-883c-4acc-86bc-db8858f34d2d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:19.920388 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e64f370d-555c-4368-92c9-ba23a677707e req-e5d9c80e-883c-4acc-86bc-db8858f34d2d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0470414 Sep 16 18:09:19.965033 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e64f370d-555c-4368-92c9-ba23a677707e req-148191b6-88c7-491b-a682-63fafb70eb4d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372684 Sep 16 18:09:20.043343 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efea88-ccc2-4fce-a3b8-6637138e2991 req-90e48815-5387-4220-93fa-82fcca6c27d6 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:20.045034 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f7efea88-ccc2-4fce-a3b8-6637138e2991 req-90e48815-5387-4220-93fa-82fcca6c27d6 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0470929 Sep 16 18:09:20.085589 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-f7efea88-ccc2-4fce-a3b8-6637138e2991 req-7cd76a2a-2bb7-4478-9568-17b89e020cb6 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338383 Sep 16 18:09:20.432801 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f47d2474-2bb8-4148-bf86-646a51b1f2da req-a3412d42-e334-40e3-b444-31956c455bc7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 210 time: 0.0418239 Sep 16 18:09:20.511131 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-72b06ad2-56f0-4006-b3a3-98014db05422 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:20.512589 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-72b06ad2-56f0-4006-b3a3-98014db05422 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 811 time: 0.1126173 Sep 16 18:09:20.554483 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-085d69b6-4166-457a-818b-ce4e361a5d76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 379 time: 0.0327289 Sep 16 18:09:20.565890 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'port': {'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'admin_state_up': True, 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'security_groups': ['12514cbf-2e0a-4112-823c-8ae9324fdb42']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:20.738428 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Made reservation on behalf of 7ba7368ff4314e9f8de698b3c7224514 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:09:20.742010 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:20.864384 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Allocated IP 172.20.0.13 (20eee47a-293f-48c8-a0fd-546d1762c102/c827f522-36c3-4415-95aa-b9f59401ab90/9754d46f-2ec9-4a23-b614-a773b5a2345c) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:09:20.995403 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.082888 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247b095-06b6-408d-92d1-be4e5bdd95e8 req-a8580f56-ad83-4730-8673-df93f285e6d9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:21.084323 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e247b095-06b6-408d-92d1-be4e5bdd95e8 req-a8580f56-ad83-4730-8673-df93f285e6d9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0475619 Sep 16 18:09:21.104745 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.129554 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e247b095-06b6-408d-92d1-be4e5bdd95e8 req-64a3f3cd-fb26-4c66-91ff-88dbf8c4512a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Sep 16 18:09:21.156028 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:09:21.159687 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:09:21.166872 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:09:21.180009 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=9754d46f-2ec9-4a23-b614-a773b5a2345c,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:21.245110 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:21.245804 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.264901 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe21ff-1312-4891-9a5a-4988ca43e9c4 req-29bf6a24-c20d-4592-af9d-41945000235c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:21.272395 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7fe21ff-1312-4891-9a5a-4988ca43e9c4 req-29bf6a24-c20d-4592-af9d-41945000235c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.1024723 Sep 16 18:09:21.313138 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7fe21ff-1312-4891-9a5a-4988ca43e9c4 req-1e3c9cba-3f6e-40e7-b62b-d9fbf475a589 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&id=af89c894-70f5-4d06-a83d-63d2e3a4bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397933 Sep 16 18:09:21.367748 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-ec6ab624-c01a-4282-b4b9-87227bff0edc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057611 Sep 16 18:09:21.381308 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Request body: {'port': {'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:21.397728 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-812f6c2a-d7b2-4113-afe0-9b6c629f0dd5 None None] Provisioning complete for port 9754d46f-2ec9-4a23-b614-a773b5a2345c triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:09:21.398195 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-812f6c2a-d7b2-4113-afe0-9b6c629f0dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.440120 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-812f6c2a-d7b2-4113-afe0-9b6c629f0dd5 None None] Port 9754d46f-2ec9-4a23-b614-a773b5a2345c cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:09:21.446462 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.521582 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:09:21.589412 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d651fb-98a3-449a-8f79-39d1b7e476f9 req-5f5dd30b-b25c-4aa8-b1bf-b2d0e8eb4614 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:21.598847 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-02d651fb-98a3-449a-8f79-39d1b7e476f9 req-5f5dd30b-b25c-4aa8-b1bf-b2d0e8eb4614 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 932 time: 0.0736454 Sep 16 18:09:21.638846 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:21.641875 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-02d651fb-98a3-449a-8f79-39d1b7e476f9 req-b82708ce-574e-4827-9c6b-dec9306bafd0 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Sep 16 18:09:21.771842 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'mac_address': 'fa:16:3e:28:45:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:09:21.774107 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9754d46f-2ec9-4a23-b614-a773b5a2345c {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:09:21.781692 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.794896 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Transition to ACTIVE for port object 9754d46f-2ec9-4a23-b614-a773b5a2345c will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:09:21.809046 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.822146 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841ab0f8-5570-4479-b2c5-3328c35efbd9 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:09:21.841258 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:21.876055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.923244 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:21.927362 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Pushing event updated for resources: {'Port': ['ID=9754d46f-2ec9-4a23-b614-a773b5a2345c,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:21.980971 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:21.988757 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.991766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.992518 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.992518 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:21.997507 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Attempting to bind port 9754d46f-2ec9-4a23-b614-a773b5a2345c on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:09:21.998023 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Attempting to bind port 9754d46f-2ec9-4a23-b614-a773b5a2345c by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:09:21.998495 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Attempting to bind port 9754d46f-2ec9-4a23-b614-a773b5a2345c on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:09:22.003636 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Port 9754d46f-2ec9-4a23-b614-a773b5a2345c on network 20eee47a-293f-48c8-a0fd-546d1762c102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:09:22.004030 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Attempting to bind port 9754d46f-2ec9-4a23-b614-a773b5a2345c on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:09:22.009552 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:09:22.009942 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Checking segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:09:22.010332 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Bound using segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:09:22.010789 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Bound port: 9754d46f-2ec9-4a23-b614-a773b5a2345c, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:09:22.011147 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:22.095947 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] For port 9754d46f-2ec9-4a23-b614-a773b5a2345c, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:09:22.100156 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] For port 9754d46f-2ec9-4a23-b614-a773b5a2345c, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:09:22.163607 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['841ab0f8-5570-4479-b2c5-3328c35efbd9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:09:22.173871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:22.207082 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.211673 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:22.211673 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] 10.222.0.48 "PUT /v2.0/ports/9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 200 len: 1094 time: 0.8321369 Sep 16 18:09:22.212224 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:22.215126 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:22.288428 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edd80b-ead7-4906-ba7b-fe4709714f69 service neutron] Pushing event updated for resources: {'Port': ['ID=9754d46f-2ec9-4a23-b614-a773b5a2345c,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:22.295103 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d755cd30-ef2b-4b0f-b9c4-9f1aca639cc6 x-openstack-request-id: req-d755cd30-ef2b-4b0f-b9c4-9f1aca639cc6 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:22.295289 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:22.296029 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d755cd30-ef2b-4b0f-b9c4-9f1aca639cc6 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:22.296029 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'status': 'completed', 'code': 200} Sep 16 18:09:22.308315 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e961ab-0dc4-4a0f-9fa2-75897fe73bdf req-9f104f05-66e3-463b-94ce-4c6edb73dbbd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.310233 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5e961ab-0dc4-4a0f-9fa2-75897fe73bdf req-9f104f05-66e3-463b-94ce-4c6edb73dbbd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 945 time: 0.1082833 Sep 16 18:09:22.381969 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5e961ab-0dc4-4a0f-9fa2-75897fe73bdf req-8f60b833-b3fc-48d5-abf6-33bceb552cd8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578876 Sep 16 18:09:22.383841 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2 req-cc2741fd-25ec-4a43-983d-8585a3e57520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.385359 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2 req-cc2741fd-25ec-4a43-983d-8585a3e57520 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1097 time: 0.0691671 Sep 16 18:09:22.491333 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2 req-908ea0ac-88c0-4d49-a8b9-f2aa48a04541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.492791 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2 req-908ea0ac-88c0-4d49-a8b9-f2aa48a04541 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7ba7368ff4314e9f8de698b3c7224514&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973990 Sep 16 18:09:22.583165 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2 req-5ab3af5d-3766-42c2-b2e4-5a7e571bd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.584541 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-61bab906-b2e9-4cd8-b6e0-3452fd0ec7b2 req-5ab3af5d-3766-42c2-b2e4-5a7e571bd3b2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0841279 Sep 16 18:09:22.772027 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fdefe-8898-4bea-b7a9-5b158731e591 req-6cb8c05a-65d8-4204-b672-8db982128033 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.773601 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-725fdefe-8898-4bea-b7a9-5b158731e591 req-6cb8c05a-65d8-4204-b672-8db982128033 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0504050 Sep 16 18:09:22.814550 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-725fdefe-8898-4bea-b7a9-5b158731e591 req-6ce133a4-1830-443a-9bba-3465080a600a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Sep 16 18:09:22.885314 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-0cdadfe4-3504-4f07-87bb-e84a84f9666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.886763 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-0cdadfe4-3504-4f07-87bb-e84a84f9666a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1097 time: 0.2662411 Sep 16 18:09:22.928216 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-6b1a1f36-b0a1-4872-a792-31a1d414969e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 200 len: 217 time: 0.0326428 Sep 16 18:09:22.974969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-320d3806-c155-47ab-a01a-658b9091e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:22.976363 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-320d3806-c155-47ab-a01a-658b9091e1b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0413527 Sep 16 18:09:23.018739 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-a1b95769-45ab-404d-a5f4-390d685fa6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:23.020125 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-a1b95769-45ab-404d-a5f4-390d685fa6fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0365331 Sep 16 18:09:23.109263 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-0931555c-5e36-47d1-874e-4bdc7a90fb4f service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814681 Sep 16 18:09:23.199588 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01a7ece4-690c-4e49-8c4e-17af491c3ef6 req-0c8d092f-cee8-419b-a2b5-e865c6470136 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834029 Sep 16 18:09:23.501287 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44895eae-487f-4294-af24-6267529cd231 req-025ce30d-e455-4398-9c17-f26f61483038 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:23.502890 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-44895eae-487f-4294-af24-6267529cd231 req-025ce30d-e455-4398-9c17-f26f61483038 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 945 time: 0.0512085 Sep 16 18:09:23.540993 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-44895eae-487f-4294-af24-6267529cd231 req-b16fcc3e-5bca-4be7-87b7-594c17d09a11 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318451 Sep 16 18:09:23.544139 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:09:23.663852 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 841ab0f8-5570-4479-b2c5-3328c35efbd9 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:09:23.667936 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 841ab0f8-5570-4479-b2c5-3328c35efbd9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:09:23.668310 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:23.746679 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:23.768131 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:23.770313 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a4d61-4dc5-41cb-bbe2-15a0a04cdc53" -d '{"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-plugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:23.782165 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:23.807623 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8095686-a1f5-4300-9753-4c8efd7b5ceb x-openstack-request-id: req-d8095686-a1f5-4300-9753-4c8efd7b5ceb {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:23.807951 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-plugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:23.808186 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8095686-a1f5-4300-9753-4c8efd7b5ceb {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:23.808576 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'code': 200} Sep 16 18:09:23.875872 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:23.925272 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:23.928031 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba192d25-aa4c-4208-9c75-0002700b011a req-d4b5f20a-d609-4374-bb0d-92bdc1d2181c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:23.929503 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ba192d25-aa4c-4208-9c75-0002700b011a req-d4b5f20a-d609-4374-bb0d-92bdc1d2181c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0481520 Sep 16 18:09:23.968236 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ba192d25-aa4c-4208-9c75-0002700b011a req-5c09d638-e5d6-4566-986a-c2f3367b6d7d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Sep 16 18:09:24.094826 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbd42-675f-4549-b46b-795de56520f5 req-0b5facbd-48e0-4a50-b8ac-7cbb11507e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:24.096248 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef3fbd42-675f-4549-b46b-795de56520f5 req-0b5facbd-48e0-4a50-b8ac-7cbb11507e5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1099 time: 0.0406787 Sep 16 18:09:24.130714 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef3fbd42-675f-4549-b46b-795de56520f5 req-cc322962-c370-4f66-9793-2d0253b29396 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276208 Sep 16 18:09:24.660174 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb29cc7-b6d5-45dd-949c-7389d37a543d req-1816038a-c6d6-4fdc-8b20-741af02ed031 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:24.661663 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-edb29cc7-b6d5-45dd-949c-7389d37a543d req-1816038a-c6d6-4fdc-8b20-741af02ed031 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0472858 Sep 16 18:09:24.701895 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-edb29cc7-b6d5-45dd-949c-7389d37a543d req-636536be-26be-4b59-9867-c459c5111b72 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342145 Sep 16 18:09:25.080907 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca44d-6c2d-4f43-aa03-d2f20c295fdc req-20e64a46-ceae-491b-9f4d-29047887b8cc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:25.082374 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c64ca44d-6c2d-4f43-aa03-d2f20c295fdc req-20e64a46-ceae-491b-9f4d-29047887b8cc tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0474439 Sep 16 18:09:25.115184 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:25.119006 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c64ca44d-6c2d-4f43-aa03-d2f20c295fdc req-d3cf33e9-e678-4db0-af9b-f01cdc0ce511 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Sep 16 18:09:25.815558 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365e7ea-ade9-4ef9-9c50-7073044ae44f req-ec97ce29-3685-4678-afa1-d35d05c03cb7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:25.816975 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9365e7ea-ade9-4ef9-9c50-7073044ae44f req-ec97ce29-3685-4678-afa1-d35d05c03cb7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0467319 Sep 16 18:09:25.853126 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9365e7ea-ade9-4ef9-9c50-7073044ae44f req-13d96aac-409c-4b2f-9d16-60ef1b9b64e1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304425 Sep 16 18:09:26.228273 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bec82-365d-4f9a-bbff-582a0fb5d19b req-88d6951b-a6ca-455d-a891-809619ba7847 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:26.229702 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c05bec82-365d-4f9a-bbff-582a0fb5d19b req-88d6951b-a6ca-455d-a891-809619ba7847 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0467169 Sep 16 18:09:26.265856 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c05bec82-365d-4f9a-bbff-582a0fb5d19b req-5b316a74-5d6c-4815-8c9d-bc6592a7db24 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298443 Sep 16 18:09:26.965467 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed322d29-87e0-4d08-bc67-9d9cc9d35898 req-36366c27-17dc-4ce0-8b7f-10f79284e29b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:26.966940 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ed322d29-87e0-4d08-bc67-9d9cc9d35898 req-36366c27-17dc-4ce0-8b7f-10f79284e29b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0470877 Sep 16 18:09:27.003490 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ed322d29-87e0-4d08-bc67-9d9cc9d35898 req-71da59fc-d75a-4f75-bd40-16f535c2acc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303130 Sep 16 18:09:27.380811 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898807a-6ca1-4550-840f-37e88147d11d req-909b4e5e-6ae1-489a-a7d1-ed4476b9a01b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:27.382231 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5898807a-6ca1-4550-840f-37e88147d11d req-909b4e5e-6ae1-489a-a7d1-ed4476b9a01b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0506623 Sep 16 18:09:27.418704 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5898807a-6ca1-4550-840f-37e88147d11d req-6c4b9ae3-b98f-4773-b0be-d807febfc7d5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305679 Sep 16 18:09:28.120802 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676163f5-10ea-449e-85ff-13962b18cf7f req-9cf300dc-b1f4-44c3-ae79-a8f6a251f984 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:28.122291 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-676163f5-10ea-449e-85ff-13962b18cf7f req-9cf300dc-b1f4-44c3-ae79-a8f6a251f984 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0497258 Sep 16 18:09:28.162807 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-676163f5-10ea-449e-85ff-13962b18cf7f req-d2b16c0f-12e2-4b3f-86bd-c635aecacc74 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336127 Sep 16 18:09:28.275556 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacdb9d-72ae-4234-8d9c-6a0c51103499 req-fc34c9ee-da10-4f44-bdb7-d4a0b8438a94 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:28.277050 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6cacdb9d-72ae-4234-8d9c-6a0c51103499 req-fc34c9ee-da10-4f44-bdb7-d4a0b8438a94 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0490830 Sep 16 18:09:28.285451 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55518) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:28.289700 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Request body: {'floatingip': {'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:28.328991 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:28.532737 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299996f3-938b-47c7-9b2e-7ca0da79646f req-f5c560ab-15d1-4cd0-9e66-419ec26c0a63 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:28.534205 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-299996f3-938b-47c7-9b2e-7ca0da79646f req-f5c560ab-15d1-4cd0-9e66-419ec26c0a63 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0486965 Sep 16 18:09:28.572205 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-299996f3-938b-47c7-9b2e-7ca0da79646f req-4a6c7f00-c275-4d91-b7d1-a806fab6c60b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Sep 16 18:09:28.885558 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:28.938151 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:29.031775 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Floating IP 8062c593-ec75-48ff-9428-2bf2e1babeaa associated. External IP: 172.27.2.136, port: 841ab0f8-5570-4479-b2c5-3328c35efbd9. Sep 16 18:09:29.229647 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:29.338178 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:29.343134 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:29.347905 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:29.356612 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:29.357226 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:29.369598 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1909eed1-be73-4c8b-9222-0fd6b5994cc7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "PUT /v2.0/floatingips/8062c593-ec75-48ff-9428-2bf2e1babeaa HTTP/1.1" status: 200 len: 992 time: 1.0831420 Sep 16 18:09:29.370166 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:29.372391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:29.411421 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd5b288-2541-45bb-9fa5-fe03dfd830bf x-openstack-request-id: req-afd5b288-2541-45bb-9fa5-fe03dfd830bf {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:29.411714 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:29.411965 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afd5b288-2541-45bb-9fa5-fe03dfd830bf {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:29.412522 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'status': 'completed', 'code': 200} Sep 16 18:09:29.474677 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-f2056d7e-7fa1-4280-97a3-313535779d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:29.476243 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-f2056d7e-7fa1-4280-97a3-313535779d09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1099 time: 0.0419717 Sep 16 18:09:29.559956 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:29.570211 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-937a0d7e-6c5f-4a38-8cee-4e4e552c2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:29.571710 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-937a0d7e-6c5f-4a38-8cee-4e4e552c2ca7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.0883658 Sep 16 18:09:29.641017 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-af1c7119-fe19-4ad6-9b0e-942ef97b4ea0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0605557 Sep 16 18:09:29.695413 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace789ca-aa3a-4cb4-9e92-4cd100300fbc req-1b868898-9c15-4ce9-a9fb-90228b0faabf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:29.696635 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-90cb5688-90a9-4c57-bef3-b425305750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:29.697026 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ace789ca-aa3a-4cb4-9e92-4cd100300fbc req-1b868898-9c15-4ce9-a9fb-90228b0faabf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0557544 Sep 16 18:09:29.698267 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-90cb5688-90a9-4c57-bef3-b425305750c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0506232 Sep 16 18:09:29.739936 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ace789ca-aa3a-4cb4-9e92-4cd100300fbc req-3a287563-4e09-4ee9-9c77-c7f9f6335fe9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367005 Sep 16 18:09:29.749611 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-3fb30ac3-a476-47c9-a7d4-437677776d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:29.752083 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-3fb30ac3-a476-47c9-a7d4-437677776d4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457006 Sep 16 18:09:29.788481 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '8062c593-ec75-48ff-9428-2bf2e1babeaa', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'mac_address': 'fa:16:3e:28:45:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:28Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:29.814919 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:29.822934 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:29.823532 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:29.840989 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-0da669f7-b0ad-419f-a2f7-052f7d764468 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816445 Sep 16 18:09:29.928086 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:30.158694 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '8062c593-ec75-48ff-9428-2bf2e1babeaa', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'mac_address': 'fa:16:3e:28:45:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:28Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:30.159253 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0a7c3816-1238-4dd3-bcc1-bfa10a4e11b2 req-cc460f8d-fb3f-4f32-a15c-5d592dcfd279 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099186 Sep 16 18:09:30.185065 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf31ac9-4645-4cc0-bb26-972f7c6bd1ea None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '8062c593-ec75-48ff-9428-2bf2e1babeaa', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'mac_address': 'fa:16:3e:28:45:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:28Z', 'revision_number': 1, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:30.363536 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd9872-9cda-4552-94ed-44021e2139aa None None] New status for floating IP 8062c593-ec75-48ff-9428-2bf2e1babeaa: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:09:30.850452 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a3c91-e0d2-40b1-a190-4e1749462cac req-45ff644d-5406-45eb-88d9-b1425dfbf376 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:30.851891 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b92a3c91-e0d2-40b1-a190-4e1749462cac req-45ff644d-5406-45eb-88d9-b1425dfbf376 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 944 time: 0.0465736 Sep 16 18:09:30.891637 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-b92a3c91-e0d2-40b1-a190-4e1749462cac req-b0ff2264-193b-4fbb-bc86-94fa9231aae9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340996 Sep 16 18:09:31.627351 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 9754d46f-2ec9-4a23-b614-a773b5a2345c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:09:31.720419 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 9754d46f-2ec9-4a23-b614-a773b5a2345c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:31.731071 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:09:31.771311 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:31.783390 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9754d46f-2ec9-4a23-b614-a773b5a2345c {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:09:31.802003 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 9754d46f-2ec9-4a23-b614-a773b5a2345c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:31.841203 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:31.887746 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=9754d46f-2ec9-4a23-b614-a773b5a2345c,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:32.004962 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeecc3-da33-42e9-ad92-a47b637a4dbc req-53d18eb5-950a-4545-bb22-3ce5b9a340cf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:32.006885 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8bfeecc3-da33-42e9-ad92-a47b637a4dbc req-53d18eb5-950a-4545-bb22-3ce5b9a340cf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Sep 16 18:09:32.045683 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8bfeecc3-da33-42e9-ad92-a47b637a4dbc req-7452ad5f-093f-49ea-8089-856aa3d60b6b tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Sep 16 18:09:32.105490 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['9754d46f-2ec9-4a23-b614-a773b5a2345c'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:09:33.156613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53f45-1788-4f1a-b4fa-f50c59758d0d req-2e7ce507-62ef-4f24-94ea-f30076fcc5a5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:33.158091 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-30f53f45-1788-4f1a-b4fa-f50c59758d0d req-2e7ce507-62ef-4f24-94ea-f30076fcc5a5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Sep 16 18:09:33.195231 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-30f53f45-1788-4f1a-b4fa-f50c59758d0d req-85e39db7-4c5b-4b40-b856-4e1027f7876f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Sep 16 18:09:33.286793 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55564) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:33.387520 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c5e8-3d03-4d94-b92d-cd63d3758467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.473299 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c5e8-3d03-4d94-b92d-cd63d3758467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.526606 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c5e8-3d03-4d94-b92d-cd63d3758467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.562122 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8c5e8-3d03-4d94-b92d-cd63d3758467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8196231-68e9-4353-9584-24e1e6bca227,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:33.568053 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b6e8c5e8-3d03-4d94-b92d-cd63d3758467 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=281cfa8099c4446789b43a9320ee2207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802000 Sep 16 18:09:33.570576 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55568) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:33.617689 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e72a08b-f1bb-44ad-b328-0600922f09e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.621303 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 9754d46f-2ec9-4a23-b614-a773b5a2345c up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:09:33.639218 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e72a08b-f1bb-44ad-b328-0600922f09e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.645557 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:09:33.709505 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 9754d46f-2ec9-4a23-b614-a773b5a2345c completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:09:33.713527 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 9754d46f-2ec9-4a23-b614-a773b5a2345c triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:09:33.713978 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.761275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e72a08b-f1bb-44ad-b328-0600922f09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.763879 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e72a08b-f1bb-44ad-b328-0600922f09e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.765034 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3e72a08b-f1bb-44ad-b328-0600922f09e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8196231-68e9-4353-9584-24e1e6bca227 HTTP/1.1" status: 204 len: 168 time: 0.1935046 Sep 16 18:09:33.772719 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72a08b-f1bb-44ad-b328-0600922f09e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8196231-68e9-4353-9584-24e1e6bca227,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:33.809812 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.831877 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:33.834119 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a85d0-fd43-4d20-9ee1-77a4746d7a1d" -d '{"events": [{"server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "name": "network-vif-plugged", "status": "completed", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:33.846866 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 9754d46f-2ec9-4a23-b614-a773b5a2345c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:33.872432 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6b4af-5391-4e16-9cf2-a6749bef4106 x-openstack-request-id: req-6ba6b4af-5391-4e16-9cf2-a6749bef4106 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:33.872716 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "name": "network-vif-plugged", "status": "completed", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:33.873011 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ba6b4af-5391-4e16-9cf2-a6749bef4106 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:33.873442 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'code': 200} Sep 16 18:09:33.920965 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:33.966451 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=9754d46f-2ec9-4a23-b614-a773b5a2345c,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:34.262842 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33876be9-a12e-4412-8a04-18c0ed5cbb9a req-4cf3193f-cddb-4d27-9a74-b2e541d9fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:34.264439 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-33876be9-a12e-4412-8a04-18c0ed5cbb9a req-4cf3193f-cddb-4d27-9a74-b2e541d9fa6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1099 time: 0.0407150 Sep 16 18:09:34.330160 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-33876be9-a12e-4412-8a04-18c0ed5cbb9a req-fc971719-f7ac-4076-bd5d-1b8762bb1a99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569603 Sep 16 18:09:34.342165 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb67ef-69d2-4c66-8f16-368cd2e8b283 req-507a5e35-000b-40b5-91b8-99b514bcc4b6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:34.344135 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-91bb67ef-69d2-4c66-8f16-368cd2e8b283 req-507a5e35-000b-40b5-91b8-99b514bcc4b6 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0721869 Sep 16 18:09:34.381321 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-91bb67ef-69d2-4c66-8f16-368cd2e8b283 req-13f8d35e-7fee-4cd8-8c59-19ada02bb427 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Sep 16 18:09:35.499275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfd060-8b15-4488-8f47-b399c63ce221 req-27cbfe8a-0ba4-4062-b16e-cb9b776fff6f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:35.509189 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-57cfd060-8b15-4488-8f47-b399c63ce221 req-27cbfe8a-0ba4-4062-b16e-cb9b776fff6f tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0616126 Sep 16 18:09:35.547878 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-57cfd060-8b15-4488-8f47-b399c63ce221 req-59b08429-151c-410a-991b-9472b90ef33c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329540 Sep 16 18:09:36.660851 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8b48-9b8d-421c-8cae-4a48f7a93616 req-8c393dc5-2a01-437b-8814-74bcf49fdaee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:36.662320 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f06a8b48-9b8d-421c-8cae-4a48f7a93616 req-8c393dc5-2a01-437b-8814-74bcf49fdaee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0481799 Sep 16 18:09:36.699712 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f06a8b48-9b8d-421c-8cae-4a48f7a93616 req-92983fa8-0e53-42db-9b52-787355752e32 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Sep 16 18:09:36.813740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c6f27-08d6-4062-a279-9122da2aae01 req-359dc21a-c87e-450f-835a-8307accca233 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:36.815172 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-774c6f27-08d6-4062-a279-9122da2aae01 req-359dc21a-c87e-450f-835a-8307accca233 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0481634 Sep 16 18:09:36.855535 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-774c6f27-08d6-4062-a279-9122da2aae01 req-891b731f-58a8-4db0-a9e9-f517f4e2b386 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344806 Sep 16 18:09:36.877107 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55668) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:36.914959 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a5293-be87-429b-ac5e-a39c1bc71914 tempest-TestVolumeBootPattern-1789501255 tempest-TestVolumeBootPattern-1789501255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:36.916512 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ac5a5293-be87-429b-ac5e-a39c1bc71914 tempest-TestVolumeBootPattern-1789501255 tempest-TestVolumeBootPattern-1789501255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1094 time: 0.0384791 Sep 16 18:09:36.919487 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55670) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:36.924559 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:09:36.984094 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:37.083297 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:37.189195 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Allocated IP 172.27.2.184 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/b08b7f9c-34d6-4af4-a542-38cb6da364d8) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:09:37.293692 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:37.384270 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:37.424909 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:09:37.427640 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:09:37.434049 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:09:37.440588 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=b08b7f9c-34d6-4af4-a542-38cb6da364d8,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:37.462669 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.463011 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.463345 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.463736 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.464069 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.464396 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.464731 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.465053 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.465376 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.465695 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.466013 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.466329 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:09:37.810964 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:37.923631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:38.072053 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:38.121000 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:38.192086 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=b08b7f9c-34d6-4af4-a542-38cb6da364d8,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:38.203581 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:38.299938 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Floating IP cc4871b7-5810-4b80-a7b6-87bfe51a00e9 associated. External IP: 172.27.2.184, port: 9754d46f-2ec9-4a23-b614-a773b5a2345c. Sep 16 18:09:38.499337 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:38.629013 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:38.638426 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:38.648091 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:38.648697 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:38.698952 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:38.735928 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e3389f3d-b80b-492f-818c-ab6be7850ef1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8153186 Sep 16 18:09:38.736659 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:38.739067 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acd6c8d-41a4-404e-8e75-b7b999c9461c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:38.757014 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:38.774503 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2723c8ff-9a54-46b5-ab74-fef8ff2f02d4 x-openstack-request-id: req-2723c8ff-9a54-46b5-ab74-fef8ff2f02d4 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:38.774791 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:38.775040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2723c8ff-9a54-46b5-ab74-fef8ff2f02d4 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:38.775434 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'status': 'completed', 'code': 200} Sep 16 18:09:38.843762 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-61a0130a-77ce-4d83-8c8a-e17d3cdec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:38.845385 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-61a0130a-77ce-4d83-8c8a-e17d3cdec3bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1099 time: 0.0388381 Sep 16 18:09:38.947400 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-318f36d1-c34c-4de6-9350-d1ddd667ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:38.948888 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-318f36d1-c34c-4de6-9350-d1ddd667ce70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.0935566 Sep 16 18:09:38.986558 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:37Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:39.012424 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:39.016532 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-496fedf0-4f0f-4ae3-ad3a-4ddb19c9dfea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 200 len: 1000 time: 0.0582716 Sep 16 18:09:39.020533 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:39.021146 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:39.075400 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-79a1cb4d-7402-49b9-ab09-5b9fdc3d7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:39.076851 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-79a1cb4d-7402-49b9-ab09-5b9fdc3d7279 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0489533 Sep 16 18:09:39.125123 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:39.126485 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-6f495fd2-595c-40b8-b464-82e66af4e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:39.127745 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-6f495fd2-595c-40b8-b464-82e66af4e683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407054 Sep 16 18:09:39.222045 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-62254d4c-30b7-4bed-8286-058ef19fcf8f service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859439 Sep 16 18:09:39.321081 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2acd6c8d-41a4-404e-8e75-b7b999c9461c req-60fdad01-1923-4fbe-9aa5-692aac8deae5 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913491 Sep 16 18:09:39.352944 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:37Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:39.381823 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a26b62-c212-476c-99cf-0470550ae4f3 None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:37Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:39.475366 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-7892f94c-1113-4086-b38e-645fb9878116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:39.572396 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803da7e-cf20-4056-af8a-3f273cc5f0db None None] New status for floating IP cc4871b7-5810-4b80-a7b6-87bfe51a00e9: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:09:41.955588 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ccd924cb-e7b2-467d-b489-7077b85b9fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:42.721167 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:42.994767 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:44.709697 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:46.434619 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55716) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:46.591806 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Deleting port 41dbb115-9f0a-4761-97e8-df44b5fa8187 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:46.592141 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:46.666033 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:46.666385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:46.679022 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Calling delete_port for 41dbb115-9f0a-4761-97e8-df44b5fa8187 owned by network:floatingip {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:46.898519 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:46.921416 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event deleted for resources: {'Port': ['ID=41dbb115-9f0a-4761-97e8-df44b5fa8187,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:46.985721 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for floatingip, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:46.986138 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Floating IP 7989f318-e83b-478a-a701-cf0436aae90e disassociated (deleted). External IP: 172.27.2.220, port: 30511727-1036-4a51-9b49-2d124ddf9fd5. Sep 16 18:09:47.188316 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Router c74b0ac7-1a18-4780-817f-84f4a9598619 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:47.292845 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:47.297882 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:47.304364 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] Sync routers for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:47.313697 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:47.314305 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:47.325580 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d70f8b76-fa65-45de-b8ad-7ea0f290b69f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "DELETE /v2.0/floatingips/7989f318-e83b-478a-a701-cf0436aae90e HTTP/1.1" status: 204 len: 168 time: 0.8875000 Sep 16 18:09:47.325580 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:47.325856 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:47.368557 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c9b606-895a-47f8-8b03-8f1e74fbe63c x-openstack-request-id: req-13c9b606-895a-47f8-8b03-8f1e74fbe63c {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:47.368846 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:47.369095 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13c9b606-895a-47f8-8b03-8f1e74fbe63c {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:47.369491 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'status': 'completed', 'code': 200} Sep 16 18:09:47.442452 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-bedea0d1-aee7-4df7-a239-4ab64d718dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:47.443969 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-bedea0d1-aee7-4df7-a239-4ab64d718dcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 1098 time: 0.0497684 Sep 16 18:09:47.512740 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:47.545265 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-8d39db1a-4ad7-43bb-9406-3b56bbea84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:47.546794 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-8d39db1a-4ad7-43bb-9406-3b56bbea84bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 200 len: 910 time: 0.0942330 Sep 16 18:09:47.591748 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-5893c3e0-8f38-41b6-a327-aae42babfa21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 200 len: 217 time: 0.0335996 Sep 16 18:09:47.650533 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-d74e6320-fb70-41f0-8c1a-c51b8b88a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:47.651937 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-d74e6320-fb70-41f0-8c1a-c51b8b88a4ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 200 len: 848 time: 0.0431333 Sep 16 18:09:47.705109 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-1a210404-8ed7-401d-b4f0-474032117cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:47.706636 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-1a210404-8ed7-401d-b4f0-474032117cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5aa6c2b-7612-4661-a509-5b4d1115e8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463743 Sep 16 18:09:47.717714 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:47.744929 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] Checking router: c74b0ac7-1a18-4780-817f-84f4a9598619 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:47.753615 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:47.754291 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:47.826948 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e18c1-cd73-4c98-8ba2-ab3362ac2549 req-794a1141-26e4-46a9-837a-ca259891f036 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:47.828410 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8c7e18c1-cd73-4c98-8ba2-ab3362ac2549 req-794a1141-26e4-46a9-837a-ca259891f036 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0908024 Sep 16 18:09:47.859364 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:47.861409 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-9de86ee7-b359-47f2-9fc5-1fe8965d8204 service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435807 Sep 16 18:09:47.884506 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8c7e18c1-cd73-4c98-8ba2-ab3362ac2549 req-5b66854c-3e7e-47aa-884f-322172761ba4 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494552 Sep 16 18:09:47.962368 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0ae1b4c-f0d4-4493-a261-6f969ef0ae1d req-d1c19806-3b5b-4f52-add6-fc9dbb18fc1c service neutron] 10.222.0.48 "GET /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874956 Sep 16 18:09:48.061145 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:48.086500 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d286-7e80-4373-b6b4-075fce9307ca None None] The sync data for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi is: [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:40Z', 'revision_number': 4, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75', 'name': '', 'network_id': 'e5aa6c2b-7612-4661-a509-5b4d1115e8b9', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'mac_address': 'fa:16:3e:0d:2d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:39Z', 'updated_at': '2021-09-16T18:04:44Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'subnets': [{'id': 'f9bb5dfc-f667-4314-bda2-e4d127d2f133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:48.290563 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886827d2-382c-4856-8a09-d82ff2e092cf None None] New status for floating IP 7989f318-e83b-478a-a701-cf0436aae90e: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:09:49.156217 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2fe29-f2c0-4f1b-a896-9b8965b1caf0 req-dce99e2f-5160-4760-8cde-4cdb5be0ea88 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:49.158251 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9a2fe29-f2c0-4f1b-a896-9b8965b1caf0 req-dce99e2f-5160-4760-8cde-4cdb5be0ea88 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0509439 Sep 16 18:09:49.195910 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9a2fe29-f2c0-4f1b-a896-9b8965b1caf0 req-1cfce30f-db5f-472e-8e9a-7f0adb8e3b56 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d6b1e32-b2cf-4fcf-9329-b622b48627d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Sep 16 18:09:49.638074 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-741a0ab4-2031-4387-9d98-1bd76b93ad6f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:09:49.639493 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-741a0ab4-2031-4387-9d98-1bd76b93ad6f tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 945 time: 0.0456834 Sep 16 18:09:49.729462 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Deleting port 30511727-1036-4a51-9b49-2d124ddf9fd5 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:49.729729 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:49.817799 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] For port 30511727-1036-4a51-9b49-2d124ddf9fd5, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=30511727-1036-4a51-9b49-2d124ddf9fd5,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:49.818162 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:49.830146 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Calling delete_port for 30511727-1036-4a51-9b49-2d124ddf9fd5 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:50.023491 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:50.052213 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event deleted for resources: {'Port': ['ID=30511727-1036-4a51-9b49-2d124ddf9fd5,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:50.090555 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] No DVR routers for this DVR port 30511727-1036-4a51-9b49-2d124ddf9fd5 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:09:50.093152 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:50.095442 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-221d0623-2b4b-4df5-b874-1b86aab49e8e req-54961e81-25be-412d-8818-fd904eadc060 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.48 "DELETE /v2.0/ports/30511727-1036-4a51-9b49-2d124ddf9fd5 HTTP/1.1" status: 204 len: 173 time: 0.4468236 Sep 16 18:09:50.095883 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-deleted', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:09:50.098057 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb4d01f-cd52-444f-b6f4-edc6836e99e6" -d '{"events": [{"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-deleted", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:09:50.137185 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741bb2df-6d13-477b-afac-d2b32c63ce62 x-openstack-request-id: req-741bb2df-6d13-477b-afac-d2b32c63ce62 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:09:50.137185 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4472430-f777-4456-8080-86f5606a55bd", "name": "network-vif-deleted", "tag": "30511727-1036-4a51-9b49-2d124ddf9fd5", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:09:50.137185 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-741bb2df-6d13-477b-afac-d2b32c63ce62 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:09:50.137185 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4472430-f777-4456-8080-86f5606a55bd', 'name': 'network-vif-deleted', 'tag': '30511727-1036-4a51-9b49-2d124ddf9fd5', 'status': 'completed', 'code': 200} Sep 16 18:09:50.301722 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-67c09b6e-187e-4530-9d91-c6cebd3fe8ce req-2bf783ef-7168-4ada-8217-633fca316af3 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0260842 Sep 16 18:09:51.414132 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-7c0b37bf-4b19-424b-aee5-598fe3b89bb0 req-5e898a80-ba12-4701-97b6-79f119b4e2a7 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4472430-f777-4456-8080-86f5606a55bd HTTP/1.1" status: 200 len: 210 time: 0.0254321 Sep 16 18:09:52.470175 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55776) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:52.526674 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8c527d9b-2de8-410e-a3c7-6142affcf098 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:52.550689 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8c527d9b-2de8-410e-a3c7-6142affcf098 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:52.669141 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8c527d9b-2de8-410e-a3c7-6142affcf098 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:52.671986 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8c527d9b-2de8-410e-a3c7-6142affcf098 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:52.673146 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-8c527d9b-2de8-410e-a3c7-6142affcf098 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] 10.222.0.39 "DELETE /v2.0/security-groups/7d6b1e32-b2cf-4fcf-9329-b622b48627d2 HTTP/1.1" status: 204 len: 168 time: 0.2019782 Sep 16 18:09:52.681877 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527d9b-2de8-410e-a3c7-6142affcf098 tempest-TestShelveInstance-538373032 tempest-TestShelveInstance-538373032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6b1e32-b2cf-4fcf-9329-b622b48627d2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:52.810873 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55780) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:53.274696 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:53.511049 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Deleting port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:53.511337 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:53.592604 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] For port fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:53.592965 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:53.605697 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Calling delete_port for fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:53.730628 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:53.753728 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 30511727-1036-4a51-9b49-2d124ddf9fd5 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:53.754308 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 30511727-1036-4a51-9b49-2d124ddf9fd5 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:53.840905 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:53.870942 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:54.033416 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:54.241256 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Router c74b0ac7-1a18-4780-817f-84f4a9598619 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:54.349105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:54.353944 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b9038e49-1477-496e-ac09-ea6b4b50a111 admin admin] 10.222.0.39 "PUT /v2.0/routers/c74b0ac7-1a18-4780-817f-84f4a9598619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5420439 Sep 16 18:09:54.356478 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55792) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:54.359427 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] Sync routers for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:54.368913 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:54.369600 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:54.457777 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:54.472612 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:54.660723 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:09:53Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:54.687289 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] Checking router: c74b0ac7-1a18-4780-817f-84f4a9598619 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:54.696229 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] Routers {'c74b0ac7-1a18-4780-817f-84f4a9598619'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:54.696687 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['c74b0ac7-1a18-4780-817f-84f4a9598619'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:54.802044 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] Set router c74b0ac7-1a18-4780-817f-84f4a9598619 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:54.814705 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:54.944825 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Deleting port 684aa2bd-7f8a-42f5-af94-44558ecdf46c {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:54.945525 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:54.979049 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:09:53Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:55.008996 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9526c1-1c42-4ffa-aeb5-bd8ea5391d12 None None] The sync data for ids ['c74b0ac7-1a18-4780-817f-84f4a9598619'] in dv-cinder-805887-16-iscsi is: [{'id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'name': 'tempest-TestShelveInstance-1516507398-router', 'tenant_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:09:53Z', 'revision_number': 5, 'project_id': '5d296a5ec1bf4955bd11681bd3f37d5a', 'gw_port': {'id': '684aa2bd-7f8a-42f5-af94-44558ecdf46c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74b0ac7-1a18-4780-817f-84f4a9598619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:37Z', 'updated_at': '2021-09-16T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:55.022650 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] For port 684aa2bd-7f8a-42f5-af94-44558ecdf46c, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=684aa2bd-7f8a-42f5-af94-44558ecdf46c,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:55.023026 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.036970 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Calling delete_port for 684aa2bd-7f8a-42f5-af94-44558ecdf46c owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:55.103708 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.258092 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.293650 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Pushing event deleted for resources: {'Port': ['ID=684aa2bd-7f8a-42f5-af94-44558ecdf46c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:55.374887 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.486071 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.491516 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.543939 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:55.565360 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:55.565705 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device fa2cb68d-2ef5-4e1a-b39d-b0382fc1ea75 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:55.664063 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.664583 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74b0ac7-1a18-4780-817f-84f4a9598619 {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:09:55.670020 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.671123 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b80b1ae4-7aef-42d6-baa5-8839eef4ab3b admin admin] 10.222.0.39 "DELETE /v2.0/routers/c74b0ac7-1a18-4780-817f-84f4a9598619 HTTP/1.1" status: 204 len: 168 time: 1.3137136 Sep 16 18:09:55.673730 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55806) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:55.718825 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Deleting subnet f9bb5dfc-f667-4314-bda2-e4d127d2f133 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:09:55.722054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.761167 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.871355 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:55.995083 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.020764 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bb5dfc-f667-4314-bda2-e4d127d2f133,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:56.024228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.026084 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-60f6f4f6-1e69-4df7-b612-bf2789a77a84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f9bb5dfc-f667-4314-bda2-e4d127d2f133 HTTP/1.1" status: 204 len: 168 time: 0.3515453 Sep 16 18:09:56.028668 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55810) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:56.029601 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13c9d1-bdcb-4074-a1ec-ae6873da94f4 None None] Network e5aa6c2b-7612-4661-a509-5b4d1115e8b9 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:09:56.098821 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.152522 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Deleting port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:56.152861 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.213423 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] DHCP port deletion for e5aa6c2b-7612-4661-a509-5b4d1115e8b9 request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:09:56.261709 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] Deleting port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:56.262113 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.330726 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] For port ae53c2fd-653f-4c87-9ed3-18f567ef6da2, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:56.331131 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.344107 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] Calling delete_port for ae53c2fd-653f-4c87-9ed3-18f567ef6da2 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:56.478901 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] For port ae53c2fd-653f-4c87-9ed3-18f567ef6da2, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,segment=NetworkSegment(9dec5025-f5c2-4da1-a47b-255d8fb9e733),segment_id=9dec5025-f5c2-4da1-a47b-255d8fb9e733)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:56.479302 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.492364 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Calling delete_port for ae53c2fd-653f-4c87-9ed3-18f567ef6da2 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:56.503674 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.529905 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] No DVR routers for this DVR port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:09:56.533934 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5fdbe-482b-439c-8b88-2532243dd70a None None] Pushing event deleted for resources: {'Port': ['ID=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:56.570099 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.593075 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae53c2fd-653f-4c87-9ed3-18f567ef6da2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:56.598892 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] No DVR routers for this DVR port ae53c2fd-653f-4c87-9ed3-18f567ef6da2 on host dv-cinder-805887-16-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:09:56.668066 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.687946 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5aa6c2b-7612-4661-a509-5b4d1115e8b9']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:56.696842 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dec5025-f5c2-4da1-a47b-255d8fb9e733') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:56.697137 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dec5025-f5c2-4da1-a47b-255d8fb9e733') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:56.706602 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.719123 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.725355 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:09:56.725740 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:09:56.729617 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:09:56.863793 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.869518 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:56.871404 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] 10.222.0.39 "DELETE /v2.0/networks/e5aa6c2b-7612-4661-a509-5b4d1115e8b9 HTTP/1.1" status: 204 len: 168 time: 0.8417368 Sep 16 18:09:56.874526 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55822) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:56.881807 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88950cb5-309d-464b-96d6-1d758b6a6d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5aa6c2b-7612-4661-a509-5b4d1115e8b9,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:57.208984 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:57.444440 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Deleting port 1d8f55af-b7e8-422a-a674-3a57cf004c04 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:57.444769 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:57.459410 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 684aa2bd-7f8a-42f5-af94-44558ecdf46c no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:57.478415 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 684aa2bd-7f8a-42f5-af94-44558ecdf46c {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:57.478791 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 684aa2bd-7f8a-42f5-af94-44558ecdf46c not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:57.479204 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ae53c2fd-653f-4c87-9ed3-18f567ef6da2 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:57.497693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: ae53c2fd-653f-4c87-9ed3-18f567ef6da2 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:57.498043 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ae53c2fd-653f-4c87-9ed3-18f567ef6da2 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:57.523519 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] For port 1d8f55af-b7e8-422a-a674-3a57cf004c04, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1d8f55af-b7e8-422a-a674-3a57cf004c04,segment=NetworkSegment(8dd31276-32b9-4154-b08a-ac9a433a379d),segment_id=8dd31276-32b9-4154-b08a-ac9a433a379d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:57.525466 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:57.539458 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Calling delete_port for 1d8f55af-b7e8-422a-a674-3a57cf004c04 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:57.795142 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:57.820594 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8f55af-b7e8-422a-a674-3a57cf004c04,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:57.989656 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:58.194365 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Router b5eb3782-1033-40e4-b550-2d69bd22ea5f has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:09:58.298745 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:09:58.304750 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-16a94027-b22c-42ee-89e8-d043443587a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/b5eb3782-1033-40e4-b550-2d69bd22ea5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291344 Sep 16 18:09:58.306115 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55828) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:58.307339 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] Sync routers for ids ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:09:58.316499 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] Routers {'b5eb3782-1033-40e4-b550-2d69bd22ea5f'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:58.317109 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:58.405369 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:58.417429 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] Set router b5eb3782-1033-40e4-b550-2d69bd22ea5f gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:58.505895 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:58.593860 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:09:57Z', 'revision_number': 5, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port': {'id': 'eb424098-f76b-4e1c-9d28-75d9bcf97094', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:04:44Z', 'updated_at': '2021-09-16T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:58.618469 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Deleting port eb424098-f76b-4e1c-9d28-75d9bcf97094 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:58.618810 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:58.619463 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] Checking router: b5eb3782-1033-40e4-b550-2d69bd22ea5f for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:09:58.628047 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] Routers {'b5eb3782-1033-40e4-b550-2d69bd22ea5f'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:09:58.628646 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:58.695581 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] For port eb424098-f76b-4e1c-9d28-75d9bcf97094, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=eb424098-f76b-4e1c-9d28-75d9bcf97094,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:58.695945 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:58.711763 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Calling delete_port for eb424098-f76b-4e1c-9d28-75d9bcf97094 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:58.712134 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] Set router b5eb3782-1033-40e4-b550-2d69bd22ea5f gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:09:58.761367 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:09:58Z', 'revision_number': 6, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port_host': None}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:09:58.789945 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c65e1c3-7f37-44e9-acf8-91bffde370d7 None None] The sync data for ids ['b5eb3782-1033-40e4-b550-2d69bd22ea5f'] in dv-cinder-805887-16-iscsi is: [{'id': 'b5eb3782-1033-40e4-b550-2d69bd22ea5f', 'name': 'tempest-TestShelveInstance-624166506-router', 'tenant_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:04:43Z', 'updated_at': '2021-09-16T18:09:58Z', 'revision_number': 6, 'project_id': '8adecfc0c0aa40edb32b5857dc9e0da0', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:09:58.932680 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:58.959270 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb424098-f76b-4e1c-9d28-75d9bcf97094,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:59.016926 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.100809 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.102757 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.223321 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.223889 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5eb3782-1033-40e4-b550-2d69bd22ea5f {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:09:59.228194 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.229386 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a796698e-4a73-4616-b0f5-b265767f6de8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b5eb3782-1033-40e4-b550-2d69bd22ea5f HTTP/1.1" status: 204 len: 168 time: 0.9223466 Sep 16 18:09:59.231959 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55832) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:59.278832 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Deleting subnet aa36a16a-81b6-4d84-9429-e591d47f39b9 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:09:59.281776 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.315146 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.388064 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.550256 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.574186 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device eb424098-f76b-4e1c-9d28-75d9bcf97094 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:59.576974 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa36a16a-81b6-4d84-9429-e591d47f39b9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:59.582983 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.586863 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ff254247-8ef6-454c-8eb9-8192d0c5513e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aa36a16a-81b6-4d84-9429-e591d47f39b9 HTTP/1.1" status: 204 len: 168 time: 0.3539529 Sep 16 18:09:59.587208 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55836) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:09:59.595834 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af79039-d709-485f-b64f-2dc1301da60a None None] Network 66c9eb19-c269-4aa1-a1b2-b29a2928c834 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:09:59.598956 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: eb424098-f76b-4e1c-9d28-75d9bcf97094 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:59.599294 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device eb424098-f76b-4e1c-9d28-75d9bcf97094 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:59.599693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 1d8f55af-b7e8-422a-a674-3a57cf004c04 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:09:59.632017 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 1d8f55af-b7e8-422a-a674-3a57cf004c04 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:09:59.632361 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 1d8f55af-b7e8-422a-a674-3a57cf004c04 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:09:59.660525 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.720913 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Deleting port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:59.721028 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.787482 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] For port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,segment=NetworkSegment(8dd31276-32b9-4154-b08a-ac9a433a379d),segment_id=8dd31276-32b9-4154-b08a-ac9a433a379d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:09:59.787847 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.801331 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Calling delete_port for 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:09:59.910002 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] DHCP port deletion for 66c9eb19-c269-4aa1-a1b2-b29a2928c834 request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:09:59.949517 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.962635 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Deleting port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:09:59.966079 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:09:59.976632 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:09:59.978505 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] No DVR routers for this DVR port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 on host dv-cinder-805887-16-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:00.026327 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] For port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263, host dv-cinder-805887-16-iscsi, got binding levels [] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:00.026744 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.038492 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Calling delete_port for 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:00.041117 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.ipam_backend_mixin [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 was not found and therefore no delete operation was performed {{(pid=94377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 18:10:00.042368 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.046701 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.066968 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] Pushing event deleted for resources: {'Port': ['ID=7f7e6ff5-cd7e-401e-abb7-6f5915c0a263,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:00.069606 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c9eb19-c269-4aa1-a1b2-b29a2928c834']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:00.071642 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78185c-f71a-4aa2-b65b-f2709f617f3b None None] No DVR routers for this DVR port 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:00.084310 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd31276-32b9-4154-b08a-ac9a433a379d') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:00.084610 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd31276-32b9-4154-b08a-ac9a433a379d') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:00.093933 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.106799 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.112409 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:10:00.112778 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:10:00.114406 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:10:00.212268 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.217529 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.219350 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/66c9eb19-c269-4aa1-a1b2-b29a2928c834 HTTP/1.1" status: 204 len: 168 time: 0.6311445 Sep 16 18:10:00.229865 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd3a6d-61d7-4008-a705-7b0e245ed3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c9eb19-c269-4aa1-a1b2-b29a2928c834,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:00.535724 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55842) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:00.575062 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-b5bb07e4-70a8-4d65-ad7d-b70905a2a0de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d296a5ec1bf4955bd11681bd3f37d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382118 Sep 16 18:10:00.577648 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55844) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:00.627450 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-58b49deb-4faa-4f56-abee-f3a0d3106328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.647402 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-58b49deb-4faa-4f56-abee-f3a0d3106328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.771756 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-58b49deb-4faa-4f56-abee-f3a0d3106328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.774292 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-58b49deb-4faa-4f56-abee-f3a0d3106328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:00.775427 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-58b49deb-4faa-4f56-abee-f3a0d3106328 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9065c43-18d1-42e9-9d2e-184c757ee31e HTTP/1.1" status: 204 len: 168 time: 0.1968739 Sep 16 18:10:00.783166 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b49deb-4faa-4f56-abee-f3a0d3106328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9065c43-18d1-42e9-9d2e-184c757ee31e,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:01.249762 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-2a7282ad-1a46-49dc-8c7e-db9d1acb37cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506523 Sep 16 18:10:01.357704 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-634cf24d-d3df-4cb4-ad2f-d2eeae234e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:01.359353 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-634cf24d-d3df-4cb4-ad2f-d2eeae234e99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1138 time: 0.0399890 Sep 16 18:10:01.447451 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55858) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:01.464387 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:01.485533 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:01.492563 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7f7e6ff5-cd7e-401e-abb7-6f5915c0a263 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:01.492989 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-c1116110-b758-4dd7-9dd8-a2dc32b63573 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8adecfc0c0aa40edb32b5857dc9e0da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440261 Sep 16 18:10:01.500210 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55860) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:01.552129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-929b8d3f-7084-464e-b312-58fef251a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:01.574298 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-929b8d3f-7084-464e-b312-58fef251a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:01.681006 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-929b8d3f-7084-464e-b312-58fef251a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:01.683661 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-929b8d3f-7084-464e-b312-58fef251a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:01.684798 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-929b8d3f-7084-464e-b312-58fef251a218 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/610bc365-9671-48fb-995a-a3911000a17a HTTP/1.1" status: 204 len: 168 time: 0.1830201 Sep 16 18:10:01.693032 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b8d3f-7084-464e-b312-58fef251a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bc365-9671-48fb-995a-a3911000a17a,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:01.715649 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-79dc0903-5af3-464f-a909-aee0f24640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:01.717108 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-79dc0903-5af3-464f-a909-aee0f24640e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.3388066 Sep 16 18:10:01.783970 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-71b61273-0293-4b6b-8bb7-66eca6f3983a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 1002 time: 0.0589898 Sep 16 18:10:01.836387 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-a381187b-39d1-4f2d-bc1c-56ffdd3de307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:01.837754 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-a381187b-39d1-4f2d-bc1c-56ffdd3de307 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0468156 Sep 16 18:10:01.884013 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-6078396f-b42f-436c-a07a-12b90cde1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:01.885537 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-6078396f-b42f-436c-a07a-12b90cde1196 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395913 Sep 16 18:10:01.978446 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-296eda0f-e501-42de-b7b9-4a65a64267db service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Sep 16 18:10:02.088644 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c5a2c412-d991-4386-82a9-7cf13242b641 req-60a43e26-65dc-4577-9cb7-ac85c3f487aa service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010962 Sep 16 18:10:03.051516 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-0098afaf-deb3-4dfd-bc59-08ea26864441 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342538646&fields=id&tenant_id=c93797e0278d4f4bbe9368e83592b135 HTTP/1.1" status: 200 len: 267 time: 0.0355895 Sep 16 18:10:03.101394 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-6a8a3d86-dc56-4ee3-89dd-44c77c1c802c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:03.102886 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-6a8a3d86-dc56-4ee3-89dd-44c77c1c802c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 985 time: 0.0459936 Sep 16 18:10:03.114662 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Request body: {'port': {'security_groups': ['dd0445b2-3e45-4497-98c6-4e06da522bec']}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:10:03.176877 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.341680 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:03.368731 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.446322 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.459340 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a7a2253f-bd9b-411a-9f1a-b690a3d377b4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:10:03.494700 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:03.495398 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.497786 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-5fb8f6d8-3a30-42b6-b0cd-314b4fb9b6f0 req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "PUT /v2.0/ports/a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 943 time: 0.3883500 Sep 16 18:10:03.498441 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:10:03.502114 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de12e1e-2efa-4051-8fa1-670d80206f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:10:03.506758 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55886) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:03.547261 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c99a-b521-4fdd-936d-9f9ef52932b4 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event updated for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=7']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:03.559653 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ad97e5-f5b8-443e-bad8-83be6096befc x-openstack-request-id: req-62ad97e5-f5b8-443e-bad8-83be6096befc {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:10:03.560037 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:10:03.560960 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62ad97e5-f5b8-443e-bad8-83be6096befc {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:10:03.562049 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'status': 'completed', 'code': 200} Sep 16 18:10:03.610197 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a7a2253f-bd9b-411a-9f1a-b690a3d377b4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:10:03.627982 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76cd60ec-8bc5-4f89-a50a-76e2824474ae tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.660656 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76cd60ec-8bc5-4f89-a50a-76e2824474ae tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.685239 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-7f1f8901-4185-466e-8137-862a80ee3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:03.686778 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-7f1f8901-4185-466e-8137-862a80ee3cdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1099 time: 0.0990539 Sep 16 18:10:03.796379 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-8474e3a4-a03d-4728-99b8-d8b1d69a8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:03.797950 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-8474e3a4-a03d-4728-99b8-d8b1d69a8f02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.1017466 Sep 16 18:10:03.804356 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-8163014d-4e76-406f-b757-9330897787a8 None None] Provisioning complete for port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:10:03.804765 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8163014d-4e76-406f-b757-9330897787a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.868088 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-e9bac091-486b-492e-89e5-73dc39dacab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 1002 time: 0.0624387 Sep 16 18:10:03.903860 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76cd60ec-8bc5-4f89-a50a-76e2824474ae tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.906431 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-76cd60ec-8bc5-4f89-a50a-76e2824474ae tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:03.907604 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-76cd60ec-8bc5-4f89-a50a-76e2824474ae tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "DELETE /v2.0/security-groups/af89c894-70f5-4d06-a83d-63d2e3a4bef5 HTTP/1.1" status: 204 len: 168 time: 0.4000187 Sep 16 18:10:03.910496 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55894) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:03.923635 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd60ec-8bc5-4f89-a50a-76e2824474ae tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89c894-70f5-4d06-a83d-63d2e3a4bef5,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:03.937346 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-b8ecbd0b-c6d5-4de3-9c8b-161d706933cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:03.939380 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-b8ecbd0b-c6d5-4de3-9c8b-161d706933cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0624866 Sep 16 18:10:03.989418 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-06fa8357-dcd6-44e9-9512-9d235d298566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:03.991035 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-06fa8357-dcd6-44e9-9512-9d235d298566 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404377 Sep 16 18:10:04.071223 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Deleting port 1e3fcbbc-7a1c-4287-9c65-3922048f3c46 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:04.071817 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:04.087978 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-a84c9889-6b06-4ccc-b626-a40ed1c4331f service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Sep 16 18:10:04.145282 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:04.145613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:04.157417 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Calling delete_port for 1e3fcbbc-7a1c-4287-9c65-3922048f3c46 owned by network:floatingip {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:04.191516 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8de12e1e-2efa-4051-8fa1-670d80206f2e req-605fab5b-4c9f-48df-b67c-2c5ba9286ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954902 Sep 16 18:10:04.343593 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:04.368919 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event deleted for resources: {'Port': ['ID=1e3fcbbc-7a1c-4287-9c65-3922048f3c46,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:04.430715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks [] for floatingip, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:04.431045 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Floating IP 1e2b973b-0f60-4b2f-8a02-200e6f6eba15 disassociated (deleted). External IP: 172.27.2.128, port: a7a2253f-bd9b-411a-9f1a-b690a3d377b4. Sep 16 18:10:04.633872 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Router 6742683d-2b46-455a-8e28-333a72d07907 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:10:04.739632 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:10:04.744262 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:04.750028 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] Sync routers for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:10:04.758688 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:10:04.759284 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:04.769785 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a8643bcd-63e7-4b69-9fdc-b86cf7f8d91d tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "DELETE /v2.0/floatingips/1e2b973b-0f60-4b2f-8a02-200e6f6eba15 HTTP/1.1" status: 204 len: 168 time: 0.8582110 Sep 16 18:10:04.865455 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:10:05.157197 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:05.184949 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] Checking router: 6742683d-2b46-455a-8e28-333a72d07907 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:10:05.194089 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:10:05.194726 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:09:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:05.300848 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:10:05.493596 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:05.521930 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fdf8a-8168-400e-9885-04ada9ec86f8 None None] The sync data for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi is: [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:07:24Z', 'revision_number': 4, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '89970cee-237d-41f3-97e5-499274321afe', 'name': '', 'network_id': '7fe3c488-753c-4952-95cb-e01e6e90324e', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'mac_address': 'fa:16:3e:90:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:24Z', 'updated_at': '2021-09-16T18:07:30Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'subnets': [{'id': 'cec8eeba-b438-46f4-aba4-b34a0bd40877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:10:05.563730 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:10:05.566861 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb3470-e4b0-4bc8-8b07-0bf43475032e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:10:05.607713 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ae7ab5-283c-495d-afc9-492cd025a225 x-openstack-request-id: req-04ae7ab5-283c-495d-afc9-492cd025a225 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:10:05.608035 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:10:05.608353 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04ae7ab5-283c-495d-afc9-492cd025a225 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:10:05.608758 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'status': 'completed', 'code': 200} Sep 16 18:10:05.682330 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-2172184a-d9ae-43b8-9098-f5f9d8522f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:05.683630 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-2172184a-d9ae-43b8-9098-f5f9d8522f18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c93797e0278d4f4bbe9368e83592b135&device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 1099 time: 0.0483117 Sep 16 18:10:05.742935 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b81745-22ac-4e89-8a77-75ac93d9d1ef None None] New status for floating IP 1e2b973b-0f60-4b2f-8a02-200e6f6eba15: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:10:05.776260 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-28a6167d-bff6-4e6d-be4a-3648a9c317dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:05.777654 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-28a6167d-bff6-4e6d-be4a-3648a9c317dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 200 len: 916 time: 0.0863209 Sep 16 18:10:05.823613 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-30895579-9139-4cca-aa40-ebd1fdf780c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 200 len: 217 time: 0.0383325 Sep 16 18:10:05.872845 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-d05b6879-6d24-4fbf-be4d-fea0a8d4a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:05.874265 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-d05b6879-6d24-4fbf-be4d-fea0a8d4a9cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 200 len: 854 time: 0.0431316 Sep 16 18:10:05.917395 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-f4e88b4b-206e-4bf4-aaa8-7d89a4882900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:05.918889 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-f4e88b4b-206e-4bf4-aaa8-7d89a4882900 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3c488-753c-4952-95cb-e01e6e90324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376966 Sep 16 18:10:06.008897 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-678a335d-9506-48c0-8955-ef029053d729 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829225 Sep 16 18:10:06.098880 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adeb3470-e4b0-4bc8-8b07-0bf43475032e req-7786b2ec-11e5-4ec6-bdb4-dd4289dc3dad service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817015 Sep 16 18:10:06.489617 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 55924) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:06.591640 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d72b9d25-9aac-4f73-9f28-4629e1ec6d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.675884 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d72b9d25-9aac-4f73-9f28-4629e1ec6d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.760333 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d72b9d25-9aac-4f73-9f28-4629e1ec6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.797988 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d72b9d25-9aac-4f73-9f28-4629e1ec6d5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f22896acd0d4fb8a0fa0d08b51d57c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073308 Sep 16 18:10:06.799521 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b9d25-9aac-4f73-9f28-4629e1ec6d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d292ce-e384-4201-a8e2-7e7f03318e36,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:06.801212 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 55930) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:06.848368 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.868931 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.966117 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.968737 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:06.969889 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7d292ce-e384-4201-a8e2-7e7f03318e36 HTTP/1.1" status: 204 len: 168 time: 0.1677234 Sep 16 18:10:06.977823 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d292ce-e384-4201-a8e2-7e7f03318e36,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:06.984879 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.985258 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.985603 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.986498 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.986789 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.987118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.987450 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.987781 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.988205 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.988535 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.988859 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:06.989181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa7fc0-a85a-4b86-87a8-2f778194ee0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:09.469012 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1c370f23-69fc-4ff7-b8c5-abde687e08cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:10.644443 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:10:11.937870 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5250467c-d95c-43b9-81d7-4daaa693b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:12.777990 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:12.988963 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:13.127011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304e074-6b46-440d-bbda-ce12c3060029 req-1aabfc51-40aa-4106-953f-966690beb549 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:13.128476 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7304e074-6b46-440d-bbda-ce12c3060029 req-1aabfc51-40aa-4106-953f-966690beb549 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Sep 16 18:10:13.165170 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7304e074-6b46-440d-bbda-ce12c3060029 req-8ec630aa-5a7e-4b7e-88c5-e95ec890b26c tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Sep 16 18:10:14.275571 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777a0b7-ec38-4ff5-b10b-4d7dfebd5204 req-08e192f1-2454-4901-af77-9f16f2020691 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:14.277041 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1777a0b7-ec38-4ff5-b10b-4d7dfebd5204 req-08e192f1-2454-4901-af77-9f16f2020691 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0475535 Sep 16 18:10:14.314498 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1777a0b7-ec38-4ff5-b10b-4d7dfebd5204 req-45987728-0c73-486d-b468-7e2013bc1d7b tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd0445b2-3e45-4497-98c6-4e06da522bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 Sep 16 18:10:14.720935 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:14.920370 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-073738ee-d808-4d4d-9ffa-4c62ac66c796 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:14.921687 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-073738ee-d808-4d4d-9ffa-4c62ac66c796 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 946 time: 0.0501359 Sep 16 18:10:15.010443 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Deleting port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:15.010788 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:15.101201 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] For port a7a2253f-bd9b-411a-9f1a-b690a3d377b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:15.101562 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:15.112959 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Calling delete_port for a7a2253f-bd9b-411a-9f1a-b690a3d377b4 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:15.286117 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:15.299819 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['a7a2253f-bd9b-411a-9f1a-b690a3d377b4'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:10:15.316653 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Pushing event deleted for resources: {'Port': ['ID=a7a2253f-bd9b-411a-9f1a-b690a3d377b4,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:15.357631 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] No DVR routers for this DVR port a7a2253f-bd9b-411a-9f1a-b690a3d377b4 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:15.360228 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:15.362229 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f699beba-0e16-4530-b47d-83f8db4176e0 req-dbe0a8d7-a146-49b1-99f6-7429615f2829 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.48 "DELETE /v2.0/ports/a7a2253f-bd9b-411a-9f1a-b690a3d377b4 HTTP/1.1" status: 204 len: 173 time: 0.4337714 Sep 16 18:10:15.362691 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'name': 'network-vif-deleted', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:10:15.365082 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27401a30-81aa-49a5-8364-c248f2f3808a" -d '{"events": [{"server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "name": "network-vif-deleted", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:10:15.411038 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b73f21-5955-49bc-8f35-9fc04f57841a x-openstack-request-id: req-68b73f21-5955-49bc-8f35-9fc04f57841a {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:10:15.411331 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e66c4a4-8844-406d-b723-209ac0683506", "name": "network-vif-deleted", "tag": "a7a2253f-bd9b-411a-9f1a-b690a3d377b4", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:10:15.411576 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68b73f21-5955-49bc-8f35-9fc04f57841a {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:10:15.411963 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e66c4a4-8844-406d-b723-209ac0683506', 'name': 'network-vif-deleted', 'tag': 'a7a2253f-bd9b-411a-9f1a-b690a3d377b4', 'status': 'completed', 'code': 200} Sep 16 18:10:15.414116 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d3643595-72f0-4c5d-8894-50e92f564b37 req-7dcf8b03-20b0-4044-a49e-733ff9474f53 tempest-TestMinimumBasicScenario-1296494439 tempest-TestMinimumBasicScenario-1296494439-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e66c4a4-8844-406d-b723-209ac0683506 HTTP/1.1" status: 200 len: 210 time: 0.0288856 Sep 16 18:10:17.861625 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56038) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:18.196293 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:18.437059 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Deleting port 89970cee-237d-41f3-97e5-499274321afe {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:18.437399 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:18.514055 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] For port 89970cee-237d-41f3-97e5-499274321afe, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=89970cee-237d-41f3-97e5-499274321afe,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:18.514445 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:18.527063 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Calling delete_port for 89970cee-237d-41f3-97e5-499274321afe owned by network:router_interface {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:18.800413 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:18.828814 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=89970cee-237d-41f3-97e5-499274321afe,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:18.986050 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:19.196156 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Router 6742683d-2b46-455a-8e28-333a72d07907 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:10:19.565556 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:10:19.570601 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-ebcd7ee3-4d18-4e32-baf0-826cf1fe0c2e admin admin] 10.222.0.39 "PUT /v2.0/routers/6742683d-2b46-455a-8e28-333a72d07907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079592 Sep 16 18:10:19.573136 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56048) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:19.574182 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] Sync routers for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:10:19.583779 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:10:19.584370 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:10:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:19.673692 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:19.685190 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:10:19.775044 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:19.856346 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a7a2253f-bd9b-411a-9f1a-b690a3d377b4 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:19.863159 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:10:18Z', 'revision_number': 5, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port': {'id': 'bffcb1fd-cd46-4b4a-bc60-8590f79c62a8', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:86:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6742683d-2b46-455a-8e28-333a72d07907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:22Z', 'updated_at': '2021-09-16T18:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:19.877030 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: a7a2253f-bd9b-411a-9f1a-b690a3d377b4 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:19.877532 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device a7a2253f-bd9b-411a-9f1a-b690a3d377b4 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:19.877795 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Deleting port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:19.878146 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:19.889425 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] Checking router: 6742683d-2b46-455a-8e28-333a72d07907 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:10:19.897697 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] Routers {'6742683d-2b46-455a-8e28-333a72d07907'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:10:19.898693 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:10:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6742683d-2b46-455a-8e28-333a72d07907'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:19.956067 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] For port bffcb1fd-cd46-4b4a-bc60-8590f79c62a8, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:19.956432 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:19.970458 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Calling delete_port for bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 owned by network:router_gateway {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:19.984837 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] Set router 6742683d-2b46-455a-8e28-333a72d07907 gateway port host: None {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:10:20.036226 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:10:19Z', 'revision_number': 6, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port_host': None}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:20.065868 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af258b1e-97d2-4f93-8e99-6fc02c0da027 None None] The sync data for ids ['6742683d-2b46-455a-8e28-333a72d07907'] in dv-cinder-805887-16-iscsi is: [{'id': '6742683d-2b46-455a-8e28-333a72d07907', 'name': 'tempest-TestMinimumBasicScenario-1044793689-router', 'tenant_id': 'c93797e0278d4f4bbe9368e83592b135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:21Z', 'updated_at': '2021-09-16T18:10:19Z', 'revision_number': 6, 'project_id': 'c93797e0278d4f4bbe9368e83592b135', 'gw_port_host': None}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:10:20.206054 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.232153 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffcb1fd-cd46-4b4a-bc60-8590f79c62a8,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:20.308332 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.396340 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.398483 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.515078 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.515875 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6742683d-2b46-455a-8e28-333a72d07907 {{(pid=94376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:10:20.523191 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.523191 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0a5047fd-02eb-4425-8ff3-7ecf1c8fc1a7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6742683d-2b46-455a-8e28-333a72d07907 HTTP/1.1" status: 204 len: 168 time: 0.9479449 Sep 16 18:10:20.524674 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56062) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:20.571779 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Deleting subnet cec8eeba-b438-46f4-aba4-b34a0bd40877 {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:10:20.574636 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.612265 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.690689 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.732303 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2f5a5-8eba-4e55-b42d-2dfaee65377c req-9d694e19-9261-4863-adac-b906e8d44caf tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:20.733889 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b2b2f5a5-8eba-4e55-b42d-2dfaee65377c req-9d694e19-9261-4863-adac-b906e8d44caf tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0477035 Sep 16 18:10:20.774681 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b2b2f5a5-8eba-4e55-b42d-2dfaee65377c req-4594ee1c-cc4e-4181-8e69-26e3e863b2a3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Sep 16 18:10:20.806613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.837042 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec8eeba-b438-46f4-aba4-b34a0bd40877,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:20.841951 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.846233 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-75f5b461-b705-4822-8ad6-043f5b644007 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cec8eeba-b438-46f4-aba4-b34a0bd40877 HTTP/1.1" status: 204 len: 168 time: 0.3182037 Sep 16 18:10:20.846430 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56066) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:20.847179 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb7600-ea24-4116-81d7-0fe4425a8d71 None None] Network 7fe3c488-753c-4952-95cb-e01e6e90324e requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:10:20.916909 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:20.967995 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Deleting port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:20.968215 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.029037 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] DHCP port deletion for 7fe3c488-753c-4952-95cb-e01e6e90324e request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:10:21.039464 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] For port 7444b616-7edc-4b0d-96e5-a42d466e9fe1, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7444b616-7edc-4b0d-96e5-a42d466e9fe1,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:21.039833 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.053613 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Calling delete_port for 7444b616-7edc-4b0d-96e5-a42d466e9fe1 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:21.084294 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] Deleting port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:21.084669 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.146428 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] For port 7444b616-7edc-4b0d-96e5-a42d466e9fe1, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=7444b616-7edc-4b0d-96e5-a42d466e9fe1,segment=NetworkSegment(043e85ab-4d98-4a63-9d72-d148f6ac1bcd),segment_id=043e85ab-4d98-4a63-9d72-d148f6ac1bcd)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:21.146723 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.158907 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] Calling delete_port for 7444b616-7edc-4b0d-96e5-a42d466e9fe1 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:21.195270 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.223796 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Pushing event deleted for resources: {'Port': ['ID=7444b616-7edc-4b0d-96e5-a42d466e9fe1,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:21.228138 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] No DVR routers for this DVR port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 on host dv-cinder-805887-16-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:21.237539 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.266602 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] Pushing event deleted for resources: {'Port': ['ID=7444b616-7edc-4b0d-96e5-a42d466e9fe1,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:21.266602 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2e512-4da2-41ef-9480-81a24f4e82a2 None None] No DVR routers for this DVR port 7444b616-7edc-4b0d-96e5-a42d466e9fe1 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:21.302803 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.321731 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe3c488-753c-4952-95cb-e01e6e90324e']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:21.330752 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043e85ab-4d98-4a63-9d72-d148f6ac1bcd') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:21.331043 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043e85ab-4d98-4a63-9d72-d148f6ac1bcd') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:21.339873 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.352686 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.358242 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:10:21.358646 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:10:21.360196 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:10:21.470617 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 89970cee-237d-41f3-97e5-499274321afe no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:21.475328 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.481015 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.482985 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7fe3c488-753c-4952-95cb-e01e6e90324e HTTP/1.1" status: 204 len: 168 time: 0.6357322 Sep 16 18:10:21.486028 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56068) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:21.491028 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 89970cee-237d-41f3-97e5-499274321afe {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:21.491377 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 89970cee-237d-41f3-97e5-499274321afe not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:21.491976 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7444b616-7edc-4b0d-96e5-a42d466e9fe1 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:21.494982 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21122d-858d-47d5-94ed-44cdc632d022 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe3c488-753c-4952-95cb-e01e6e90324e,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:21.511484 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 7444b616-7edc-4b0d-96e5-a42d466e9fe1 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:21.511834 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 7444b616-7edc-4b0d-96e5-a42d466e9fe1 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:21.513276 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:21.536445 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:21.536445 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device bffcb1fd-cd46-4b4a-bc60-8590f79c62a8 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:21.827011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:21.893796 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba13ef4-ce2a-4d33-89fa-bcf4b83f07bf req-12f5b563-4a8d-4300-8281-1980b8b5a6e9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:21.895302 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eba13ef4-ce2a-4d33-89fa-bcf4b83f07bf req-12f5b563-4a8d-4300-8281-1980b8b5a6e9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0471468 Sep 16 18:10:21.932209 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-eba13ef4-ce2a-4d33-89fa-bcf4b83f07bf req-cee2a7f3-f457-45f8-88f6-8ba0098a0589 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Sep 16 18:10:22.064996 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Deleting port 8077f76a-ae02-403c-aa32-ae522acbf387 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:22.065252 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:22.143058 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] For port 8077f76a-ae02-403c-aa32-ae522acbf387, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8077f76a-ae02-403c-aa32-ae522acbf387,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:22.143415 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:22.155093 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Calling delete_port for 8077f76a-ae02-403c-aa32-ae522acbf387 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:22.378136 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:22.400969 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Pushing event deleted for resources: {'Port': ['ID=8077f76a-ae02-403c-aa32-ae522acbf387,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:22.561550 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:22.765267 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:10:22.866822 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:10:22.871726 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b96ae8f4-944b-4a0d-808c-6b7efcf72edc admin admin] 10.222.0.39 "PUT /v2.0/routers/b807efb8-3c59-4355-9bdd-7ad75a5d1da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3846567 Sep 16 18:10:22.874221 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56072) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:22.877189 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] Sync routers for ids ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:10:22.886241 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] Routers {'b807efb8-3c59-4355-9bdd-7ad75a5d1da7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:10:22.886949 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:10:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:22.978740 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:22.989028 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] Set router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:10:23.170791 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:10:22Z', 'revision_number': 5, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:23.198639 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] Checking router: b807efb8-3c59-4355-9bdd-7ad75a5d1da7 for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:10:23.207427 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] Routers {'b807efb8-3c59-4355-9bdd-7ad75a5d1da7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:10:23.208045 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:10:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:23.315183 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] Set router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:10:23.342936 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b7abf-0ec2-41cb-895d-e4d0cdf91370 req-0a9a35c4-eb9e-4ebd-a843-b54377f9f7f2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:23.344400 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a67b7abf-0ec2-41cb-895d-e4d0cdf91370 req-0a9a35c4-eb9e-4ebd-a843-b54377f9f7f2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.3322845 Sep 16 18:10:23.380181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:23.396815 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a67b7abf-0ec2-41cb-895d-e4d0cdf91370 req-761c17f3-fba2-4f6c-9c5d-67be515866d9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463877 Sep 16 18:10:23.491739 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:10:22Z', 'revision_number': 5, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:23.521379 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4af29-9d7a-406c-9dfe-09ba911ca95a None None] The sync data for ids ['b807efb8-3c59-4355-9bdd-7ad75a5d1da7'] in dv-cinder-805887-16-iscsi is: [{'id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'name': 'tempest-TestMinimumBasicScenario-200960031-router', 'tenant_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:07:28Z', 'updated_at': '2021-09-16T18:10:22Z', 'revision_number': 5, 'project_id': '81d80bacad4c4f1ba51ac72e77fea4fc', 'gw_port': {'id': 'e3a756ec-307b-4cbb-b1c3-7309e0da2e39', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b807efb8-3c59-4355-9bdd-7ad75a5d1da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:07:29Z', 'updated_at': '2021-09-16T18:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:10:23.532592 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Deleting port e3a756ec-307b-4cbb-b1c3-7309e0da2e39 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:23.533429 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:23.609349 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] For port e3a756ec-307b-4cbb-b1c3-7309e0da2e39, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:23.609730 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:23.622118 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Calling delete_port for e3a756ec-307b-4cbb-b1c3-7309e0da2e39 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:23.817469 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:23.843085 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a756ec-307b-4cbb-b1c3-7309e0da2e39,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:23.904729 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:23.995665 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:23.997726 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.091931 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.092403 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b807efb8-3c59-4355-9bdd-7ad75a5d1da7 {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:10:24.097794 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.098921 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-081cfaf2-43ce-407c-91fd-d16e163410c4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b807efb8-3c59-4355-9bdd-7ad75a5d1da7 HTTP/1.1" status: 204 len: 168 time: 1.2237327 Sep 16 18:10:24.101694 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56076) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:24.149862 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Deleting subnet a02398a4-b0f7-43af-8c5b-c801e44ecc56 {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:10:24.153102 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.187883 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.263036 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.388524 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.415386 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a02398a4-b0f7-43af-8c5b-c801e44ecc56,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:24.421281 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.423643 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-c6cbbb0f-3c6e-450b-bd05-15c1c01a2b5f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a02398a4-b0f7-43af-8c5b-c801e44ecc56 HTTP/1.1" status: 204 len: 168 time: 0.3205073 Sep 16 18:10:24.425832 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56080) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:24.427637 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57584a3-a678-4ea7-b126-00f6cac6cc9f None None] Network 2e53ca7e-1112-4259-ade1-588659dfd863 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:10:24.503433 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.527311 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a666cd4-2b5a-41df-877a-1d953421fbfb req-35f7eba4-7268-4072-a762-7759cc0681e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:24.535053 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1a666cd4-2b5a-41df-877a-1d953421fbfb req-35f7eba4-7268-4072-a762-7759cc0681e5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0647535 Sep 16 18:10:24.573877 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Deleting port 1806b981-9a57-45e8-a961-f2d221444137 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:24.574217 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.576135 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-1a666cd4-2b5a-41df-877a-1d953421fbfb req-bc7acd3b-9654-4e1e-a8eb-00670a8ab617 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399072 Sep 16 18:10:24.638319 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] DHCP port deletion for 2e53ca7e-1112-4259-ade1-588659dfd863 request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:10:24.640552 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] For port 1806b981-9a57-45e8-a961-f2d221444137, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1806b981-9a57-45e8-a961-f2d221444137,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:24.640856 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.653617 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Calling delete_port for 1806b981-9a57-45e8-a961-f2d221444137 owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:24.686837 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Deleting port 1806b981-9a57-45e8-a961-f2d221444137 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:10:24.687226 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.746826 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] For port 1806b981-9a57-45e8-a961-f2d221444137, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=1806b981-9a57-45e8-a961-f2d221444137,segment=NetworkSegment(208eaee4-e299-4d6b-8f77-e2e10a957f0c),segment_id=208eaee4-e299-4d6b-8f77-e2e10a957f0c)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:24.747217 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.759523 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Calling delete_port for 1806b981-9a57-45e8-a961-f2d221444137 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:10:24.788765 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.815227 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1806b981-9a57-45e8-a961-f2d221444137,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:24.820011 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] No DVR routers for this DVR port 1806b981-9a57-45e8-a961-f2d221444137 on host dv-cinder-805887-16-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:24.836730 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.862469 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Pushing event deleted for resources: {'Port': ['ID=1806b981-9a57-45e8-a961-f2d221444137,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:24.865441 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] No DVR routers for this DVR port 1806b981-9a57-45e8-a961-f2d221444137 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:10:24.872072 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.872447 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.872793 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.873127 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.873458 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.873787 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.874116 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.875712 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.875712 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.875712 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.875712 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.876069 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8a5dc-e23d-4459-a94a-b2b171ca3031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:10:24.896312 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.913460 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e53ca7e-1112-4259-ade1-588659dfd863']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:24.922695 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208eaee4-e299-4d6b-8f77-e2e10a957f0c') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:24.922992 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208eaee4-e299-4d6b-8f77-e2e10a957f0c') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:10:24.932460 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.945580 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.951161 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:10:24.951538 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:10:24.953131 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:10:25.080325 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.085589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.087427 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/2e53ca7e-1112-4259-ade1-588659dfd863 HTTP/1.1" status: 204 len: 168 time: 0.6605804 Sep 16 18:10:25.098563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701be54-720a-49f5-a6cb-b7f61c7701ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2e53ca7e-1112-4259-ade1-588659dfd863,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:25.131882 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.404586 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56084) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:25.448762 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-37517688-65a1-4fde-99c1-d7a85110c64c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c93797e0278d4f4bbe9368e83592b135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430334 Sep 16 18:10:25.451236 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56086) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:25.473564 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 1806b981-9a57-45e8-a961-f2d221444137 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:25.492888 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 1806b981-9a57-45e8-a961-f2d221444137 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:25.498890 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 1806b981-9a57-45e8-a961-f2d221444137 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:25.498890 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8077f76a-ae02-403c-aa32-ae522acbf387 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:25.501373 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29815c3f-8ff5-4b7c-8cf0-30ed29cf7f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.511876 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 8077f76a-ae02-403c-aa32-ae522acbf387 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:25.512226 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8077f76a-ae02-403c-aa32-ae522acbf387 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:25.512637 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device e3a756ec-307b-4cbb-b1c3-7309e0da2e39 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:25.522785 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29815c3f-8ff5-4b7c-8cf0-30ed29cf7f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.530983 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: e3a756ec-307b-4cbb-b1c3-7309e0da2e39 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:10:25.531332 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device e3a756ec-307b-4cbb-b1c3-7309e0da2e39 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:10:25.629099 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29815c3f-8ff5-4b7c-8cf0-30ed29cf7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.631748 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29815c3f-8ff5-4b7c-8cf0-30ed29cf7f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:25.632944 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-29815c3f-8ff5-4b7c-8cf0-30ed29cf7f3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd0445b2-3e45-4497-98c6-4e06da522bec HTTP/1.1" status: 204 len: 168 time: 0.1808298 Sep 16 18:10:25.641192 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29815c3f-8ff5-4b7c-8cf0-30ed29cf7f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0445b2-3e45-4497-98c6-4e06da522bec,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:25.699551 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93671-d4f0-4cc5-9201-6f92cd9da525 req-f45f2cd2-5fd9-4942-b589-ede1ff86ebb2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:25.701041 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-54b93671-d4f0-4cc5-9201-6f92cd9da525 req-f45f2cd2-5fd9-4942-b589-ede1ff86ebb2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0497370 Sep 16 18:10:25.738752 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-54b93671-d4f0-4cc5-9201-6f92cd9da525 req-63ed6421-d7df-4b92-a4ba-bf934782d1ae tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Sep 16 18:10:26.256798 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56094) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:26.296740 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a4fffe11-bb32-4d32-89e0-130a96c13d7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81d80bacad4c4f1ba51ac72e77fea4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387626 Sep 16 18:10:26.299178 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56096) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:26.348318 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1a86-dfe3-4b35-93bd-49e5a0b041c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:26.368652 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1a86-dfe3-4b35-93bd-49e5a0b041c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:26.486047 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1a86-dfe3-4b35-93bd-49e5a0b041c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:26.489058 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1a86-dfe3-4b35-93bd-49e5a0b041c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:26.490168 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-bd0b1a86-dfe3-4b35-93bd-49e5a0b041c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c4a72b4-4f3a-4b1a-bb05-01ad26d0e378 HTTP/1.1" status: 204 len: 168 time: 0.1896434 Sep 16 18:10:26.497636 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b1a86-dfe3-4b35-93bd-49e5a0b041c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a72b4-4f3a-4b1a-bb05-01ad26d0e378,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:26.860393 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19285-261a-45d9-8683-1582a315a565 req-5926e37f-0c82-4ae0-9fd3-c258b32a0400 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:26.862655 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45b19285-261a-45d9-8683-1582a315a565 req-5926e37f-0c82-4ae0-9fd3-c258b32a0400 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0498722 Sep 16 18:10:26.904738 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-45b19285-261a-45d9-8683-1582a315a565 req-8f07170f-8cc2-4db0-aaec-492f82c200dc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359440 Sep 16 18:10:28.024790 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc93548-d5fb-49b7-b0b0-db7c40b0d3a7 req-d1db0ca1-11a0-41de-850f-56b4baa9bf08 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:28.026260 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-abc93548-d5fb-49b7-b0b0-db7c40b0d3a7 req-d1db0ca1-11a0-41de-850f-56b4baa9bf08 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0506563 Sep 16 18:10:28.063349 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-abc93548-d5fb-49b7-b0b0-db7c40b0d3a7 req-63dbdee7-d524-4108-bf84-a18840f4f6bb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Sep 16 18:10:29.181899 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8307f3-09cb-40e7-98eb-2684c2e05109 req-17a162ec-9e04-4fe9-8abe-0bb63461566c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:29.183390 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ac8307f3-09cb-40e7-98eb-2684c2e05109 req-17a162ec-9e04-4fe9-8abe-0bb63461566c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0479951 Sep 16 18:10:29.220242 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ac8307f3-09cb-40e7-98eb-2684c2e05109 req-b848fa87-1fa3-4d9a-b04b-7e6949c8169f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Sep 16 18:10:30.335047 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed05e-3c09-4621-9b1c-ccbf4e5ac2f8 req-4e686a7a-be3d-492c-a768-ae5b85a6585e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:30.336479 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9daed05e-3c09-4621-9b1c-ccbf4e5ac2f8 req-4e686a7a-be3d-492c-a768-ae5b85a6585e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0468636 Sep 16 18:10:30.373156 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9daed05e-3c09-4621-9b1c-ccbf4e5ac2f8 req-a8af47ea-5198-41bd-8a29-bd22676faa47 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Sep 16 18:10:31.487275 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5ff97-fa99-4a88-ad3d-ab950026fa84 req-a44b3c7b-adf4-499b-bee0-abd5dd04125a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:31.488738 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-81a5ff97-fa99-4a88-ad3d-ab950026fa84 req-a44b3c7b-adf4-499b-bee0-abd5dd04125a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0468173 Sep 16 18:10:31.530092 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-81a5ff97-fa99-4a88-ad3d-ab950026fa84 req-e5f252c1-4d05-4808-8c52-d9181025901c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354671 Sep 16 18:10:32.646854 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36109-2f01-4ee5-81ea-f132c4e09758 req-5b4b1644-640c-471e-80c8-63a4ac046c27 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:32.648299 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58b36109-2f01-4ee5-81ea-f132c4e09758 req-5b4b1644-640c-471e-80c8-63a4ac046c27 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0473387 Sep 16 18:10:32.684342 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58b36109-2f01-4ee5-81ea-f132c4e09758 req-aa825e25-8f04-4e12-82a6-d5968818090d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303874 Sep 16 18:10:33.801631 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae874fc-fb19-4383-8f82-d3e36bcb5ab3 req-caab9acf-8a8d-4232-9848-546552ae1aeb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:33.803077 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bae874fc-fb19-4383-8f82-d3e36bcb5ab3 req-caab9acf-8a8d-4232-9848-546552ae1aeb tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0475516 Sep 16 18:10:33.842119 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-bae874fc-fb19-4383-8f82-d3e36bcb5ab3 req-9c1912bf-73c6-4239-b914-cc22a4610327 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332119 Sep 16 18:10:33.925406 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:10:34.033276 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:34.045939 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'mac_address': 'fa:16:3e:28:45:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:10:34.088141 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:34.103456 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 841ab0f8-5570-4479-b2c5-3328c35efbd9 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:10:34.124693 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:34.189809 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:34.250602 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=6']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:34.281511 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['841ab0f8-5570-4479-b2c5-3328c35efbd9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:10:34.974837 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679b8f5-32a8-4f85-804b-be01b6bda7c2 req-98993b32-3386-452a-8016-dc4fc696c90a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:34.977149 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e679b8f5-32a8-4f85-804b-be01b6bda7c2 req-98993b32-3386-452a-8016-dc4fc696c90a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 945 time: 0.0577321 Sep 16 18:10:35.020590 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e679b8f5-32a8-4f85-804b-be01b6bda7c2 req-12eb6f42-905e-4eac-9b2e-20389c288a9e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 Sep 16 18:10:35.933081 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:10:36.130549 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 841ab0f8-5570-4479-b2c5-3328c35efbd9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:10:36.130927 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:36.170696 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a3ccd-305d-404d-816f-d00ff5f4f0fe req-07f2a71f-c5a8-4f6f-8a5d-53d4ab9e5e6d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:36.172392 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d33a3ccd-305d-404d-816f-d00ff5f4f0fe req-07f2a71f-c5a8-4f6f-8a5d-53d4ab9e5e6d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 945 time: 0.0606940 Sep 16 18:10:36.219369 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:36.225994 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-d33a3ccd-305d-404d-816f-d00ff5f4f0fe req-690b282e-48c4-4887-829d-aec5804f16ee tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Sep 16 18:10:36.246225 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:10:36.250106 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0805e6f-e1da-410d-b3ba-776d52ff500f" -d '{"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-plugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:10:36.264297 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:36.295342 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d589b51-723f-48d1-836f-976f034578a6 x-openstack-request-id: req-4d589b51-723f-48d1-836f-976f034578a6 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:10:36.295636 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-plugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:10:36.295891 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d589b51-723f-48d1-836f-976f034578a6 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:10:36.296294 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'code': 200} Sep 16 18:10:36.337799 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:36.393444 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=7']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:37.341335 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8007-73ae-45b3-8121-ab8e092323bf req-c4c06ead-b36e-4d6e-bc6a-377233f7d156 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:37.342838 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6f0d8007-73ae-45b3-8121-ab8e092323bf req-c4c06ead-b36e-4d6e-bc6a-377233f7d156 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0501037 Sep 16 18:10:37.390398 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6f0d8007-73ae-45b3-8121-ab8e092323bf req-b05b6297-ad21-4cd4-91d1-5c4d45ff38d2 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Sep 16 18:10:38.520108 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed169b8-575d-4ebf-ad82-c62aba1b6215 req-e16bc48a-7a48-4991-bf75-6485c607b2b8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:38.526821 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bed169b8-575d-4ebf-ad82-c62aba1b6215 req-e16bc48a-7a48-4991-bf75-6485c607b2b8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0578270 Sep 16 18:10:38.565242 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bed169b8-575d-4ebf-ad82-c62aba1b6215 req-7d61054b-030d-4406-8314-4765bdfa0f66 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375533 Sep 16 18:10:39.760164 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-627e18c3-075b-4edc-b509-d5b6c1357b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:39.854536 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7798d-7e9b-4c51-8098-b95f737fd661 req-835321c7-0238-4188-9f1e-0e371e3d3db5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:39.855902 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ddf7798d-7e9b-4c51-8098-b95f737fd661 req-835321c7-0238-4188-9f1e-0e371e3d3db5 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0538945 Sep 16 18:10:39.893699 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-ddf7798d-7e9b-4c51-8098-b95f737fd661 req-d9b0657d-9b3a-426a-a0e4-5faa034c20fa tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313914 Sep 16 18:10:41.017050 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d166ddb-abd6-4254-bb06-453bd15d782e req-bb25ba67-7326-42c8-9b26-0f93f01222a0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:41.018658 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4d166ddb-abd6-4254-bb06-453bd15d782e req-bb25ba67-7326-42c8-9b26-0f93f01222a0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0507114 Sep 16 18:10:41.065248 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4d166ddb-abd6-4254-bb06-453bd15d782e req-b5682266-490f-46f3-b634-95474bec946a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378535 Sep 16 18:10:41.931915 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9ac0aa72-1f32-4c3c-a6cc-4344b5b49243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:42.194980 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac3c3e-ac0d-4118-845b-68ffc25cf992 req-59541c41-db98-4f87-b9f1-0b4488ce0668 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:42.199961 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-62ac3c3e-ac0d-4118-845b-68ffc25cf992 req-59541c41-db98-4f87-b9f1-0b4488ce0668 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0544958 Sep 16 18:10:42.238446 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-62ac3c3e-ac0d-4118-845b-68ffc25cf992 req-2335889e-0b9f-400b-90a9-c41acd7e0b0e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362279 Sep 16 18:10:43.011590 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:43.040008 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:43.364202 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b81227-0bd9-491f-9992-83d31ca0da12 req-2213837d-5b44-4a5f-92fe-cb1062e5da6d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:43.365803 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34b81227-0bd9-491f-9992-83d31ca0da12 req-2213837d-5b44-4a5f-92fe-cb1062e5da6d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0523694 Sep 16 18:10:43.413399 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34b81227-0bd9-491f-9992-83d31ca0da12 req-690f53d0-e733-4968-b19c-f4603a950e88 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Sep 16 18:10:44.534101 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95cc32-1f87-4989-8174-b65f959e5589 req-b5041694-54da-45f0-b45e-c382477d1b85 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:44.535543 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6b95cc32-1f87-4989-8174-b65f959e5589 req-b5041694-54da-45f0-b45e-c382477d1b85 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0489888 Sep 16 18:10:44.578170 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-6b95cc32-1f87-4989-8174-b65f959e5589 req-49587498-0bec-4570-bad7-d6fde11377b8 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Sep 16 18:10:44.685436 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-ee720b38-9bab-4abb-b89a-005b3b044200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:44.687144 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-ee720b38-9bab-4abb-b89a-005b3b044200 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1099 time: 0.0413117 Sep 16 18:10:44.697547 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:44.777532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-79b8301f-606b-4fda-8543-096a34415b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:44.779027 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-79b8301f-606b-4fda-8543-096a34415b16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.0839057 Sep 16 18:10:44.847196 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-e3ad5269-95ab-4c4f-a1f9-9b991381ecb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 200 len: 1002 time: 0.0597041 Sep 16 18:10:44.895289 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-e29cf725-5b0e-4fa8-8d38-29a3b71e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:44.896649 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-e29cf725-5b0e-4fa8-8d38-29a3b71e6ce3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0418644 Sep 16 18:10:44.939615 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-bdc0bf2c-69ef-4d0f-ac8c-bf3ad01b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:44.941658 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-bdc0bf2c-69ef-4d0f-ac8c-bf3ad01b953f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379934 Sep 16 18:10:45.030137 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-51c9c052-e150-4150-8b80-6e639f255516 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813754 Sep 16 18:10:45.120784 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ab8bc50-4cbf-4c47-a47b-42c8363d410a req-af0fa674-e98d-4fbd-9d76-46d6f2ed2581 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830815 Sep 16 18:10:45.692915 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd37613-97c9-455d-96a5-00bb91a5aa5d req-ec93fed9-cdd1-4ef6-9212-6a8ff76cec7d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:45.694296 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3bd37613-97c9-455d-96a5-00bb91a5aa5d req-ec93fed9-cdd1-4ef6-9212-6a8ff76cec7d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0475175 Sep 16 18:10:45.731607 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3bd37613-97c9-455d-96a5-00bb91a5aa5d req-46a42a49-9d25-4f4f-95dc-8fa45fc6fc3f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Sep 16 18:10:46.848857 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24ddf-564d-477f-8fc0-27021348460d req-f56473a7-fba5-4c60-9a48-680d41dd9da1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:46.850404 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a7a24ddf-564d-477f-8fc0-27021348460d req-f56473a7-fba5-4c60-9a48-680d41dd9da1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0489278 Sep 16 18:10:46.887669 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a7a24ddf-564d-477f-8fc0-27021348460d req-3288064c-e544-4993-8b3f-57bbb86d19ad tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Sep 16 18:10:47.643381 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:10:48.004184 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b506a-e5d9-4ff9-8976-96eddfa9c350 req-f084e212-0bc3-4cd7-b9bf-417316dbe2dd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:48.005616 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c77b506a-e5d9-4ff9-8976-96eddfa9c350 req-f084e212-0bc3-4cd7-b9bf-417316dbe2dd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 946 time: 0.0461240 Sep 16 18:10:48.011992 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:10:48.043204 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c77b506a-e5d9-4ff9-8976-96eddfa9c350 req-aab3c3ca-9b37-4c2b-a181-2e619c3cb7ef tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Sep 16 18:10:48.084668 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:48.106292 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:10:48.108591 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c492996-ac54-4c7b-841c-fdcb4e29913b" -d '{"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-unplugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:10:48.120813 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:10:48.140214 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde0d170-a639-4fea-a1fe-ae4099bdb43a x-openstack-request-id: req-dde0d170-a639-4fea-a1fe-ae4099bdb43a {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:10:48.140504 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-unplugged", "status": "failed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "code": 422}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:10:48.140759 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dde0d170-a639-4fea-a1fe-ae4099bdb43a {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:10:48.141155 dv-cinder-805887-16-iscsi neutron-server[94377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'code': 422} returned with failed status Sep 16 18:10:48.171657 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:48.220749 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=8']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:10:50.185054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539565f8-575f-4571-a624-9b36b19304d5 req-9dccf325-1fce-4e54-8b79-c95a61b54518 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:50.186556 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-539565f8-575f-4571-a624-9b36b19304d5 req-9dccf325-1fce-4e54-8b79-c95a61b54518 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0510893 Sep 16 18:10:50.225832 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-539565f8-575f-4571-a624-9b36b19304d5 req-8ed30a5d-51dd-4f61-8e0f-0cdf18dc43a0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Sep 16 18:10:50.614624 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56238) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:10:50.696001 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-0b7d0294-dec1-4419-8652-5f0a0fc69078 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802436 Sep 16 18:10:50.704579 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-3bc4e314-908f-42e1-8aec-4c4e4b59eb1a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:10:50.705536 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-3bc4e314-908f-42e1-8aec-4c4e4b59eb1a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048230 Sep 16 18:10:51.342778 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b096d-b473-48f5-bb3d-f57612669b7c req-904fc7bd-3512-4074-9dac-5b8ea0b12ddd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:51.344363 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b4b096d-b473-48f5-bb3d-f57612669b7c req-904fc7bd-3512-4074-9dac-5b8ea0b12ddd tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0474086 Sep 16 18:10:51.385218 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8b4b096d-b473-48f5-bb3d-f57612669b7c req-47ebe53d-d937-416b-b997-f9044c4cd281 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Sep 16 18:10:51.975952 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-a2ffcd17-ecb2-4d53-8ed5-73bf95d0a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:51.977419 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-a2ffcd17-ecb2-4d53-8ed5-73bf95d0a85c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d&tenant_id=9841d510b3f6450c8f460b36229bc8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0393271 Sep 16 18:10:52.036462 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-981c40a7-5fc6-4589-8896-ae9eff8088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:52.037924 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-981c40a7-5fc6-4589-8896-ae9eff8088c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1097 time: 0.0383561 Sep 16 18:10:52.130179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-51eb6b26-6123-43c8-b939-6c99508766d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:52.132171 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-51eb6b26-6123-43c8-b939-6c99508766d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.0870924 Sep 16 18:10:52.195342 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-a8c20a9a-3a90-4bec-807b-ec1675e31fe8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0559301 Sep 16 18:10:52.242989 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-f7904955-75cb-4170-9b03-72c1ef441063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:52.244392 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-f7904955-75cb-4170-9b03-72c1ef441063 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0421951 Sep 16 18:10:52.294026 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-04b26abb-e393-4e92-8a7c-4f1f09154c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:52.295822 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-04b26abb-e393-4e92-8a7c-4f1f09154c35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440373 Sep 16 18:10:52.382983 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-04eb636d-74c9-433b-a56b-51665ab50ebb service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794976 Sep 16 18:10:52.499186 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-46bcfb81-aa44-4847-87f7-c4d339638392 req-b34592f2-3267-47ec-8962-dece3579c648 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092563 Sep 16 18:10:52.515466 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122b456-ed2c-4b36-ba29-274f8d0f9136 req-9624487f-e969-4c2f-aae1-fe6186111724 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:52.516903 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d122b456-ed2c-4b36-ba29-274f8d0f9136 req-9624487f-e969-4c2f-aae1-fe6186111724 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0605505 Sep 16 18:10:52.554848 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d122b456-ed2c-4b36-ba29-274f8d0f9136 req-bb80d19e-31a3-4e30-a5e6-3fce5d48fae1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Sep 16 18:10:53.690055 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ee98-6343-4464-a92e-06aa5872aea9 req-25a4a845-9865-4353-917d-c3a6425277b1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:53.691530 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9665ee98-6343-4464-a92e-06aa5872aea9 req-25a4a845-9865-4353-917d-c3a6425277b1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0512576 Sep 16 18:10:53.729223 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9665ee98-6343-4464-a92e-06aa5872aea9 req-965f954c-b9e0-4361-9bce-88b38be14859 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Sep 16 18:10:54.855101 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be828082-d394-412f-824b-ad3a2d9b5632 req-4d2e9246-9f69-4d2c-91de-1bd80b22c5c1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:54.856569 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be828082-d394-412f-824b-ad3a2d9b5632 req-4d2e9246-9f69-4d2c-91de-1bd80b22c5c1 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0508423 Sep 16 18:10:54.897561 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be828082-d394-412f-824b-ad3a2d9b5632 req-3c590494-7e38-4c11-a341-14234bb0613e tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352271 Sep 16 18:10:55.108872 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:10:56.019973 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6680c-10f2-41fd-bd00-796b256a6fb7 req-4bcdb1fc-55cc-4c98-b348-04ffe28f3889 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:56.022011 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8af6680c-10f2-41fd-bd00-796b256a6fb7 req-4bcdb1fc-55cc-4c98-b348-04ffe28f3889 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0488563 Sep 16 18:10:56.059484 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8af6680c-10f2-41fd-bd00-796b256a6fb7 req-45554b0b-a372-48d0-b644-456d97b10910 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Sep 16 18:10:57.182057 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b3e28-769f-478e-9d58-6e1e4e899bcd req-ff57783d-72e2-4f56-be8c-3230a8a5aed9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:57.183775 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-824b3e28-769f-478e-9d58-6e1e4e899bcd req-ff57783d-72e2-4f56-be8c-3230a8a5aed9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0522385 Sep 16 18:10:57.230110 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-824b3e28-769f-478e-9d58-6e1e4e899bcd req-d3b3985d-7e2e-428e-9f6e-6ab9ff8426a9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397558 Sep 16 18:10:58.348837 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2f190-5afa-4013-95b6-24236cb30dbc req-360d3359-4a3d-44ea-a275-7a922f538e7d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:58.351062 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c4c2f190-5afa-4013-95b6-24236cb30dbc req-360d3359-4a3d-44ea-a275-7a922f538e7d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0566294 Sep 16 18:10:58.391908 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-c4c2f190-5afa-4013-95b6-24236cb30dbc req-488ca763-3f0d-47bb-9ec7-bf4d51dcf024 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Sep 16 18:10:59.509643 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98111-454b-446d-a8dc-470a54873e19 req-28e5b3a1-8993-4e40-b6b8-d00a135b59c9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:10:59.511028 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3da98111-454b-446d-a8dc-470a54873e19 req-28e5b3a1-8993-4e40-b6b8-d00a135b59c9 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0472167 Sep 16 18:10:59.549644 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3da98111-454b-446d-a8dc-470a54873e19 req-11d60dcd-ff68-4512-b25d-f65b89ad328f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Sep 16 18:11:00.693934 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde5de0-45f7-47d6-837d-1b5a5e6bcd44 req-54b4b547-4518-460a-a741-a36fcce08471 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:00.695998 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fbde5de0-45f7-47d6-837d-1b5a5e6bcd44 req-54b4b547-4518-460a-a741-a36fcce08471 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0524907 Sep 16 18:11:00.732774 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-fbde5de0-45f7-47d6-837d-1b5a5e6bcd44 req-5e254e55-31c6-40e4-afc5-1cd7353b1bf3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Sep 16 18:11:01.861194 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b64a92-ab66-405d-b26f-ea8d93afcac3 req-f43927e5-e45b-4025-84f6-7c43b8fbd18d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:01.862670 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1b64a92-ab66-405d-b26f-ea8d93afcac3 req-f43927e5-e45b-4025-84f6-7c43b8fbd18d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0480700 Sep 16 18:11:01.902353 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f1b64a92-ab66-405d-b26f-ea8d93afcac3 req-232efc08-b4f0-4d43-bd93-c642ec551121 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Sep 16 18:11:03.019238 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47c414-4aa2-4bbd-bc0f-725f11876e38 req-f019c90a-ad94-4d71-8e56-289e6995b3ad tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:03.020923 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9b47c414-4aa2-4bbd-bc0f-725f11876e38 req-f019c90a-ad94-4d71-8e56-289e6995b3ad tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0483215 Sep 16 18:11:03.068456 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9b47c414-4aa2-4bbd-bc0f-725f11876e38 req-9ae66b10-641f-4fdd-ab85-de866682ccc6 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Sep 16 18:11:04.193741 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc0d10-08d8-41c1-ae1f-7b003a9acb5a req-f13e143f-6991-4a51-b2d7-ff1df6d0f9cc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:04.195652 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-80fc0d10-08d8-41c1-ae1f-7b003a9acb5a req-f13e143f-6991-4a51-b2d7-ff1df6d0f9cc tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0489411 Sep 16 18:11:04.240085 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-80fc0d10-08d8-41c1-ae1f-7b003a9acb5a req-f200a19a-744a-4a9f-984f-5314b43486e7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385325 Sep 16 18:11:04.767494 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1036-e026-4efd-b211-1612a66878e2 req-81813ae4-421a-41de-96df-c93f3add3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:04.768969 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-81813ae4-421a-41de-96df-c93f3add3e7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9841d510b3f6450c8f460b36229bc8a4&device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1097 time: 0.0456531 Sep 16 18:11:04.875974 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1036-e026-4efd-b211-1612a66878e2 req-f0829e90-5355-497e-b5ee-31bf094efef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:04.877443 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-f0829e90-5355-497e-b5ee-31bf094efef3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 200 len: 918 time: 0.0875449 Sep 16 18:11:04.942300 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-5928dd71-4e31-482f-ae2a-c377a7ab7141 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 200 len: 1000 time: 0.0561662 Sep 16 18:11:05.140916 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1036-e026-4efd-b211-1612a66878e2 req-db02998c-d671-41f9-a14d-85bc131e3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:05.142225 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-db02998c-d671-41f9-a14d-85bc131e3bd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 200 len: 856 time: 0.0424697 Sep 16 18:11:05.190675 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1036-e026-4efd-b211-1612a66878e2 req-d3f243d8-e565-47a1-a74f-07766d8839b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:05.192086 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-d3f243d8-e565-47a1-a74f-07766d8839b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415466 Sep 16 18:11:05.279197 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-7238ebf4-0040-4ea1-8304-b6c70fe4e066 service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791986 Sep 16 18:11:05.356589 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ab94a-0bb5-4132-8eaa-25ab083fc40f req-287930a0-2871-4282-a1f8-9408729a9210 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:05.358078 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dc6ab94a-0bb5-4132-8eaa-25ab083fc40f req-287930a0-2871-4282-a1f8-9408729a9210 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0471535 Sep 16 18:11:05.377980 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdff1036-e026-4efd-b211-1612a66878e2 req-4606a3b1-cfdf-4428-9a39-5abae54a067a service neutron] 10.222.0.48 "GET /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906811 Sep 16 18:11:05.395169 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dc6ab94a-0bb5-4132-8eaa-25ab083fc40f req-d4f38424-44c4-449c-becc-0a87429a010a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Sep 16 18:11:06.511585 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bf558-3007-4321-bdd6-1702d2c60120 req-cb87a14e-332a-47cf-a0b8-a4888e2ecb96 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:06.512940 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5a9bf558-3007-4321-bdd6-1702d2c60120 req-cb87a14e-332a-47cf-a0b8-a4888e2ecb96 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0473773 Sep 16 18:11:06.549318 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5a9bf558-3007-4321-bdd6-1702d2c60120 req-50d4d813-ae1f-4b64-b462-937d6b27598f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Sep 16 18:11:07.675798 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb84e9-1deb-46df-aa2e-c159ff858218 req-bd0ace44-ab8f-4ec8-b0cf-dfe92b30a126 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:07.677968 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-abeb84e9-1deb-46df-aa2e-c159ff858218 req-bd0ace44-ab8f-4ec8-b0cf-dfe92b30a126 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 944 time: 0.0589588 Sep 16 18:11:07.714722 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-abeb84e9-1deb-46df-aa2e-c159ff858218 req-94bfc649-938f-4893-9c41-3b6fa4c09fb0 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Sep 16 18:11:08.056021 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:11:08.144562 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:08.158635 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'port_id': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'mac_address': 'fa:16:3e:28:45:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:11:08.192962 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:08.205271 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841ab0f8-5570-4479-b2c5-3328c35efbd9 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:11:08.223483 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:08.291338 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:08.337270 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=9']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:08.502843 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['841ab0f8-5570-4479-b2c5-3328c35efbd9'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:11:08.830074 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c6339-8fc3-457b-8900-6101f5817328 req-6e8df3a4-d0e4-4ef4-b7cc-9a8410271d6d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:08.831579 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a0c6339-8fc3-457b-8900-6101f5817328 req-6e8df3a4-d0e4-4ef4-b7cc-9a8410271d6d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 945 time: 0.0475788 Sep 16 18:11:08.874165 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a0c6339-8fc3-457b-8900-6101f5817328 req-a029f9c6-d5fd-45ec-9063-cce04bf3340b tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362010 Sep 16 18:11:09.485527 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-40047d7a-a209-4040-96ca-6151ebacf6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:09.990363 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb02f6-4684-47a3-8cfb-cf8455b37dad req-5355fcc2-47df-46b2-b55e-c52f8acf1e64 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:09.991809 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9ffb02f6-4684-47a3-8cfb-cf8455b37dad req-5355fcc2-47df-46b2-b55e-c52f8acf1e64 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 945 time: 0.0465462 Sep 16 18:11:10.028276 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9ffb02f6-4684-47a3-8cfb-cf8455b37dad req-09029150-7c00-4843-87f9-9b112174779c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303009 Sep 16 18:11:10.056173 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:11:10.101534 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 841ab0f8-5570-4479-b2c5-3328c35efbd9 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:11:10.101903 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:10.176165 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:10.198789 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:11:10.200988 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e9053-e979-4518-bbe2-5275197ffc4b" -d '{"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-plugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:11:10.212989 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:10.235216 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cee880-d3fd-45aa-8ad9-93394b3ac41e x-openstack-request-id: req-11cee880-d3fd-45aa-8ad9-93394b3ac41e {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:11:10.235523 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-plugged", "status": "completed", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:11:10.235774 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11cee880-d3fd-45aa-8ad9-93394b3ac41e {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:11:10.236157 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'code': 200} Sep 16 18:11:10.285793 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:10.332447 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=10']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:10.483049 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c8e-148c-4242-9167-6e6af51decb5 req-1a5ae067-686d-46f9-a3cf-b9856e995d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:10.484457 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-739d8c8e-148c-4242-9167-6e6af51decb5 req-1a5ae067-686d-46f9-a3cf-b9856e995d80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 1100 time: 0.0382633 Sep 16 18:11:10.520044 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-739d8c8e-148c-4242-9167-6e6af51decb5 req-5b00587d-f02d-4088-b595-40ae6ec96c7e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274649 Sep 16 18:11:11.142797 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770365b-5ab3-40b8-8625-edb8a0e8d9b7 req-3fde3efd-fc48-45ec-b65a-8af2c5180a7c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:11.144239 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a770365b-5ab3-40b8-8625-edb8a0e8d9b7 req-3fde3efd-fc48-45ec-b65a-8af2c5180a7c tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 947 time: 0.0463240 Sep 16 18:11:11.180602 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a770365b-5ab3-40b8-8625-edb8a0e8d9b7 req-f663ac19-3862-49d9-b600-a14e7da6916f tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299098 Sep 16 18:11:11.947571 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d61381fa-5cd6-4545-973c-0fcd9bbe486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:12.301640 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362346e4-32d7-4af1-8c0a-7a26b7c7b0e3 req-ee4c1659-2e3d-4c40-a284-b64269bea374 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:12.303132 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-362346e4-32d7-4af1-8c0a-7a26b7c7b0e3 req-ee4c1659-2e3d-4c40-a284-b64269bea374 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 947 time: 0.0481086 Sep 16 18:11:12.340521 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-362346e4-32d7-4af1-8c0a-7a26b7c7b0e3 req-01460c4a-c0c7-4b01-973b-8c5e34b5b2c7 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Sep 16 18:11:12.702776 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:13.040232 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:13.458684 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e145-1ce6-4d8b-b863-9a334c3a0dd7 req-ac4c00d5-0fa7-4180-9553-ad5efbb38859 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:13.460136 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8a20e145-1ce6-4d8b-b863-9a334c3a0dd7 req-ac4c00d5-0fa7-4180-9553-ad5efbb38859 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 947 time: 0.0509877 Sep 16 18:11:13.497170 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8a20e145-1ce6-4d8b-b863-9a334c3a0dd7 req-f23361b9-59ae-4d7c-8f09-c3c8a6e7b031 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311556 Sep 16 18:11:14.714123 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:24.642763 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:11:25.131232 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:26.183323 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-c1288d32-960c-422c-a5f9-0a685849f5b5 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254011327&fields=id&tenant_id=7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 267 time: 0.0316358 Sep 16 18:11:26.296647 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-e82c6654-1e37-4ebf-be3d-c3c993f00116 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:26.298093 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-e82c6654-1e37-4ebf-be3d-c3c993f00116 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 811 time: 0.1085701 Sep 16 18:11:26.312283 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-aae35246-2ee8-472b-9e2e-6edca61cfbcf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/quotas/7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 375 time: 0.0085413 Sep 16 18:11:26.366505 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-f479bbe7-af0c-426e-90f6-56a75c1a4776 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0490987 Sep 16 18:11:26.462145 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-f3e91fa1-334e-4e8d-a749-907d6ae13307 service neutron] 10.222.0.39 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843167 Sep 16 18:11:26.548459 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a0def854-b5ac-4255-8434-c2b9cee20130 service neutron] 10.222.0.39 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802042 Sep 16 18:11:27.112272 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-9c3bf3a0-1dfc-4a95-8e0a-35d3f70fe464 req-b50d4f57-1d18-466b-9cf4-081c8ec08ae9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 210 time: 0.0252631 Sep 16 18:11:28.204486 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e4490319-01f6-4013-b8ae-72837a194240 req-e704b506-e754-4975-a63d-ca418f60c9ae tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 210 time: 0.0250983 Sep 16 18:11:28.818974 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-30923eaa-9372-44e8-ac82-1fd98ae2b7ae tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:28.821085 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-30923eaa-9372-44e8-ac82-1fd98ae2b7ae tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 811 time: 0.1022494 Sep 16 18:11:28.862532 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-62ac730e-a47d-4754-b63d-3fd1703cdb0d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba7368ff4314e9f8de698b3c7224514 HTTP/1.1" status: 200 len: 379 time: 0.0319674 Sep 16 18:11:28.872628 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'port': {'device_id': '70fba6fd-715d-4477-a022-d7a7647fd129', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'admin_state_up': True, 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'security_groups': ['12514cbf-2e0a-4112-823c-8ae9324fdb42']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:11:29.033931 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Made reservation on behalf of 7ba7368ff4314e9f8de698b3c7224514 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 18:11:29.037563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.159946 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Allocated IP 172.20.0.14 (20eee47a-293f-48c8-a0fd-546d1762c102/c827f522-36c3-4415-95aa-b9f59401ab90/55cc4478-dca1-4ab1-bd34-04980d4cb495) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:11:29.297648 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-dbda8553-8c26-422d-9c10-3fd49c415430 req-6089a405-fa13-40a0-be4b-f75b58a78daa tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 210 time: 0.0253677 Sep 16 18:11:29.299676 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.417343 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.457181 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Network 20eee47a-293f-48c8-a0fd-546d1762c102 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:11:29.460312 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:11:29.464521 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:11:29.500216 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=55cc4478-dca1-4ab1-bd34-04980d4cb495,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:29.514060 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.514455 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.514801 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.515135 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.515465 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.515800 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.516127 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.516455 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.516775 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.517227 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.517560 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.517874 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:29.536664 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:29.537296 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.623446 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-a1eb642d-26d0-43f3-ac01-298ba96da3f1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7542045 Sep 16 18:11:29.635323 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-d7271377-26a0-4581-a583-95eea2698173 None None] Provisioning complete for port 55cc4478-dca1-4ab1-bd34-04980d4cb495 triggered by entity DHCP. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:11:29.635843 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d7271377-26a0-4581-a583-95eea2698173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.636414 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Request body: {'port': {'device_id': '70fba6fd-715d-4477-a022-d7a7647fd129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:11:29.673965 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-d7271377-26a0-4581-a583-95eea2698173 None None] Port 55cc4478-dca1-4ab1-bd34-04980d4cb495 cannot update to ACTIVE because it is not bound. {{(pid=94377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 18:11:29.690269 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.942493 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cc4478-dca1-4ab1-bd34-04980d4cb495 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:11:29.950279 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:29.962456 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Transition to ACTIVE for port object 55cc4478-dca1-4ab1-bd34-04980d4cb495 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 18:11:30.043694 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:30.098966 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Pushing event updated for resources: {'Port': ['ID=55cc4478-dca1-4ab1-bd34-04980d4cb495,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:30.162929 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Attempting to bind port 55cc4478-dca1-4ab1-bd34-04980d4cb495 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 18:11:30.163261 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Attempting to bind port 55cc4478-dca1-4ab1-bd34-04980d4cb495 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 18:11:30.163589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Attempting to bind port 55cc4478-dca1-4ab1-bd34-04980d4cb495 on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:11:30.167975 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Port 55cc4478-dca1-4ab1-bd34-04980d4cb495 on network 20eee47a-293f-48c8-a0fd-546d1762c102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 18:11:30.168296 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Attempting to bind port 55cc4478-dca1-4ab1-bd34-04980d4cb495 on network 20eee47a-293f-48c8-a0fd-546d1762c102 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 18:11:30.173401 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Checking agent: {'id': '75b46b38-39b5-4326-85ca-135b1ed93b4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'started_at': datetime.datetime(2021, 9, 16, 17, 59, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 18:11:30.173743 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Checking segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 18:11:30.174128 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Bound using segment: {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 18:11:30.174588 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Bound port: 55cc4478-dca1-4ab1-bd34-04980d4cb495, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646cf8cd-2db9-4e62-81e9-efdd1545efe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 18:11:30.174951 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:30.238160 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] For port 55cc4478-dca1-4ab1-bd34-04980d4cb495, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 18:11:30.241063 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] For port 55cc4478-dca1-4ab1-bd34-04980d4cb495, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 18:11:30.397667 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59066125'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:30.434811 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:30.435418 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:30.436784 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] 10.222.0.48 "PUT /v2.0/ports/55cc4478-dca1-4ab1-bd34-04980d4cb495 HTTP/1.1" status: 200 len: 1094 time: 0.8045518 Sep 16 18:11:30.438957 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:11:30.441189 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84" -d '{"events": [{"name": "network-changed", "server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:11:30.466127 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b66ad-262b-4721-84d4-16ff9d5a4b9f req-59a69d05-ff59-45f7-a718-36e650fb576a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:30.466906 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4c7b66ad-262b-4721-84d4-16ff9d5a4b9f req-59a69d05-ff59-45f7-a718-36e650fb576a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.1007876 Sep 16 18:11:30.485307 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38232014-4532-4c1b-8628-9420c721fa42 service neutron] Pushing event updated for resources: {'Port': ['ID=55cc4478-dca1-4ab1-bd34-04980d4cb495,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:30.489847 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ac0f1-78c7-4670-92f2-6d17959427ea x-openstack-request-id: req-5b3ac0f1-78c7-4670-92f2-6d17959427ea {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:11:30.490237 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:11:30.490586 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b3ac0f1-78c7-4670-92f2-6d17959427ea {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:11:30.490978 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'status': 'completed', 'code': 200} Sep 16 18:11:30.518641 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4c7b66ad-262b-4721-84d4-16ff9d5a4b9f req-384f0361-68bd-49b8-8c5a-00bd38cc479d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Sep 16 18:11:30.636123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84 req-4d4675cc-63c4-48d3-af81-9f7754024c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:30.637904 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84 req-4d4675cc-63c4-48d3-af81-9f7754024c5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 1097 time: 0.0398591 Sep 16 18:11:30.980574 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84 req-389e451b-f741-4250-9c9d-e6f33a0303f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:30.982019 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84 req-389e451b-f741-4250-9c9d-e6f33a0303f8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7ba7368ff4314e9f8de698b3c7224514&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3334479 Sep 16 18:11:31.075153 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84 req-2bf5419e-ee6f-4add-86c1-0d40ba22447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:31.076557 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7189cdfb-21ba-4288-a41d-f3e67bdf7e84 req-2bf5419e-ee6f-4add-86c1-0d40ba22447a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859997 Sep 16 18:11:31.150106 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-afa37994-1f90-4531-9ac1-25d199c0daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:31.151563 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-afa37994-1f90-4531-9ac1-25d199c0daa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 1097 time: 0.0383871 Sep 16 18:11:31.192026 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-18fe7317-92e2-4f50-8645-ca7fc09bb93b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495 HTTP/1.1" status: 200 len: 217 time: 0.0325220 Sep 16 18:11:31.243357 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-b827b06c-99be-4633-9a39-7a709ec7de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:31.244806 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-b827b06c-99be-4633-9a39-7a709ec7de36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0455270 Sep 16 18:11:31.290106 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-915ee0c6-633d-4e21-a536-c01ff352db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:31.291647 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-915ee0c6-633d-4e21-a536-c01ff352db2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396452 Sep 16 18:11:31.378440 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-931354c5-6a58-4129-900e-123734abd151 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788813 Sep 16 18:11:31.469624 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9171b37-b931-40d7-b422-8ee33ade3d45 req-09ba3e50-d10f-4482-9db8-1c8f9212d7e8 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833178 Sep 16 18:11:31.632041 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc2b74-f6b8-4e18-93a9-041b038bea4a req-bba66e7a-2a23-4f9f-9bdd-008e70ebf423 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:31.634112 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-63cc2b74-f6b8-4e18-93a9-041b038bea4a req-bba66e7a-2a23-4f9f-9bdd-008e70ebf423 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0476899 Sep 16 18:11:31.674200 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-63cc2b74-f6b8-4e18-93a9-041b038bea4a req-80df5c36-31d7-43e8-a89a-8af5d2b88398 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342202 Sep 16 18:11:32.784605 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276a16-15ac-4d78-99e3-bd5133b3bb98 req-7ba0fbec-4ca4-44da-b3d7-b39d9ab90d2e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:32.786077 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9276a16-15ac-4d78-99e3-bd5133b3bb98 req-7ba0fbec-4ca4-44da-b3d7-b39d9ab90d2e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0477531 Sep 16 18:11:32.824111 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9276a16-15ac-4d78-99e3-bd5133b3bb98 req-e6bd1922-31d3-4f65-ab53-a6b4e0922f5a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Sep 16 18:11:33.935759 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79580396-6fb2-494d-89b4-224d24abe2aa req-df458b2e-df1c-485d-911d-9dca5f2a1438 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:33.937239 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-79580396-6fb2-494d-89b4-224d24abe2aa req-df458b2e-df1c-485d-911d-9dca5f2a1438 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0486450 Sep 16 18:11:33.974091 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-79580396-6fb2-494d-89b4-224d24abe2aa req-97452ff4-6538-4908-b79f-835456750b46 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309117 Sep 16 18:11:35.088047 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1800-12bb-49fc-8225-d93734e3eca4 req-f1326b21-d349-44c7-a812-7ab58fcb7f27 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:35.089497 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3d1a1800-12bb-49fc-8225-d93734e3eca4 req-f1326b21-d349-44c7-a812-7ab58fcb7f27 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0524023 Sep 16 18:11:35.125696 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3d1a1800-12bb-49fc-8225-d93734e3eca4 req-f3896e21-c7e9-496c-8b28-0eec431ff47a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300980 Sep 16 18:11:36.234414 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eceb7-b0ae-43f1-9c00-5ccebab2119d req-d4f150ae-d37d-4121-8c94-574a18bd7af9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:36.235860 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3c8eceb7-b0ae-43f1-9c00-5ccebab2119d req-d4f150ae-d37d-4121-8c94-574a18bd7af9 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0463684 Sep 16 18:11:36.273284 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-3c8eceb7-b0ae-43f1-9c00-5ccebab2119d req-574c12ed-c06c-4b5a-9a51-ae48ed7e6d89 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Sep 16 18:11:37.384759 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403fd73-55e2-484b-99f0-ebe28b7712fe req-973a586e-20bb-4580-a223-922bafe929f8 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:37.386205 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5403fd73-55e2-484b-99f0-ebe28b7712fe req-973a586e-20bb-4580-a223-922bafe929f8 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0466650 Sep 16 18:11:37.422800 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5403fd73-55e2-484b-99f0-ebe28b7712fe req-b87afae5-b470-4af6-8099-de4abd732ad7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308390 Sep 16 18:11:38.532107 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fdc1d-546d-4c43-a0a4-a00d49fe3480 req-de89d9de-051f-47ca-a6a3-f3ef70c269f7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:38.533452 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-237fdc1d-546d-4c43-a0a4-a00d49fe3480 req-de89d9de-051f-47ca-a6a3-f3ef70c269f7 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0472634 Sep 16 18:11:38.574649 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-237fdc1d-546d-4c43-a0a4-a00d49fe3480 req-455a5b63-c617-4128-a795-f32b9ea984d2 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Sep 16 18:11:39.483988 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-91c5b03e-b4f2-4b8d-bebd-d6faa17fff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:39.684430 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26122d3-510e-4664-8eb9-aef7174bd0e6 req-a03db54a-438f-4f3d-8ce5-9a5a508bca7c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:39.685870 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d26122d3-510e-4664-8eb9-aef7174bd0e6 req-a03db54a-438f-4f3d-8ce5-9a5a508bca7c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 944 time: 0.0475905 Sep 16 18:11:39.721805 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d26122d3-510e-4664-8eb9-aef7174bd0e6 req-59b485bc-db54-4fbd-9fad-20c8001a34e3 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300298 Sep 16 18:11:40.184051 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 55cc4478-dca1-4ab1-bd34-04980d4cb495 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 18:11:40.274429 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 55cc4478-dca1-4ab1-bd34-04980d4cb495, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:40.285040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Returning: {'device': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'port_id': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'mac_address': 'fa:16:3e:32:96:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 18:11:40.323706 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:40.335518 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cc4478-dca1-4ab1-bd34-04980d4cb495 {{(pid=94377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 18:11:40.353780 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 55cc4478-dca1-4ab1-bd34-04980d4cb495, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:40.421831 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:40.470496 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=55cc4478-dca1-4ab1-bd34-04980d4cb495,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:40.477172 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.478049 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.478431 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.478774 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.479107 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.479438 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.479766 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.480093 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.480445 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.480774 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.481097 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.481419 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:40.640362 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] get_ports_and_sgs() called for port_ids ['55cc4478-dca1-4ab1-bd34-04980d4cb495'] {{(pid=94377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 18:11:40.833211 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89be7d-0dc1-4cce-a692-e4684f532a74 req-75010cda-ce68-4270-b92e-642b41bcf576 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:40.834712 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0e89be7d-0dc1-4cce-a692-e4684f532a74 req-75010cda-ce68-4270-b92e-642b41bcf576 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 945 time: 0.0481393 Sep 16 18:11:40.872158 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-0e89be7d-0dc1-4cce-a692-e4684f532a74 req-458f5aa0-f396-4f1e-9aa4-3d0fa706c76a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315409 Sep 16 18:11:41.936471 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a575-8775-4cd3-b974-4aa2849a26c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:41.986062 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837742e-c481-4152-a3a5-7916cc9f8e4a req-a17538a3-51e2-46a6-a480-b1b0dc868935 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:41.987604 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5837742e-c481-4152-a3a5-7916cc9f8e4a req-a17538a3-51e2-46a6-a480-b1b0dc868935 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 945 time: 0.0504222 Sep 16 18:11:42.023918 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5837742e-c481-4152-a3a5-7916cc9f8e4a req-bdae8727-a718-4aae-b8f2-266d2ff70cb4 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304251 Sep 16 18:11:42.200028 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 55cc4478-dca1-4ab1-bd34-04980d4cb495 up at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 18:11:42.289704 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning for port 55cc4478-dca1-4ab1-bd34-04980d4cb495 completed by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 18:11:42.294040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Provisioning complete for port 55cc4478-dca1-4ab1-bd34-04980d4cb495 triggered by entity L2. {{(pid=94377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 18:11:42.294439 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-996657'] for port, provisioning_complete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:42.369188 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:42.390827 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495'}] {{(pid=94377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:11:42.393049 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78799889d77ce7e5ebdbc7ec966e369d3b1d2bd8c1204d073d04c05fd948366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249c6d19-ffb3-4bf4-a456-5795c77bafa8" -d '{"events": [{"server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "name": "network-vif-plugged", "status": "completed", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495"}]}' {{(pid=94377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:11:42.405637 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] For port 55cc4478-dca1-4ab1-bd34-04980d4cb495, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:42.429815 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc743227-aed2-45aa-8e75-40c53ec4b432 x-openstack-request-id: req-fc743227-aed2-45aa-8e75-40c53ec4b432 {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:11:42.430123 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "name": "network-vif-plugged", "status": "completed", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495", "code": 200}]} {{(pid=94377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:11:42.430396 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc743227-aed2-45aa-8e75-40c53ec4b432 {{(pid=94377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:11:42.430781 dv-cinder-805887-16-iscsi neutron-server[94377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'code': 200} Sep 16 18:11:42.485666 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:42.531864 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Pushing event updated for resources: {'Port': ['ID=55cc4478-dca1-4ab1-bd34-04980d4cb495,revision_number=5']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:42.719827 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:42.768733 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831e30-eac0-4b42-9ac4-b8747d6ca0b1 req-48b71869-9801-4d33-990c-a45fffbf83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:42.770254 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-39831e30-eac0-4b42-9ac4-b8747d6ca0b1 req-48b71869-9801-4d33-990c-a45fffbf83cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 1099 time: 0.0389509 Sep 16 18:11:42.807667 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-39831e30-eac0-4b42-9ac4-b8747d6ca0b1 req-776c85e6-49a9-4b3e-adc4-a48519587771 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290804 Sep 16 18:11:43.010752 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:43.136443 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cb84-fdea-4a3d-8b20-3211bf83847a req-33ac410e-8e1f-474b-b126-e5cd9587529e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:43.137910 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2485cb84-fdea-4a3d-8b20-3211bf83847a req-33ac410e-8e1f-474b-b126-e5cd9587529e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 946 time: 0.0485985 Sep 16 18:11:43.174616 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2485cb84-fdea-4a3d-8b20-3211bf83847a req-5a2e91d0-879c-475e-aa79-a93a362c72b8 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Sep 16 18:11:44.286861 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9141f-1386-45ca-9819-c42a068aab82 req-06c01786-3afb-4aef-85eb-6b0f625dc536 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:44.288323 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-38f9141f-1386-45ca-9819-c42a068aab82 req-06c01786-3afb-4aef-85eb-6b0f625dc536 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 946 time: 0.0472679 Sep 16 18:11:44.325900 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-38f9141f-1386-45ca-9819-c42a068aab82 req-4807ca3c-7259-4338-9315-0f2915f213c1 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 Sep 16 18:11:44.438129 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7693c3-d809-43f5-803e-8242ed9dbf00 req-1325e89d-47b0-477f-9928-49245d823a1e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:44.439623 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae7693c3-d809-43f5-803e-8242ed9dbf00 req-1325e89d-47b0-477f-9928-49245d823a1e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Sep 16 18:11:44.476940 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae7693c3-d809-43f5-803e-8242ed9dbf00 req-0fc12bea-f488-46aa-a52d-44c1cf0a7bbf tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Sep 16 18:11:44.498454 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56444) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:44.535628 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d622c8a-686e-4ad9-95a3-98513b9f60a1 tempest-TestVolumeBootPattern-1789501255 tempest-TestVolumeBootPattern-1789501255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:44.537116 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-4d622c8a-686e-4ad9-95a3-98513b9f60a1 tempest-TestVolumeBootPattern-1789501255 tempest-TestVolumeBootPattern-1789501255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 1094 time: 0.0377038 Sep 16 18:11:44.539699 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56446) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:44.543743 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.v2.base [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Request body: {'floatingip': {'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'port_id': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 18:11:44.622008 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:44.718902 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:44.719675 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:44.817836 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Allocated IP 172.27.2.28 (1981297e-bd33-420a-b023-a2a8d1f49788/98318b9d-7c8a-4df8-baca-38bd70270734/9e41eda4-c1e7-41f0-a1af-149459e4b846) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 18:11:44.917705 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.011213 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766131793098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.046906 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Network 1981297e-bd33-420a-b023-a2a8d1f49788 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 18:11:45.049651 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 18:11:45.053053 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 18:11:45.083176 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=9e41eda4-c1e7-41f0-a1af-149459e4b846,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:45.094211 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.094584 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.094921 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.095249 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.095577 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.095899 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.096219 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.096538 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.096857 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.097171 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.097484 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.097794 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:11:45.408373 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.526726 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945917'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.669342 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.747461 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766132329741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766131793116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766131793134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59185231'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.817028 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event updated for resources: {'Port': ['ID=9e41eda4-c1e7-41f0-a1af-149459e4b846,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:45.828776 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:45.923875 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.db.l3_db [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Floating IP 953f14ab-1ce5-475b-bedb-8f2295d1ce9a associated. External IP: 172.27.2.28, port: 55cc4478-dca1-4ab1-bd34-04980d4cb495. Sep 16 18:11:46.119326 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:11:46.479271 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:11:46.490677 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:11:46.500207 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:11:46.500795 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:11:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:46.570945 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:46.599136 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-1b3385ba-b2d6-4d34-95b6-9fc0f10c3f67 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0584183 Sep 16 18:11:46.599719 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:11:46.602010 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2095e00333248813ac2fc1a91cc4a76c6486b4668c66b30a321c227053b16ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc52f001-885d-4217-92c6-e1fd1d56dfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:11:46.638078 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4499ebb-c86f-4540-b818-28f3b3dd32b6 x-openstack-request-id: req-b4499ebb-c86f-4540-b818-28f3b3dd32b6 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:11:46.638385 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495", "status": "completed", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:11:46.638641 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4499ebb-c86f-4540-b818-28f3b3dd32b6 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:11:46.639033 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'status': 'completed', 'code': 200} Sep 16 18:11:46.689125 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:11:46.702526 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-d573e268-a0c5-4404-a7cf-aee306e9c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:46.704090 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-d573e268-a0c5-4404-a7cf-aee306e9c69c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 1099 time: 0.0400889 Sep 16 18:11:46.803600 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-c8a241cc-d8e1-4190-834b-cf320715ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:46.805078 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-c8a241cc-d8e1-4190-834b-cf320715ac6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.0915601 Sep 16 18:11:46.872376 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-e3a7ce44-1212-4ffa-9a1e-eb591ebc808d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495 HTTP/1.1" status: 200 len: 999 time: 0.0596130 Sep 16 18:11:46.917237 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '953f14ab-1ce5-475b-bedb-8f2295d1ce9a', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:32:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fba6fd-715d-4477-a022-d7a7647fd129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:11:45Z', 'updated_at': '2021-09-16T18:11:45Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}, {'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:39Z', 'revision_number': 1, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:46.926997 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-5b81f276-383f-43b0-bda3-7b983a5720b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:46.928472 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-5b81f276-383f-43b0-bda3-7b983a5720b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0477946 Sep 16 18:11:46.943468 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:11:46.952291 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:11:46.953300 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:11:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:46.981224 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-76f5cb02-30c8-40ca-bb00-e07054a40a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:46.982789 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-76f5cb02-30c8-40ca-bb00-e07054a40a7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436132 Sep 16 18:11:47.058007 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:11:47.075937 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-f0b46440-3330-48a7-a063-b09f72683b99 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Sep 16 18:11:47.173547 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc52f001-885d-4217-92c6-e1fd1d56dfb8 req-688b5083-db8c-4cc4-8de6-f2f4d6e50cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866487 Sep 16 18:11:47.284848 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '953f14ab-1ce5-475b-bedb-8f2295d1ce9a', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:32:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fba6fd-715d-4477-a022-d7a7647fd129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:11:45Z', 'updated_at': '2021-09-16T18:11:45Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}, {'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:39Z', 'revision_number': 1, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:47.315161 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d311a-96a9-4735-9f28-aa31667fe1cb None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': '953f14ab-1ce5-475b-bedb-8f2295d1ce9a', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:32:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fba6fd-715d-4477-a022-d7a7647fd129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:11:45Z', 'updated_at': '2021-09-16T18:11:45Z', 'revision_number': 0, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}, {'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:39Z', 'revision_number': 1, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:11:47.363744 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f4159-b46a-4e8c-a29d-e774dad805cc req-b5d62b6d-5bed-4d4b-b8f1-e24643517f1a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:47.365250 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d6f4159-b46a-4e8c-a29d-e774dad805cc req-b5d62b6d-5bed-4d4b-b8f1-e24643517f1a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 947 time: 0.1079316 Sep 16 18:11:47.404932 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d6f4159-b46a-4e8c-a29d-e774dad805cc req-e04e585a-bb8f-453b-b80f-8497e52efa91 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Sep 16 18:11:47.499308 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fb733-ed1d-4d61-96cf-39e010bbc374 None None] New status for floating IP 953f14ab-1ce5-475b-bedb-8f2295d1ce9a: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:11:48.527806 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa6f2-34ae-4305-8b06-4dab2c611926 req-1587c1fd-2176-4aef-8719-108c857922a3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:48.527806 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4d0aa6f2-34ae-4305-8b06-4dab2c611926 req-1587c1fd-2176-4aef-8719-108c857922a3 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 947 time: 0.0484300 Sep 16 18:11:48.562102 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-4d0aa6f2-34ae-4305-8b06-4dab2c611926 req-78fc67a2-af99-4325-8e7b-1d74c74d7076 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups?id=e00ae0e7-8174-401c-898d-d897b9eeb9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Sep 16 18:11:48.723807 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-e12d2ada-3172-400c-ac4b-2cc871176dde tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:11:48.725215 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-e12d2ada-3172-400c-ac4b-2cc871176dde tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 947 time: 0.0464842 Sep 16 18:11:48.814140 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Deleting port 841ab0f8-5570-4479-b2c5-3328c35efbd9 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:11:48.814419 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:48.898782 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] For port 841ab0f8-5570-4479-b2c5-3328c35efbd9, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=841ab0f8-5570-4479-b2c5-3328c35efbd9,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:48.899137 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:49.063233 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:49.063599 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074636'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:49.063917 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.l3_db [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Floating IP 8062c593-ec75-48ff-9428-2bf2e1babeaa disassociated. External IP: 172.27.2.136, port: 841ab0f8-5570-4479-b2c5-3328c35efbd9. Sep 16 18:11:49.064311 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Calling delete_port for 841ab0f8-5570-4479-b2c5-3328c35efbd9 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:11:49.238299 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:49.268096 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event deleted for resources: {'Port': ['ID=841ab0f8-5570-4479-b2c5-3328c35efbd9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:49.379613 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:11:49.481870 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:11:49.491602 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:11:49.501840 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:11:49.502479 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:11:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:49.521704 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] No DVR routers for this DVR port 841ab0f8-5570-4479-b2c5-3328c35efbd9 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:11:49.524335 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:49.526338 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ad94568e-f2c1-455d-9aa5-048d7a9fc35f req-6f88afb1-087f-436b-8c03-2158bf902392 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.48 "DELETE /v2.0/ports/841ab0f8-5570-4479-b2c5-3328c35efbd9 HTTP/1.1" status: 204 len: 173 time: 0.7944527 Sep 16 18:11:49.526796 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-deleted', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:11:49.529001 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66828148-518f-4b92-846b-597a7b1f5475" -d '{"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-deleted", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:11:49.565005 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ca966-c7d9-4026-b159-f87e0d61409c x-openstack-request-id: req-537ca966-c7d9-4026-b159-f87e0d61409c {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:11:49.565295 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c7ac9-13b9-4b65-9efb-dc5b0136628d", "name": "network-vif-deleted", "tag": "841ab0f8-5570-4479-b2c5-3328c35efbd9", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:11:49.565548 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-537ca966-c7d9-4026-b159-f87e0d61409c {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:11:49.565943 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48c7ac9-13b9-4b65-9efb-dc5b0136628d', 'name': 'network-vif-deleted', 'tag': '841ab0f8-5570-4479-b2c5-3328c35efbd9', 'status': 'completed', 'code': 200} Sep 16 18:11:49.607699 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:11:49.664751 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-a897275f-8115-40a4-8280-7aa0830653a7 req-92557382-ca1b-46af-8ad7-c68d9968776a tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/ports?device_id=c48c7ac9-13b9-4b65-9efb-dc5b0136628d HTTP/1.1" status: 200 len: 210 time: 0.0269191 Sep 16 18:11:49.830541 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:49.856562 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:11:49.864435 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:11:49.865018 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:11:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:49.966263 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:11:50.159361 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:50.184430 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67d417-c204-4531-bca4-c3f6cb74ec5f None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:05:38Z', 'revision_number': 4, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': 'a4dddaea-d220-487e-a132-2829717354f3', 'name': '', 'network_id': '7c8989a2-50a7-47e4-b1ec-6cdd583f18cb', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'mac_address': 'fa:16:3e:28:44:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:38Z', 'updated_at': '2021-09-16T18:05:43Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'subnets': [{'id': 'f451e58e-6c2d-477a-b8c6-d95698daa4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:11:50.376186 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6cd1e-8408-400a-b17e-3214d5468e5a None None] New status for floating IP 8062c593-ec75-48ff-9428-2bf2e1babeaa: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:11:50.849451 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56476) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:50.905656 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d943c6c-76db-41cc-b88f-7efabbdaf373 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:50.928292 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d943c6c-76db-41cc-b88f-7efabbdaf373 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.056922 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d943c6c-76db-41cc-b88f-7efabbdaf373 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.059443 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1d943c6c-76db-41cc-b88f-7efabbdaf373 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.060572 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-1d943c6c-76db-41cc-b88f-7efabbdaf373 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "DELETE /v2.0/security-groups/e00ae0e7-8174-401c-898d-d897b9eeb9d2 HTTP/1.1" status: 204 len: 168 time: 0.2101676 Sep 16 18:11:51.063359 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56478) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:51.069188 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d943c6c-76db-41cc-b88f-7efabbdaf373 tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ae0e7-8174-401c-898d-d897b9eeb9d2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:51.077408 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.api.v2.resource [None req-dd3e2512-49a9-4c86-97b3-1470c4c86a4d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] show failed (client error): The resource could not be found. Sep 16 18:11:51.078457 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-dd3e2512-49a9-4c86-97b3-1470c4c86a4d tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "GET /v2.0/security-groups/e00ae0e7-8174-401c-898d-d897b9eeb9d2 HTTP/1.1" status: 404 len: 347 time: 0.0140214 Sep 16 18:11:51.081363 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56480) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:51.201225 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Deleting port 467f82a9-e774-4f48-a4ff-3573c66593fb {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:11:51.201457 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.273183 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.273513 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.285377 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Calling delete_port for 467f82a9-e774-4f48-a4ff-3573c66593fb owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:11:51.479173 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.506535 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Pushing event deleted for resources: {'Port': ['ID=467f82a9-e774-4f48-a4ff-3573c66593fb,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:51.564457 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.567018 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:51.568148 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-331c2ff4-03ef-4354-9a99-08784a47d7be tempest-AttachVolumeShelveTestJSON-607141968 tempest-AttachVolumeShelveTestJSON-607141968-project] 10.222.0.39 "DELETE /v2.0/floatingips/8062c593-ec75-48ff-9428-2bf2e1babeaa HTTP/1.1" status: 204 len: 168 time: 0.4859052 Sep 16 18:11:52.260544 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:11:52.280392 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 841ab0f8-5570-4479-b2c5-3328c35efbd9 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:11:52.280737 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 841ab0f8-5570-4479-b2c5-3328c35efbd9 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:11:54.192278 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56506) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:54.617520 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:54.851084 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Deleting port a4dddaea-d220-487e-a132-2829717354f3 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:11:54.851419 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:54.926126 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] For port a4dddaea-d220-487e-a132-2829717354f3, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=a4dddaea-d220-487e-a132-2829717354f3,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:54.926464 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:54.938080 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Calling delete_port for a4dddaea-d220-487e-a132-2829717354f3 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:11:55.141833 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:55.159052 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:55.182071 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dddaea-d220-487e-a132-2829717354f3,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:55.583679 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:55.787551 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:11:55.888300 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:11:55.893195 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-fa12010c-2ebf-41f5-8acb-25eab5c2165d admin admin] 10.222.0.39 "PUT /v2.0/routers/7b8ab2f8-f74b-4665-863f-9ceb8a7f3870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6999011 Sep 16 18:11:55.895896 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56510) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:55.898761 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] Sync routers for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:11:55.908423 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:11:55.909031 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:11:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:55.998012 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.094489 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:11:56.101620 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.196244 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Deleting port 3c340059-6c00-4565-822a-590135402a35 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:11:56.196589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.269158 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '3c340059-6c00-4565-822a-590135402a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:11:55Z', 'revision_number': 5, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port': {'id': '3c340059-6c00-4565-822a-590135402a35', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:05:36Z', 'updated_at': '2021-09-16T18:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:56.278649 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] For port 3c340059-6c00-4565-822a-590135402a35, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=3c340059-6c00-4565-822a-590135402a35,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:56.279014 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.290296 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Calling delete_port for 3c340059-6c00-4565-822a-590135402a35 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:11:56.294536 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] Checking router: 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:11:56.302601 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] Routers {'7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:11:56.303199 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:11:42Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:56.386074 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] Set router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 gateway port host: None {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:11:56.437305 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:11:56Z', 'revision_number': 6, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port_host': None}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:56.467087 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70c96-d6a2-41e4-b1da-b888551c5ccb None None] The sync data for ids ['7b8ab2f8-f74b-4665-863f-9ceb8a7f3870'] in dv-cinder-805887-16-iscsi is: [{'id': '7b8ab2f8-f74b-4665-863f-9ceb8a7f3870', 'name': 'tempest-AttachVolumeShelveTestJSON-1508836806-router', 'tenant_id': '9841d510b3f6450c8f460b36229bc8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:05:35Z', 'updated_at': '2021-09-16T18:11:56Z', 'revision_number': 6, 'project_id': '9841d510b3f6450c8f460b36229bc8a4', 'gw_port_host': None}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:11:56.490900 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.518247 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c340059-6c00-4565-822a-590135402a35,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:56.580961 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.668186 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.671134 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.780739 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.781344 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:11:56.785958 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.789411 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ce3d6a01-268d-48cf-8e9c-b181f4d6c93f admin admin] 10.222.0.39 "DELETE /v2.0/routers/7b8ab2f8-f74b-4665-863f-9ceb8a7f3870 HTTP/1.1" status: 204 len: 168 time: 0.8903356 Sep 16 18:11:56.789774 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56512) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:56.835849 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Deleting subnet f451e58e-6c2d-477a-b8c6-d95698daa4c4 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:11:56.839021 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.880341 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:56.959105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.073760 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.100215 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f451e58e-6c2d-477a-b8c6-d95698daa4c4,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:57.102174 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.104195 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-95f2246c-0fdf-4319-9a36-688774ef8014 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f451e58e-6c2d-477a-b8c6-d95698daa4c4 HTTP/1.1" status: 204 len: 168 time: 0.3133039 Sep 16 18:11:57.107183 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56514) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:57.109513 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee45b7a-b0e0-4807-9d70-fca8760d27ed None None] Network 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:11:57.178749 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.238030 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Deleting port 17844877-27cb-4664-bebf-4708383124d6 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:11:57.238399 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.288320 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396fac65-66ed-44bb-868d-556e216936ac None None] DHCP port deletion for 7c8989a2-50a7-47e4-b1ec-6cdd583f18cb request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:11:57.303437 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] For port 17844877-27cb-4664-bebf-4708383124d6, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=17844877-27cb-4664-bebf-4708383124d6,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:57.303800 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.320304 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Calling delete_port for 17844877-27cb-4664-bebf-4708383124d6 owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:11:57.337821 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-396fac65-66ed-44bb-868d-556e216936ac None None] Deleting port 17844877-27cb-4664-bebf-4708383124d6 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:11:57.338276 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-396fac65-66ed-44bb-868d-556e216936ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.398072 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-396fac65-66ed-44bb-868d-556e216936ac None None] For port 17844877-27cb-4664-bebf-4708383124d6, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=17844877-27cb-4664-bebf-4708383124d6,segment=NetworkSegment(0738312e-90fa-4128-958e-2ce60a665d2e),segment_id=0738312e-90fa-4128-958e-2ce60a665d2e)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:11:57.398497 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-396fac65-66ed-44bb-868d-556e216936ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.414507 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-396fac65-66ed-44bb-868d-556e216936ac None None] Calling delete_port for 17844877-27cb-4664-bebf-4708383124d6 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:11:57.456712 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.490320 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] No DVR routers for this DVR port 17844877-27cb-4664-bebf-4708383124d6 on host dv-cinder-805887-16-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:11:57.495444 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=17844877-27cb-4664-bebf-4708383124d6,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:57.496283 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-396fac65-66ed-44bb-868d-556e216936ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.521825 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fac65-66ed-44bb-868d-556e216936ac None None] Pushing event deleted for resources: {'Port': ['ID=17844877-27cb-4664-bebf-4708383124d6,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:57.534763 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fac65-66ed-44bb-868d-556e216936ac None None] No DVR routers for this DVR port 17844877-27cb-4664-bebf-4708383124d6 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:11:57.550239 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 17844877-27cb-4664-bebf-4708383124d6 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:11:57.572781 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 17844877-27cb-4664-bebf-4708383124d6 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:11:57.573223 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 17844877-27cb-4664-bebf-4708383124d6 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:11:57.573846 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device a4dddaea-d220-487e-a132-2829717354f3 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:11:57.575119 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.592140 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: a4dddaea-d220-487e-a132-2829717354f3 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:11:57.592490 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device a4dddaea-d220-487e-a132-2829717354f3 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:11:57.592900 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3c340059-6c00-4565-822a-590135402a35 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:11:57.595851 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8989a2-50a7-47e4-b1ec-6cdd583f18cb']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:57.605478 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0738312e-90fa-4128-958e-2ce60a665d2e') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:57.605772 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0738312e-90fa-4128-958e-2ce60a665d2e') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:11:57.613752 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 3c340059-6c00-4565-822a-590135402a35 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:11:57.614100 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 3c340059-6c00-4565-822a-590135402a35 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:11:57.616478 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.630059 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.635918 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:11:57.637755 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:11:57.637992 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:11:57.753346 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.757692 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:57.760245 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c8989a2-50a7-47e4-b1ec-6cdd583f18cb HTTP/1.1" status: 204 len: 168 time: 0.6520548 Sep 16 18:11:57.773148 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83d4f4-6274-4b5f-a9c0-a574c3e61da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8989a2-50a7-47e4-b1ec-6cdd583f18cb,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:11:58.089560 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56518) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:58.128272 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-7645dba9-2718-4484-ae85-06ff226a15c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9841d510b3f6450c8f460b36229bc8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375981 Sep 16 18:11:58.130604 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56520) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:11:58.175601 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-598633d5-387f-4a18-8a95-2822989bfa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:58.196741 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-598633d5-387f-4a18-8a95-2822989bfa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:58.297066 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-598633d5-387f-4a18-8a95-2822989bfa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:58.299646 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-598633d5-387f-4a18-8a95-2822989bfa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:11:58.300789 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-598633d5-387f-4a18-8a95-2822989bfa72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9208d9a-76b9-4c6f-b5c6-cafbed4c1476 HTTP/1.1" status: 204 len: 168 time: 0.1693261 Sep 16 18:11:58.308733 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598633d5-387f-4a18-8a95-2822989bfa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9208d9a-76b9-4c6f-b5c6-cafbed4c1476,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:00.516756 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-913f5e9e-792e-4249-a229-a5751d2ffefe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1313591 Sep 16 18:12:00.577896 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-6fef026d-0cf6-459b-990e-ab32e82ea999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:12:00.579371 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-6fef026d-0cf6-459b-990e-ab32e82ea999 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1099 time: 0.0388658 Sep 16 18:12:00.683870 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-33e5e6b5-5e7a-47e7-87df-5401c32f913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:12:00.685319 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-33e5e6b5-5e7a-47e7-87df-5401c32f913c service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.0867159 Sep 16 18:12:00.747949 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-ee3d8077-9980-41d6-aedb-f8289a7a675e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 200 len: 1002 time: 0.0555644 Sep 16 18:12:00.795376 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-486f46c1-7d47-4422-ae30-fcb8d30c340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:12:00.796868 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-486f46c1-7d47-4422-ae30-fcb8d30c340f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0420265 Sep 16 18:12:00.845145 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-c1b94b59-7322-429b-9fa4-de0f27707c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:12:00.846621 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-c1b94b59-7322-429b-9fa4-de0f27707c13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412571 Sep 16 18:12:00.857732 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-77dfd565-6b65-49f5-8b68-a43d5edb67f4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 18:12:00.858716 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-77dfd565-6b65-49f5-8b68-a43d5edb67f4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047743 Sep 16 18:12:00.947162 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-02784b3c-caa8-491c-80f3-9c20332f3e88 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805321 Sep 16 18:12:01.037188 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4b66e8f-e935-4b25-9d33-695929bb8d92 req-10ba18fb-8f38-433d-a116-a049d1edf454 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819447 Sep 16 18:12:01.641884 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:12:03.158968 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56586) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:03.259071 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6608ab81-93c4-4ba6-96d4-909a947b5f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.345957 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6608ab81-93c4-4ba6-96d4-909a947b5f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.421965 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6608ab81-93c4-4ba6-96d4-909a947b5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.460599 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-6608ab81-93c4-4ba6-96d4-909a947b5f10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38a8565730614506b9decbf2756f4394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003461 Sep 16 18:12:03.461251 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608ab81-93c4-4ba6-96d4-909a947b5f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2335abbf-58fc-4124-b51a-5c9a148fa231,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:03.463105 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56590) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:03.512487 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-57400c95-c68c-43cd-a43c-13245dd70a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.532865 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-57400c95-c68c-43cd-a43c-13245dd70a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.633334 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-57400c95-c68c-43cd-a43c-13245dd70a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.635818 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-57400c95-c68c-43cd-a43c-13245dd70a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:03.636939 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-57400c95-c68c-43cd-a43c-13245dd70a71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2335abbf-58fc-4124-b51a-5c9a148fa231 HTTP/1.1" status: 204 len: 168 time: 0.1722949 Sep 16 18:12:03.645947 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57400c95-c68c-43cd-a43c-13245dd70a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2335abbf-58fc-4124-b51a-5c9a148fa231,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:05.260376 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56640) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:05.360033 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f30c63e3-6c8a-4aa2-87d8-b5aa58cdad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.444364 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f30c63e3-6c8a-4aa2-87d8-b5aa58cdad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.518758 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f30c63e3-6c8a-4aa2-87d8-b5aa58cdad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.557300 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c63e3-6c8a-4aa2-87d8-b5aa58cdad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261a35ba-17d5-4a1d-97d1-69c1462bc296,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:05.561599 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f30c63e3-6c8a-4aa2-87d8-b5aa58cdad6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfbc867aef674e23b07f0d10daf232fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004520 Sep 16 18:12:05.564814 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56644) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:05.611834 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04cd41c1-c3a3-47a4-af4f-5434331d2257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.632268 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04cd41c1-c3a3-47a4-af4f-5434331d2257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.757605 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04cd41c1-c3a3-47a4-af4f-5434331d2257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.760179 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04cd41c1-c3a3-47a4-af4f-5434331d2257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:05.761326 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-04cd41c1-c3a3-47a4-af4f-5434331d2257 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/261a35ba-17d5-4a1d-97d1-69c1462bc296 HTTP/1.1" status: 204 len: 168 time: 0.1956768 Sep 16 18:12:05.768998 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd41c1-c3a3-47a4-af4f-5434331d2257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a35ba-17d5-4a1d-97d1-69c1462bc296,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:09.473037 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-30428677-1253-4bd9-9a8b-96f54406fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:11.958647 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa8cd-346a-406b-8b2e-96c74b431a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:12.719354 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:13.015958 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:14.758927 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:17.918518 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56738) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:18.019254 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-50bcca30-1eaa-47c8-8e6b-93c554e63a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.104352 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-50bcca30-1eaa-47c8-8e6b-93c554e63a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.181318 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-50bcca30-1eaa-47c8-8e6b-93c554e63a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.220561 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-50bcca30-1eaa-47c8-8e6b-93c554e63a91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40d07407c0584d1cbb0a9281da340400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009133 Sep 16 18:12:18.222027 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcca30-1eaa-47c8-8e6b-93c554e63a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5992db8-c2cc-4ea9-a389-22a3a841dcb1,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:18.223898 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56742) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:18.273076 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d8422c-b532-4325-8ca5-077d15366ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.293730 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d8422c-b532-4325-8ca5-077d15366ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.387172 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d8422c-b532-4325-8ca5-077d15366ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.389692 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e1d8422c-b532-4325-8ca5-077d15366ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:18.390850 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-e1d8422c-b532-4325-8ca5-077d15366ced admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5992db8-c2cc-4ea9-a389-22a3a841dcb1 HTTP/1.1" status: 204 len: 168 time: 0.1659725 Sep 16 18:12:18.398971 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8422c-b532-4325-8ca5-077d15366ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5992db8-c2cc-4ea9-a389-22a3a841dcb1,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:18.990843 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56748) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:19.004241 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-13c76a42-8ad2-4093-a982-d87135a5684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.089894 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-13c76a42-8ad2-4093-a982-d87135a5684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.147257 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-13c76a42-8ad2-4093-a982-d87135a5684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.184917 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-13c76a42-8ad2-4093-a982-d87135a5684e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90813cfdf1b745399e045fd818ce7694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930699 Sep 16 18:12:19.185764 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c76a42-8ad2-4093-a982-d87135a5684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1003ede-3b3d-4153-b7ad-9852cb654c02,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:19.188243 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56750) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:19.236306 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3185-9a91-4cba-a446-e41ccb9e5a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.255938 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3185-9a91-4cba-a446-e41ccb9e5a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.385770 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3185-9a91-4cba-a446-e41ccb9e5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.388366 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3185-9a91-4cba-a446-e41ccb9e5a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:19.389511 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1f2a3185-9a91-4cba-a446-e41ccb9e5a7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1003ede-3b3d-4153-b7ad-9852cb654c02 HTTP/1.1" status: 204 len: 168 time: 0.2002230 Sep 16 18:12:19.397722 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a3185-9a91-4cba-a446-e41ccb9e5a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1003ede-3b3d-4153-b7ad-9852cb654c02,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:20.783292 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56780) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:20.885194 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7893d66d-81f9-419b-b6cc-aca8b500033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:20.969229 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7893d66d-81f9-419b-b6cc-aca8b500033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:21.044160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7893d66d-81f9-419b-b6cc-aca8b500033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:21.082455 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-7893d66d-81f9-419b-b6cc-aca8b500033b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d5e8f35fe5b40919693a245ffb8777a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980576 Sep 16 18:12:21.083297 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893d66d-81f9-419b-b6cc-aca8b500033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577652d1-d9a1-46ed-8afe-ab64c8475727,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:21.085276 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56784) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:21.132835 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7652d7e-3503-4e52-ab5c-123d01069f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:21.152779 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7652d7e-3503-4e52-ab5c-123d01069f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:21.255869 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7652d7e-3503-4e52-ab5c-123d01069f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:21.258379 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d7652d7e-3503-4e52-ab5c-123d01069f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:21.263501 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d7652d7e-3503-4e52-ab5c-123d01069f87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/577652d1-d9a1-46ed-8afe-ab64c8475727 HTTP/1.1" status: 204 len: 168 time: 0.1732526 Sep 16 18:12:21.268272 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7652d7e-3503-4e52-ab5c-123d01069f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577652d1-d9a1-46ed-8afe-ab64c8475727,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:25.158779 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:31.863893 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56908) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:31.963620 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1634414f-8efc-4177-b58d-cff8483a0617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.048297 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1634414f-8efc-4177-b58d-cff8483a0617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.176476 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1634414f-8efc-4177-b58d-cff8483a0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.214850 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-1634414f-8efc-4177-b58d-cff8483a0617 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=526804134fa74545b0ca213d2e9e32a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499393 Sep 16 18:12:32.216747 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634414f-8efc-4177-b58d-cff8483a0617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44313238-55b2-4245-a6d6-8d54abd7cb76,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:32.217814 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56912) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:32.268236 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.288836 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.398419 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.400936 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:32.402066 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44313238-55b2-4245-a6d6-8d54abd7cb76 HTTP/1.1" status: 204 len: 168 time: 0.1832345 Sep 16 18:12:32.410696 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44313238-55b2-4245-a6d6-8d54abd7cb76,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:32.416419 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.416766 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.417102 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.417432 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.417759 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.418087 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.418445 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.418772 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.419141 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.419400 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.419713 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.420026 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd2dd4-d0ab-4fb0-94b9-c6022a499891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:32.961589 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56918) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:32.975066 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-34683e0d-4127-4364-afec-7e848e3005b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.058851 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-34683e0d-4127-4364-afec-7e848e3005b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.118611 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-34683e0d-4127-4364-afec-7e848e3005b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.156502 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-34683e0d-4127-4364-afec-7e848e3005b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ea1217513a64ccdb63386f9bf60740c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938920 Sep 16 18:12:33.157542 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34683e0d-4127-4364-afec-7e848e3005b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f94095-e9f6-463d-91e1-9a8bba0077eb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:33.159285 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56920) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:33.208037 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d04c10e1-aca1-4d00-abe7-4c234f840842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.228269 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d04c10e1-aca1-4d00-abe7-4c234f840842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.341596 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d04c10e1-aca1-4d00-abe7-4c234f840842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.344177 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d04c10e1-aca1-4d00-abe7-4c234f840842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:33.345314 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-d04c10e1-aca1-4d00-abe7-4c234f840842 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f94095-e9f6-463d-91e1-9a8bba0077eb HTTP/1.1" status: 204 len: 168 time: 0.1842742 Sep 16 18:12:33.356100 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c10e1-aca1-4d00-abe7-4c234f840842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f94095-e9f6-463d-91e1-9a8bba0077eb,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:33.968951 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 56930) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:33.981703 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0126698f-41dd-4c5c-a463-0a266f8b50c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.065760 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0126698f-41dd-4c5c-a463-0a266f8b50c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.113215 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0126698f-41dd-4c5c-a463-0a266f8b50c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.150582 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-0126698f-41dd-4c5c-a463-0a266f8b50c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90c318f7b39f42318d68f121fa8f25d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805511 Sep 16 18:12:34.152574 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126698f-41dd-4c5c-a463-0a266f8b50c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a36f6-aaa5-4e7d-8a78-dd78d1fd86b0,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:34.153431 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 56932) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:34.201925 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caf8a861-dd0a-47a4-ba95-ede99ca1c86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.223156 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caf8a861-dd0a-47a4-ba95-ede99ca1c86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.319077 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caf8a861-dd0a-47a4-ba95-ede99ca1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.321585 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caf8a861-dd0a-47a4-ba95-ede99ca1c86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:34.322780 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-caf8a861-dd0a-47a4-ba95-ede99ca1c86e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c6a36f6-aaa5-4e7d-8a78-dd78d1fd86b0 HTTP/1.1" status: 204 len: 168 time: 0.1683214 Sep 16 18:12:34.330223 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a861-dd0a-47a4-ba95-ede99ca1c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a36f6-aaa5-4e7d-8a78-dd78d1fd86b0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:38.639972 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:12:39.490448 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-bd825882-e994-4303-b88c-a1ecb5fa094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:41.986969 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c443d2c9-bccf-43fc-acd5-d3c4f1b106a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:42.699802 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:43.002653 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:44.735640 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:55.156582 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:55.983849 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57066) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:56.083429 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-231345dc-e89a-4c9b-80fd-855f0908a79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.167626 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-231345dc-e89a-4c9b-80fd-855f0908a79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.209527 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-231345dc-e89a-4c9b-80fd-855f0908a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.246584 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-231345dc-e89a-4c9b-80fd-855f0908a79f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d7790b1be87407983f5d372166a0da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616088 Sep 16 18:12:56.247657 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231345dc-e89a-4c9b-80fd-855f0908a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d579f1a-5bfe-4189-b396-e05a17697b4e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:56.249330 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57070) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:12:56.300483 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.320142 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.427295 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.429726 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:12:56.430871 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d579f1a-5bfe-4189-b396-e05a17697b4e HTTP/1.1" status: 204 len: 168 time: 0.1805668 Sep 16 18:12:56.438131 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d579f1a-5bfe-4189-b396-e05a17697b4e,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:12:56.445123 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.445470 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.445801 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.446129 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.446480 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.446805 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.447126 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.447446 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.447765 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.448081 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.448399 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:12:56.448776 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce52c0-53db-44a9-8aad-8c9d0c201ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:00.398122 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-79289538-7f57-4f44-bf43-057fe25a00f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375166 Sep 16 18:13:00.476614 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-66326553-681f-4db5-8f1d-f9a05f208a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:00.478027 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-66326553-681f-4db5-8f1d-f9a05f208a02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1099 time: 0.0397608 Sep 16 18:13:00.575580 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-92821a17-5cfc-4b1a-9c70-1f8a45d690b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:00.576942 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-92821a17-5cfc-4b1a-9c70-1f8a45d690b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.0808389 Sep 16 18:13:00.646988 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-d4d38300-a41a-47c6-adb2-26f463c2b665 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 200 len: 1002 time: 0.0628948 Sep 16 18:13:00.694608 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-9aaa857d-0c26-4d96-8801-955c387b01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:00.695975 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-9aaa857d-0c26-4d96-8801-955c387b01ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0421717 Sep 16 18:13:00.738407 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-9fb291a2-588f-40e6-b6ad-3cf0bb819d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:00.739821 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-9fb291a2-588f-40e6-b6ad-3cf0bb819d2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0368347 Sep 16 18:13:00.828237 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-6fe7f683-60db-4bb8-88bb-9ec952031f6b service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805991 Sep 16 18:13:00.913517 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d56fefc-95d9-4957-a24f-f4476a53a552 req-7b3825b3-c36b-4e4f-b947-d580ac4297c0 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776970 Sep 16 18:13:09.472780 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-2381d881-8078-4c80-a00e-addd7f291261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:11.940585 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-8c342d6f-203e-4be3-85dd-4ac5b5dfaeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:12.718145 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:13.013925 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:13.866998 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57076) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:14.020977 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Deleting port 9e41eda4-c1e7-41f0-a1af-149459e4b846 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:14.021318 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.100123 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.100453 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.111532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Calling delete_port for 9e41eda4-c1e7-41f0-a1af-149459e4b846 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:14.345097 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.370032 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'Port': ['ID=9e41eda4-c1e7-41f0-a1af-149459e4b846,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:14.435858 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.436188 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Floating IP 953f14ab-1ce5-475b-bedb-8f2295d1ce9a disassociated (deleted). External IP: 172.27.2.28, port: 55cc4478-dca1-4ab1-bd34-04980d4cb495. Sep 16 18:13:14.756742 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.883664 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:13:14.987042 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:13:14.991664 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:14.996305 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:13:15.005940 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:15.006611 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:15.017668 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8c0baef2-1c3a-47e5-b381-608709c51306 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "DELETE /v2.0/floatingips/953f14ab-1ce5-475b-bedb-8f2295d1ce9a HTTP/1.1" status: 204 len: 168 time: 1.1496427 Sep 16 18:13:15.018258 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:13:15.020718 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d0645-093d-4dcf-a7c9-87c35de62734" -d '{"events": [{"name": "network-changed", "server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:13:15.114028 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:15.234472 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4bdabf-4565-4831-a657-2baaf7eb7c44 x-openstack-request-id: req-af4bdabf-4565-4831-a657-2baaf7eb7c44 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:13:15.234784 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:13:15.235035 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af4bdabf-4565-4831-a657-2baaf7eb7c44 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:13:15.235433 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'status': 'completed', 'code': 200} Sep 16 18:13:15.305438 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-1778071e-2a72-4371-8093-e52c360368f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:15.307221 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-1778071e-2a72-4371-8093-e52c360368f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 1099 time: 0.0500495 Sep 16 18:13:15.347170 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:39Z', 'revision_number': 1, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:15.376891 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:13:15.385185 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:15.385765 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:15.424200 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374fb5d-e2f5-4780-aa4e-915093b30b24 req-883a6005-913d-4b30-89df-16417a8a1453 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:15.425685 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6374fb5d-e2f5-4780-aa4e-915093b30b24 req-883a6005-913d-4b30-89df-16417a8a1453 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 946 time: 0.1024539 Sep 16 18:13:15.451908 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-1846bee1-5fbc-46be-a8f8-bf9527655890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:15.453322 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-1846bee1-5fbc-46be-a8f8-bf9527655890 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.1381814 Sep 16 18:13:15.479149 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6374fb5d-e2f5-4780-aa4e-915093b30b24 req-8fa4593c-f6e8-46f9-83bc-ff9377e9cbab tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475464 Sep 16 18:13:15.490745 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:15.505536 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-24dba91b-232e-4164-ab10-d3093dd7751f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495 HTTP/1.1" status: 200 len: 217 time: 0.0399659 Sep 16 18:13:15.560225 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-184abc7b-6d22-4390-93f4-29e80dd393fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:15.561665 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-184abc7b-6d22-4390-93f4-29e80dd393fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0470369 Sep 16 18:13:15.607232 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-7b7b5096-c9e2-4d5e-a53a-bef08192790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:15.608703 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-7b7b5096-c9e2-4d5e-a53a-bef08192790f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390000 Sep 16 18:13:15.639915 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:13:15.703141 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-1192c62e-ee69-4b34-9a9a-37bb788f8e70 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861096 Sep 16 18:13:15.708968 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:39Z', 'revision_number': 1, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:15.734522 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c35172-2d8e-4f23-ac52-438db69b5b30 None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_floatingips': [{'id': 'cc4871b7-5810-4b80-a7b6-87bfe51a00e9', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'router_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'port_id': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'mac_address': 'fa:16:3e:01:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:37Z', 'updated_at': '2021-09-16T18:09:39Z', 'revision_number': 1, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:13:15.793985 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-029d0645-093d-4dcf-a7c9-87c35de62734 req-02e9abde-9a53-429a-8aa8-d35defbfc1ea service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 Sep 16 18:13:15.948292 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b9bcd-2777-43ef-b8fd-1748a8f50a0c None None] New status for floating IP 953f14ab-1ce5-475b-bedb-8f2295d1ce9a: DOWN {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:13:16.604706 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3836b6-307e-4739-acbd-c0454750d1ec req-8e861cf5-247e-418e-9fe6-a0826a4d2159 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:16.606174 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cf3836b6-307e-4739-acbd-c0454750d1ec req-8e861cf5-247e-418e-9fe6-a0826a4d2159 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 946 time: 0.0473928 Sep 16 18:13:16.642843 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-cf3836b6-307e-4739-acbd-c0454750d1ec req-629d2bd3-5af2-467e-8558-55ad2689bd78 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Sep 16 18:13:16.910549 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-4aa5dc91-d97a-4aa0-bb64-6231c9d9f134 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:16.911880 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-4aa5dc91-d97a-4aa0-bb64-6231c9d9f134 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 946 time: 0.0465310 Sep 16 18:13:17.001717 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Deleting port 55cc4478-dca1-4ab1-bd34-04980d4cb495 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:17.002054 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:17.086133 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] For port 55cc4478-dca1-4ab1-bd34-04980d4cb495, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=55cc4478-dca1-4ab1-bd34-04980d4cb495,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:17.086525 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:17.101894 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Calling delete_port for 55cc4478-dca1-4ab1-bd34-04980d4cb495 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:17.317989 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:17.346988 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'Port': ['ID=55cc4478-dca1-4ab1-bd34-04980d4cb495,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:17.387376 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] No DVR routers for this DVR port 55cc4478-dca1-4ab1-bd34-04980d4cb495 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:13:17.389892 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:17.391929 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51fb5114-86f9-4255-a50b-5cd3f906d756 req-ba4a93fb-7999-4fc1-96b8-016403d82b76 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "DELETE /v2.0/ports/55cc4478-dca1-4ab1-bd34-04980d4cb495 HTTP/1.1" status: 204 len: 173 time: 0.4733474 Sep 16 18:13:17.392351 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'name': 'network-vif-deleted', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:13:17.394558 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb29c2-957a-47fc-b07c-d39882c695cd" -d '{"events": [{"server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "name": "network-vif-deleted", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:13:17.441821 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c8b54-be0a-4358-8c0a-3f48a5319f44 x-openstack-request-id: req-c41c8b54-be0a-4358-8c0a-3f48a5319f44 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:13:17.442115 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fba6fd-715d-4477-a022-d7a7647fd129", "name": "network-vif-deleted", "tag": "55cc4478-dca1-4ab1-bd34-04980d4cb495", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:13:17.442394 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c41c8b54-be0a-4358-8c0a-3f48a5319f44 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:13:17.442791 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fba6fd-715d-4477-a022-d7a7647fd129', 'name': 'network-vif-deleted', 'tag': '55cc4478-dca1-4ab1-bd34-04980d4cb495', 'status': 'completed', 'code': 200} Sep 16 18:13:17.736092 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e29d9f37-7cff-46c5-a8ff-98c320b5bfd5 req-45cdbe7b-e358-4d9f-8079-01618d1619aa tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=70fba6fd-715d-4477-a022-d7a7647fd129 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Sep 16 18:13:20.626108 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 55cc4478-dca1-4ab1-bd34-04980d4cb495 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:20.649269 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 55cc4478-dca1-4ab1-bd34-04980d4cb495 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:20.651319 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 55cc4478-dca1-4ab1-bd34-04980d4cb495 not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:21.201829 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57116) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:21.355362 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Deleting port b08b7f9c-34d6-4af4-a542-38cb6da364d8 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:21.355707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:21.428106 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:21.428432 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:21.440462 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Calling delete_port for b08b7f9c-34d6-4af4-a542-38cb6da364d8 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:21.676812 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:21.706751 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'Port': ['ID=b08b7f9c-34d6-4af4-a542-38cb6da364d8,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:21.761328 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:21.761659 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Floating IP cc4871b7-5810-4b80-a7b6-87bfe51a00e9 disassociated (deleted). External IP: 172.27.2.184, port: 9754d46f-2ec9-4a23-b614-a773b5a2345c. Sep 16 18:13:21.961391 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:13:22.063474 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:13:22.068139 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:22.073385 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:13:22.081947 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:22.082580 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:22.093735 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-fbe16ce5-df8c-4a69-a6e9-16d3f1ecc22c tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "DELETE /v2.0/floatingips/cc4871b7-5810-4b80-a7b6-87bfe51a00e9 HTTP/1.1" status: 204 len: 168 time: 0.8902519 Sep 16 18:13:22.094397 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:13:22.096647 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:13:22.132350 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b5b7a-6cf0-425f-9f11-0bac17a376f9 x-openstack-request-id: req-f56b5b7a-6cf0-425f-9f11-0bac17a376f9 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:13:22.132645 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:13:22.132896 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f56b5b7a-6cf0-425f-9f11-0bac17a376f9 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:13:22.133291 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'status': 'completed', 'code': 200} Sep 16 18:13:22.190814 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:22.199004 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-8d9c61ed-a737-4477-927d-d837e6ebf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:22.200520 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-8d9c61ed-a737-4477-927d-d837e6ebf85d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ba7368ff4314e9f8de698b3c7224514&device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 1099 time: 0.0408187 Sep 16 18:13:22.293505 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-d2143988-18e5-4b4a-abff-4ddfd51fb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:22.295036 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-d2143988-18e5-4b4a-abff-4ddfd51fb853 service neutron] 10.222.0.48 "GET /v2.0/networks?id=20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 200 len: 912 time: 0.0872078 Sep 16 18:13:22.335728 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-ac7f7e3f-d3c7-487c-98c7-f07918433e25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 200 len: 217 time: 0.0336568 Sep 16 18:13:22.388149 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-b32a6e20-2bc2-4e9b-ac76-e76c80ef9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:22.390391 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-b32a6e20-2bc2-4e9b-ac76-e76c80ef9869 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 200 len: 850 time: 0.0466771 Sep 16 18:13:22.390777 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:22.416342 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:13:22.424983 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:22.425568 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:22.437677 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-dc9a97d8-38d8-45b4-929a-fcdbcbaed457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:22.439196 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-dc9a97d8-38d8-45b4-929a-fcdbcbaed457 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20eee47a-293f-48c8-a0fd-546d1762c102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428264 Sep 16 18:13:22.537274 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:22.558871 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-2daa5028-ef7f-4520-a0b6-6cd1c47cdfbe service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124473 Sep 16 18:13:22.571674 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a3bb-bf4f-414b-a9c4-de9727dcf9a5 req-4518eca9-07fa-49ba-be50-67dadeeeb104 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:22.573085 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4651a3bb-bf4f-414b-a9c4-de9727dcf9a5 req-4518eca9-07fa-49ba-be50-67dadeeeb104 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0700712 Sep 16 18:13:22.662278 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4651a3bb-bf4f-414b-a9c4-de9727dcf9a5 req-683f68d6-fe2e-4a76-b605-171cb172b14e tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800042 Sep 16 18:13:22.685619 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc66e9b-4a71-4938-bf37-928b2b8b54ad req-36c28d8f-efba-441d-a8b5-5dd35f8787e4 service neutron] 10.222.0.48 "GET /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116054 Sep 16 18:13:22.737318 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:22.763006 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb8b2f-46e9-4b61-bcf4-c6fb6f606ffb None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:06:16Z', 'revision_number': 4, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi', '_interfaces': [{'id': '697d0bc8-ffae-4fe8-a7ad-33a7f548d068', 'name': '', 'network_id': '20eee47a-293f-48c8-a0fd-546d1762c102', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'mac_address': 'fa:16:3e:45:7b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:16Z', 'updated_at': '2021-09-16T18:06:20Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'subnets': [{'id': 'c827f522-36c3-4415-95aa-b9f59401ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:13:22.977772 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c967da0-5edc-49a8-8867-4d14b686a74b None None] New status for floating IP cc4871b7-5810-4b80-a7b6-87bfe51a00e9: DOWN {{(pid=94378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 18:13:23.785246 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965da6a-94aa-4012-87e4-e6257e3d54e9 req-a8f01068-c33c-44ff-840f-1bae8ae25c2d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:23.785246 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e965da6a-94aa-4012-87e4-e6257e3d54e9 req-a8f01068-c33c-44ff-840f-1bae8ae25c2d tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0504508 Sep 16 18:13:23.815958 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-e965da6a-94aa-4012-87e4-e6257e3d54e9 req-f377fb7c-e5c0-4783-a6b1-021e6968a7a2 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/security-groups?id=12514cbf-2e0a-4112-823c-8ae9324fdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Sep 16 18:13:24.014707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-99e5b136-3bef-4c2c-9f8a-c86f1c9b32fd tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 18:13:24.016134 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-99e5b136-3bef-4c2c-9f8a-c86f1c9b32fd tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 946 time: 0.0472016 Sep 16 18:13:24.106073 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Deleting port 9754d46f-2ec9-4a23-b614-a773b5a2345c {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:24.106362 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:24.194531 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] For port 9754d46f-2ec9-4a23-b614-a773b5a2345c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=9754d46f-2ec9-4a23-b614-a773b5a2345c,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:24.194900 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:24.206295 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Calling delete_port for 9754d46f-2ec9-4a23-b614-a773b5a2345c owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:24.398808 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:24.430232 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'Port': ['ID=9754d46f-2ec9-4a23-b614-a773b5a2345c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:24.469443 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] No DVR routers for this DVR port 9754d46f-2ec9-4a23-b614-a773b5a2345c on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:13:24.474086 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:24.474086 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a2f2bcbb-e905-4bae-956a-e40c6d2d4571 req-20beafd5-af1d-4142-86c2-d03903c4a7ee tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.48 "DELETE /v2.0/ports/9754d46f-2ec9-4a23-b614-a773b5a2345c HTTP/1.1" status: 204 len: 173 time: 0.4511807 Sep 16 18:13:24.474518 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'name': 'network-vif-deleted', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 18:13:24.476783 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515b8423e70db8f7d52d41454ff75712159bc8758c97fc4480b15a6e34f8db57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7adcb-189c-423b-9999-28eda8f8fd91" -d '{"events": [{"server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "name": "network-vif-deleted", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 18:13:24.509769 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f424e-b159-4461-b4db-366d44540fbf x-openstack-request-id: req-e77f424e-b159-4461-b4db-366d44540fbf {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 18:13:24.510059 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187", "name": "network-vif-deleted", "tag": "9754d46f-2ec9-4a23-b614-a773b5a2345c", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 18:13:24.510306 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e77f424e-b159-4461-b4db-366d44540fbf {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 18:13:24.510719 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187', 'name': 'network-vif-deleted', 'tag': '9754d46f-2ec9-4a23-b614-a773b5a2345c', 'status': 'completed', 'code': 200} Sep 16 18:13:24.910701 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [req-8ab45069-5e8f-408a-94a4-db2b9591461a req-047c3db1-70f6-4e7e-a83c-ff2676726709 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdd46d1-ebcd-4b40-a7e9-bcf926f1c187 HTTP/1.1" status: 200 len: 210 time: 0.0270207 Sep 16 18:13:25.173465 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:25.963997 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57132) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:26.081761 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Deleting port 160bd77e-9994-40d4-8496-0d6646309e98 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:26.082113 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:26.156985 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:26.157309 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:26.168851 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Calling delete_port for 160bd77e-9994-40d4-8496-0d6646309e98 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:26.386607 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:26.414910 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'Port': ['ID=160bd77e-9994-40d4-8496-0d6646309e98,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:26.471700 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:26.474251 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13660'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:26.475464 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2419dad0-e706-4a07-ba66-4a2861d55f7a tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "DELETE /v2.0/floatingips/70c1f9b1-c7a9-4b59-82e0-29d662b0c130 HTTP/1.1" status: 204 len: 168 time: 0.5105009 Sep 16 18:13:27.768132 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57144) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:27.826664 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a807677-7a9d-432b-8efa-111787d5cf71 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:27.852044 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a807677-7a9d-432b-8efa-111787d5cf71 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:27.992308 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a807677-7a9d-432b-8efa-111787d5cf71 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:27.994905 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9a807677-7a9d-432b-8efa-111787d5cf71 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:27.998562 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9a807677-7a9d-432b-8efa-111787d5cf71 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] 10.222.0.39 "DELETE /v2.0/security-groups/12514cbf-2e0a-4112-823c-8ae9324fdb42 HTTP/1.1" status: 204 len: 168 time: 0.2269678 Sep 16 18:13:28.005633 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a807677-7a9d-432b-8efa-111787d5cf71 tempest-TestVolumeBootPattern-724229808 tempest-TestVolumeBootPattern-724229808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12514cbf-2e0a-4112-823c-8ae9324fdb42,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:28.114728 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57148) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:28.679071 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 9754d46f-2ec9-4a23-b614-a773b5a2345c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:28.699201 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] No Port match for: 9754d46f-2ec9-4a23-b614-a773b5a2345c {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:28.699544 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Device 9754d46f-2ec9-4a23-b614-a773b5a2345c not bound to the agent host hv-cinder-80588 {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:28.832601 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:29.069323 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Deleting port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:29.069663 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:29.155531 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] For port 697d0bc8-ffae-4fe8-a7ad-33a7f548d068, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:29.155893 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:29.168300 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Calling delete_port for 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:29.421028 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:29.446613 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=697d0bc8-ffae-4fe8-a7ad-33a7f548d068,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:29.613871 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:29.823113 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Router 600b73e9-daec-4f14-af2c-9e6c8a3f130a has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:13:29.924640 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:13:29.930097 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9714bdc4-c919-43b4-badc-ffc44cda7e0c admin admin] 10.222.0.39 "PUT /v2.0/routers/600b73e9-daec-4f14-af2c-9e6c8a3f130a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8142788 Sep 16 18:13:29.932271 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57152) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:29.933164 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] Sync routers for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:13:29.942895 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:29.943496 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:30.031972 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.045188 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: dv-cinder-805887-16-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:30.135938 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.262294 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Deleting port 27885364-4fda-4efd-8a8b-35b7e9371b6c {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:30.262666 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.343461 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] For port 27885364-4fda-4efd-8a8b-35b7e9371b6c, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=27885364-4fda-4efd-8a8b-35b7e9371b6c,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:30.343830 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.345642 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:13:29Z', 'revision_number': 5, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port': {'id': '27885364-4fda-4efd-8a8b-35b7e9371b6c', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:14Z', 'updated_at': '2021-09-16T18:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:30.355358 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Calling delete_port for 27885364-4fda-4efd-8a8b-35b7e9371b6c owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:30.371847 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] Checking router: 600b73e9-daec-4f14-af2c-9e6c8a3f130a for host: dv-cinder-805887-16-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:13:30.381259 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] Routers {'600b73e9-daec-4f14-af2c-9e6c8a3f130a'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:30.381873 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:30.470454 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] Set router 600b73e9-daec-4f14-af2c-9e6c8a3f130a gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:30.523099 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:13:30Z', 'revision_number': 6, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port_host': None}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:30.549866 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af0179-7acb-48a2-b8b4-a5fad5b82452 None None] The sync data for ids ['600b73e9-daec-4f14-af2c-9e6c8a3f130a'] in dv-cinder-805887-16-iscsi is: [{'id': '600b73e9-daec-4f14-af2c-9e6c8a3f130a', 'name': 'tempest-TestVolumeBootPattern-108048298-router', 'tenant_id': '7ba7368ff4314e9f8de698b3c7224514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:13Z', 'updated_at': '2021-09-16T18:13:30Z', 'revision_number': 6, 'project_id': '7ba7368ff4314e9f8de698b3c7224514', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:13:30.569841 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.605273 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=27885364-4fda-4efd-8a8b-35b7e9371b6c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:30.655985 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.748528 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.750650 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.918079 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.918674 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600b73e9-daec-4f14-af2c-9e6c8a3f130a {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:13:30.923925 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:30.925438 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-957d2f22-235d-42f7-93db-c4eaca683d24 admin admin] 10.222.0.39 "DELETE /v2.0/routers/600b73e9-daec-4f14-af2c-9e6c8a3f130a HTTP/1.1" status: 204 len: 168 time: 0.9920154 Sep 16 18:13:30.927773 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57154) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:30.972737 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Deleting subnet c827f522-36c3-4415-95aa-b9f59401ab90 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:13:30.975713 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.010037 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59066185'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.092360 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.192820 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59066171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59133374'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.217817 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c827f522-36c3-4415-95aa-b9f59401ab90,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:31.221963 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.223906 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-46c25873-2f0c-4684-94ee-756f6169f5cd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c827f522-36c3-4415-95aa-b9f59401ab90 HTTP/1.1" status: 204 len: 168 time: 0.2950854 Sep 16 18:13:31.226381 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57156) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:31.228878 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e76eb-0a41-4384-8ed8-520547cdb760 None None] Network 20eee47a-293f-48c8-a0fd-546d1762c102 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:13:31.302553 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.361411 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Deleting port 865cb201-cc19-465a-b641-b51e500e9ad2 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:31.361754 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.425563 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] For port 865cb201-cc19-465a-b641-b51e500e9ad2, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=865cb201-cc19-465a-b641-b51e500e9ad2,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:31.425978 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.429738 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] DHCP port deletion for 20eee47a-293f-48c8-a0fd-546d1762c102 request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:13:31.438734 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Calling delete_port for 865cb201-cc19-465a-b641-b51e500e9ad2 owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:31.478181 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Deleting port 865cb201-cc19-465a-b641-b51e500e9ad2 {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:31.478615 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.550923 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] For port 865cb201-cc19-465a-b641-b51e500e9ad2, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=865cb201-cc19-465a-b641-b51e500e9ad2,segment=NetworkSegment(646cf8cd-2db9-4e62-81e9-efdd1545efe7),segment_id=646cf8cd-2db9-4e62-81e9-efdd1545efe7)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:31.551331 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.566026 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Calling delete_port for 865cb201-cc19-465a-b641-b51e500e9ad2 owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:31.607030 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 865cb201-cc19-465a-b641-b51e500e9ad2 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:31.608129 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59066132'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.630904 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 865cb201-cc19-465a-b641-b51e500e9ad2 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:31.631323 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 865cb201-cc19-465a-b641-b51e500e9ad2 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:31.631658 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 27885364-4fda-4efd-8a8b-35b7e9371b6c no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:31.634485 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=865cb201-cc19-465a-b641-b51e500e9ad2,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:31.639526 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] No DVR routers for this DVR port 865cb201-cc19-465a-b641-b51e500e9ad2 on host dv-cinder-805887-16-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:13:31.651599 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 27885364-4fda-4efd-8a8b-35b7e9371b6c {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:31.651950 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 27885364-4fda-4efd-8a8b-35b7e9371b6c not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:31.652375 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:31.681655 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:31.682005 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 697d0bc8-ffae-4fe8-a7ad-33a7f548d068 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:31.702051 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.716707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.727445 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Pushing event deleted for resources: {'Port': ['ID=865cb201-cc19-465a-b641-b51e500e9ad2,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:31.731706 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] No DVR routers for this DVR port 865cb201-cc19-465a-b641-b51e500e9ad2 on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:13:31.738046 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.742718 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3536752c-977d-4d72-8309-386b74c03bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:31.747532 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20eee47a-293f-48c8-a0fd-546d1762c102']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:31.757564 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646cf8cd-2db9-4e62-81e9-efdd1545efe7') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:31.757859 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646cf8cd-2db9-4e62-81e9-efdd1545efe7') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:31.767821 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59066178'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.786536 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.786536 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:13:31.786828 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59030245'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: Traceback (most recent call last): Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: timer() Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: cb(*args, **kw) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: return func(*args, **kwargs) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: self._notify() Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: self.callback(batched_events) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: event.method(event) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: return f(self, *a, **k) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._get(url).json() Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:13:31.788465 dv-cinder-805887-16-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:13:31.877896 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.883120 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:31.887729 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/20eee47a-293f-48c8-a0fd-546d1762c102 HTTP/1.1" status: 204 len: 168 time: 0.6576293 Sep 16 18:13:31.888169 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57158) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:31.895136 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116269a-cc81-41a7-ae32-703fc155cfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20eee47a-293f-48c8-a0fd-546d1762c102,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:32.220576 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2074892'] for router_interface, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:32.451278 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Deleting port 24cf5857-2374-4a27-8639-ff741e4f2c89 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:32.451615 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:32.526127 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] For port 24cf5857-2374-4a27-8639-ff741e4f2c89, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=24cf5857-2374-4a27-8639-ff741e4f2c89,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:32.526516 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:32.538854 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Calling delete_port for 24cf5857-2374-4a27-8639-ff741e4f2c89 owned by network:router_interface {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:32.761770 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:32.787930 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cf5857-2374-4a27-8639-ff741e4f2c89,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:32.949982 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2083018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074812'] for router_interface, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:33.154160 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 has already been hosted by L3 agent 9dc4a137-f76a-474a-828b-448bfdf2088e {{(pid=94376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 18:13:33.252301 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] Notify agent at l3_agent.dv-cinder-805887-16-iscsi the message routers_updated {{(pid=94376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 18:13:33.259113 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-eb235312-091b-41ef-a15c-4b9ea36270b3 admin admin] 10.222.0.39 "PUT /v2.0/routers/6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3687401 Sep 16 18:13:33.260640 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57160) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:33.261718 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] Sync routers for ids ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'] in dv-cinder-805887-16-iscsi {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 18:13:33.272092 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] Routers {'6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:33.272692 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:33.359013 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:33.374419 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] Set router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:33.469040 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:33.557981 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:13:32Z', 'revision_number': 5, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:33.584112 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] Checking router: 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 for host: dv-cinder-805887-16-iscsi {{(pid=94378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 18:13:33.592808 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] Routers {'6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'} bound to L3 agent in host dv-cinder-805887-16-iscsi {{(pid=94378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 18:13:33.593903 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:53:42Z,description=,heartbeat_timestamp=2021-09-16T18:13:12Z,host='dv-cinder-805887-16-iscsi',id=9dc4a137-f76a-474a-828b-448bfdf2088e,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:53:42Z,topic='l3_agent')) {'router_ids': ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'], 'active': True} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:33.695276 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_dvr_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] Set router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 gateway port host: dv-cinder-805887-16-iscsi {{(pid=94378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 18:13:33.713473 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Deleting port ce68b669-5a72-48f7-ab4f-cf4900b42385 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:33.713814 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:33.805719 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] For port ce68b669-5a72-48f7-ab4f-cf4900b42385, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=ce68b669-5a72-48f7-ab4f-cf4900b42385,segment=NetworkSegment(214abdd1-05c3-4eb7-b9d9-2df53c705951),segment_id=214abdd1-05c3-4eb7-b9d9-2df53c705951)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:33.806077 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:33.818785 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Calling delete_port for ce68b669-5a72-48f7-ab4f-cf4900b42385 owned by network:router_gateway {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:33.964020 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.l3_hamode_db [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:13:32Z', 'revision_number': 5, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}], 'dv-cinder-805887-16-iscsi', False) {} {{(pid=94378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:33.995754 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd507034-c310-4d16-b589-af167a4878e1 None None] The sync data for ids ['6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7'] in dv-cinder-805887-16-iscsi is: [{'id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'name': 'tempest-TestVolumeBootPattern-667338137-router', 'tenant_id': 'f0a0bf0888374de9866a13832ff5834a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'external_fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:06:19Z', 'updated_at': '2021-09-16T18:13:32Z', 'revision_number': 5, 'project_id': 'f0a0bf0888374de9866a13832ff5834a', 'gw_port': {'id': 'ce68b669-5a72-48f7-ab4f-cf4900b42385', 'name': '', 'network_id': '1981297e-bd33-420a-b023-a2a8d1f49788', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:06:20Z', 'updated_at': '2021-09-16T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98318b9d-7c8a-4df8-baca-38bd70270734', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-16-iscsi'}] {{(pid=94378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 18:13:34.027848 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.050952 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce68b669-5a72-48f7-ab4f-cf4900b42385,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:34.112308 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2074746'] for router_gateway, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.197169 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2069035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7926'] for router, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.199197 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.318089 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2069200'] for router, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.318715 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 {{(pid=94376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 18:13:34.323011 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] Notify callbacks [] for router, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.324174 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-3b97a9dd-dba0-414f-8485-d4d38a13ae33 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6f0129b5-3dbd-4383-b2cd-1ce89d58d0d7 HTTP/1.1" status: 204 len: 168 time: 1.0626249 Sep 16 18:13:34.326799 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57162) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:34.370626 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_v2 [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Deleting subnet 6c0c1fd2-7117-4e3a-a37f-6916df411034 {{(pid=94376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 18:13:34.374138 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.409545 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158888'] for subnet, precommit_delete_associations {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.489746 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-992589'] for subnet, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.592751 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-992602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59185273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857047'] for subnet, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.616815 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0c1fd2-7117-4e3a-a37f-6916df411034,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:34.622640 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.624559 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-15453a56-ad78-4594-864d-792081abdf74 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6c0c1fd2-7117-4e3a-a37f-6916df411034 HTTP/1.1" status: 204 len: 168 time: 0.2968690 Sep 16 18:13:34.627713 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57164) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:34.630102 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcc9861-ab8b-4f92-aefa-8b87c12ae31e None None] Network 87644f73-645f-4298-84da-68e7a14971e2 requested from dv-cinder-805887-16-iscsi {{(pid=94377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 18:13:34.953134 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-850620'] for network, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:34.958792 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] DHCP port deletion for 87644f73-645f-4298-84da-68e7a14971e2 request from dv-cinder-805887-16-iscsi {{(pid=94377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 18:13:35.005457 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Deleting port 8770d3a6-1680-4115-8762-4c9c58037e9b {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:35.005702 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] Deleting port 8770d3a6-1680-4115-8762-4c9c58037e9b {{(pid=94377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 18:13:35.005820 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.005941 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766132323889'] for port, before_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.071648 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] For port 8770d3a6-1680-4115-8762-4c9c58037e9b, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8770d3a6-1680-4115-8762-4c9c58037e9b,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:35.072273 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.072547 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] For port 8770d3a6-1680-4115-8762-4c9c58037e9b, host dv-cinder-805887-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-16-iscsi',level=0,port_id=8770d3a6-1680-4115-8762-4c9c58037e9b,segment=NetworkSegment(5b8db788-d093-44bb-a52e-c2bd28fea0c4),segment_id=5b8db788-d093-44bb-a52e-c2bd28fea0c4)] {{(pid=94377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 18:13:35.072947 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073924'] for port, precommit_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.085026 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] Calling delete_port for 8770d3a6-1680-4115-8762-4c9c58037e9b owned by network:dhcp {{(pid=94377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:35.087363 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Calling delete_port for 8770d3a6-1680-4115-8762-4c9c58037e9b owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 18:13:35.255771 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107'] for port, after_delete {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.261711 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766132329207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766131793107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59185238'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.280430 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] Pushing event deleted for resources: {'Port': ['ID=8770d3a6-1680-4115-8762-4c9c58037e9b,revision_number=None']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:35.283801 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Pushing event deleted for resources: {'Port': ['ID=8770d3a6-1680-4115-8762-4c9c58037e9b,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:35.286254 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eabc59-f941-4bb8-9269-3ed528f5c1dc None None] No DVR routers for this DVR port 8770d3a6-1680-4115-8762-4c9c58037e9b on host dv-cinder-805887-16-iscsi {{(pid=94377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:13:35.293039 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] No DVR routers for this DVR port 8770d3a6-1680-4115-8762-4c9c58037e9b on host dv-cinder-805887-16-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 18:13:35.363130 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998602', 'neutron.services.segments.db._delete_segments_for_network-8766132338077'] for network, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.381995 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87644f73-645f-4298-84da-68e7a14971e2']}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:35.391353 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8db788-d093-44bb-a52e-c2bd28fea0c4') {'for_net_delete': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:35.391647 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.services.segments.db [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8db788-d093-44bb-a52e-c2bd28fea0c4') {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 18:13:35.400508 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766132338598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158883'] for segment, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.413757 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984'] for segment, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.419443 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-992984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59172263'] for segment, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: self.session.flush() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: Traceback (most recent call last): Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: timer() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: cb(*args, **kw) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: return func(*args, **kwargs) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: self._notify() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: self.callback(batched_events) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: event.method(event) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: return f(self, *a, **k) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._get(url).json() Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: return self.request(url, 'GET', **kwargs) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 18:13:35.426451 dv-cinder-805887-16-iscsi neutron-server[94376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 18:13:35.550530 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2045241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074654'] for network, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.555857 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2045227'] for network, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:35.560007 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] 10.222.0.39 "DELETE /v2.0/networks/87644f73-645f-4298-84da-68e7a14971e2 HTTP/1.1" status: 204 len: 168 time: 0.9288814 Sep 16 18:13:35.569358 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bab00-f435-4938-90c4-278f3cd5f64a admin admin] Pushing event deleted for resources: {'Network': ['ID=87644f73-645f-4298-84da-68e7a14971e2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:35.583719 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8770d3a6-1680-4115-8762-4c9c58037e9b no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:35.603835 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 8770d3a6-1680-4115-8762-4c9c58037e9b {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:35.606702 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 8770d3a6-1680-4115-8762-4c9c58037e9b not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:35.606702 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 24cf5857-2374-4a27-8639-ff741e4f2c89 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:35.626302 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: 24cf5857-2374-4a27-8639-ff741e4f2c89 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:35.626748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device 24cf5857-2374-4a27-8639-ff741e4f2c89 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:35.627155 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ce68b669-5a72-48f7-ab4f-cf4900b42385 no longer exists at agent ovs-agent-dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 18:13:35.645470 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] No Port match for: ce68b669-5a72-48f7-ab4f-cf4900b42385 {{(pid=94377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 18:13:35.646052 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.rpc [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Device ce68b669-5a72-48f7-ab4f-cf4900b42385 not bound to the agent host dv-cinder-805887-16-iscsi {{(pid=94377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 18:13:35.894055 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57168) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:35.935995 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-78e8143c-c7ce-4fef-9bb7-a8c33f994c46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ba7368ff4314e9f8de698b3c7224514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408065 Sep 16 18:13:35.939049 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 57170) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:35.984707 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.005383 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.129275 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.131938 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.133292 dv-cinder-805887-16-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ba04ef7-1611-4410-b846-e7cf0923d641 HTTP/1.1" status: 204 len: 168 time: 0.1932938 Sep 16 18:13:36.141793 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba04ef7-1611-4410-b846-e7cf0923d641,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:36.148999 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.149354 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.149696 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.150033 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.150390 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.150728 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.151169 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.151506 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.151832 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.152158 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.152481 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.152799 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a43f6-f8f6-48b1-b68e-e71474314562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-16-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 18:13:36.674427 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57180) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:36.716206 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-67c5a142-a780-4175-8cb0-ae39236dc7c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0a0bf0888374de9866a13832ff5834a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406592 Sep 16 18:13:36.718499 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [-] (94376) accepted ('10.222.0.39', 57182) {{(pid=94376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 18:13:36.763481 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-71003490-9554-420a-8646-efc07b440914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.784309 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-71003490-9554-420a-8646-efc07b440914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.887346 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-71003490-9554-420a-8646-efc07b440914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075604'] for security_group, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.889925 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-71003490-9554-420a-8646-efc07b440914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:36.891086 dv-cinder-805887-16-iscsi neutron-server[94376]: INFO neutron.wsgi [None req-71003490-9554-420a-8646-efc07b440914 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e99ef21f-9c2f-428c-b2a5-cc3ce250add1 HTTP/1.1" status: 204 len: 168 time: 0.1717269 Sep 16 18:13:36.898465 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003490-9554-420a-8646-efc07b440914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ef21f-9c2f-428c-b2a5-cc3ce250add1,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 18:13:39.464841 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ea087b98-2741-44e7-974f-9e814e6e50e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:41.940510 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9115d8fb-534d-4b16-9724-af6f42f27bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:42.711948 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:43.019055 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:44.757800 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:13:52.639736 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:13:55.167040 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:09.477377 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b23ca344-efbb-44f8-b1ba-47088e83fc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:11.968695 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f18b9a2f-b802-4de9-99fe-a9840242ba75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:12.705991 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:13.031428 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:14.769041 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:25.214240 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:29.637623 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:14:39.470853 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-01102612-5b51-4551-8e67-c3dba607c495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:41.933864 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ed365ac0-3241-4c3b-845c-92e5309773ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:42.711038 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:43.046078 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:44.745970 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:14:55.165586 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:06.636405 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:15:09.519991 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-81fd9c1d-3960-48b8-822b-d1e9883be198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:11.950948 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-1b67f8aa-8a2a-4418-8702-204d3351adba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:12.770985 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:13.029106 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:14.771893 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:25.161994 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:39.493207 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-4bf7669f-6e0f-463c-b3fb-469f4d2bd082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:41.953606 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-df3d2e67-4a14-4b2e-89dd-1932b479716d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:42.767504 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:43.062018 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:43.634774 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:15:44.772838 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:15:55.189900 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:09.501338 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f0aac4c9-95e7-40a1-a659-d33f2a7e6c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:11.933190 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5963c7f0-37d8-4639-8655-db83b034b737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:12.755568 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:13.032891 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:14.770065 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:20.632789 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:16:25.186910 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:39.481117 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-75fded5b-cb14-43e5-a6a0-3fee5c232e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:41.955304 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-55d60f84-fed6-4e7e-8476-0efe0d855056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:42.755232 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:43.052380 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:44.783835 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:55.201061 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:16:57.631006 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:17:09.495068 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-54945ca4-4c7d-43c1-bdef-4b3ead46ecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:09.709166 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-cd27693d-1164-4a77-903b-c034dcd0beef req-08504fd3-505a-49f5-8679-43c9454f7f75 service neutron] (94375) timed out ('10.222.0.48', 56326) {{(pid=94375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 18:17:10.163858 dv-cinder-805887-16-iscsi neutron-server[94376]: DEBUG neutron.wsgi [req-eb4be3d5-14e9-413a-ab9f-216e1609f8f2 req-229e6b35-10d7-497d-8f8e-8bf898ec4544 service neutron] (94376) timed out ('10.222.0.48', 56320) {{(pid=94376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 18:17:11.948675 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-4a2284ff-d016-458f-a3e9-24dd3be8c1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:12.732226 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:13.040480 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:14.769250 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:25.231657 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:34.631251 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:17:39.471258 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-84164e65-0f92-4869-a946-06dd7dd8c9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:41.939968 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-daf7d4ff-a179-4a2f-8d1f-8dddd88eb324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:42.720368 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:43.056617 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:44.759710 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:17:55.263329 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:09.485507 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-02c4fdd1-a60e-42c1-93b9-d3d9264ae1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:11.631151 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 18:18:11.987969 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3f759a9-d9a2-45ec-8e2c-a4ed51093530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:12.693148 dv-cinder-805887-16-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-1c0696ff-a5d1-4ff2-8a02-a5e9c1b597ed req-baba2bec-2da9-4087-99a4-d694d34a99be service neutron] (94375) timed out ('10.222.0.48', 56359) {{(pid=94375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 18:18:12.728002 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:13.044971 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:14.801748 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:25.241395 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-795630d9-5b12-424c-b0a5-a1934ba8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:39.486890 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5589edb0-16c0-4563-b877-3878b358f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:41.953462 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9c4916b9-c179-4235-a1bf-e97f11dd886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:42.724432 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f40c7bea-603c-4d7a-83ba-7ee4b9b7570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:43.052701 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-3d1db03f-2576-408a-b262-edec4e2b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:44.770884 dv-cinder-805887-16-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-f8f143a2-20c2-49b7-990e-0457b8743712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766132338059', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997066'] for agent, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 18:18:48.630731 dv-cinder-805887-16-iscsi neutron-server[94378]: DEBUG neutron.db.agents_db [None req-dec6e327-f596-4b42-ae9b-5ac6a84119d3 None None] Agent healthcheck: found 6 active agents {{(pid=94378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}